{'_name': None, 'common': {'_name': None, 'no_progress_bar': False, 'log_interval': 100, 'log_format': 'json', 'log_file': 'trained_x64_base/training.log', 'aim_repo': None, 'aim_run_hash': None, 'tensorboard_logdir': None, 'wandb_project': None, 'azureml_logging': False, 'seed': 1, 'cpu': False, 'tpu': False, 'bf16': False, 'memory_efficient_bf16': False, 'fp16': False, 'memory_efficient_fp16': False, 'fp16_no_flatten_grads': False, 'fp16_init_scale': 128, 'fp16_scale_window': None, 'fp16_scale_tolerance': 0.0, 'on_cpu_convert_precision': False, 'min_loss_scale': 0.0001, 'threshold_loss_scale': None, 'amp': False, 'amp_batch_retries': 2, 'amp_init_scale': 128, 'amp_scale_window': None, 'user_dir': None, 'empty_cache_freq': 0, 'all_gather_list_size': 16384, 'model_parallel_size': 1, 'quantization_config_path': None, 'profile': False, 'reset_logging': False, 'suppress_crashes': False, 'use_plasma_view': False, 'plasma_path': '/tmp/plasma'}, 'common_eval': {'_name': None, 'path': None, 'post_process': None, 'quiet': False, 'model_overrides': '{}', 'results_path': None}, 'distributed_training': {'_name': None, 'distributed_world_size': 1, 'distributed_num_procs': 1, 'distributed_rank': 0, 'distributed_backend': 'nccl', 'distributed_init_method': None, 'distributed_port': -1, 'device_id': 0, 'distributed_no_spawn': False, 'ddp_backend': 'pytorch_ddp', 'ddp_comm_hook': 'none', 'bucket_cap_mb': 25, 'fix_batches_to_gpus': False, 'find_unused_parameters': False, 'gradient_as_bucket_view': False, 'fast_stat_sync': False, 'heartbeat_timeout': -1, 'broadcast_buffers': False, 'slowmo_momentum': None, 'slowmo_base_algorithm': 'localsgd', 'localsgd_frequency': 3, 'nprocs_per_node': 1, 'pipeline_model_parallel': False, 'pipeline_balance': None, 'pipeline_devices': None, 'pipeline_chunks': 0, 'pipeline_encoder_balance': None, 'pipeline_encoder_devices': None, 'pipeline_decoder_balance': None, 'pipeline_decoder_devices': None, 'pipeline_checkpoint': 'never', 'zero_sharding': 'none', 'fp16': False, 'memory_efficient_fp16': False, 'tpu': False, 'no_reshard_after_forward': False, 'fp32_reduce_scatter': False, 'cpu_offload': False, 'use_sharded_state': False, 'not_fsdp_flatten_parameters': False}, 'dataset': {'_name': None, 'num_workers': 1, 'skip_invalid_size_inputs_valid_test': False, 'max_tokens': 20000, 'batch_size': None, 'required_batch_size_multiple': 8, 'required_seq_len_multiple': 1, 'dataset_impl': None, 'data_buffer_size': 10, 'train_subset': 'train', 'valid_subset': 'valid', 'combine_valid_subsets': None, 'ignore_unused_valid_subsets': False, 'validate_interval': 1, 'validate_interval_updates': 0, 'validate_after_updates': 0, 'fixed_validation_seed': None, 'disable_validation': False, 'max_tokens_valid': 20000, 'batch_size_valid': None, 'max_valid_steps': None, 'curriculum': 0, 'gen_subset': 'test', 'num_shards': 1, 'shard_id': 0, 'grouped_shuffling': False, 'update_epoch_batch_itr': False, 'update_ordered_indices_seed': False}, 'optimization': {'_name': None, 'max_epoch': 0, 'max_update': 100000, 'stop_time_hours': 0.0, 'clip_norm': 0.0, 'sentence_avg': False, 'update_freq': [1], 'lr': [0.0005], 'stop_min_lr': -1.0, 'use_bmuf': False, 'skip_remainder_batch': False, 'debug_param_names': False}, 'checkpoint': {'_name': None, 'save_dir': 'trained_x64_base', 'restore_file': 'checkpoint_last.pt', 'continue_once': None, 'finetune_from_model': None, 'reset_dataloader': False, 'reset_lr_scheduler': False, 'reset_meters': False, 'reset_optimizer': False, 'optimizer_overrides': '{}', 'save_interval': 1, 'save_interval_updates': 0, 'keep_interval_updates': -1, 'keep_interval_updates_pattern': -1, 'keep_last_epochs': -1, 'keep_best_checkpoints': 3, 'no_save': False, 'no_epoch_checkpoints': True, 'no_last_checkpoints': False, 'no_save_optimizer_state': False, 'best_checkpoint_metric': 'loss', 'maximize_best_checkpoint_metric': False, 'patience': 10, 'checkpoint_suffix': '', 'checkpoint_shard_count': 1, 'load_checkpoint_on_all_dp_ranks': False, 'write_checkpoints_asynchronously': False, 'model_parallel_size': 1}, 'bmuf': {'_name': None, 'block_lr': 1.0, 'block_momentum': 0.875, 'global_sync_iter': 50, 'warmup_iterations': 500, 'use_nbm': False, 'average_sync': False, 'distributed_world_size': 1}, 'generation': {'_name': None, 'beam': 5, 'beam_mt': 0, 'nbest': 1, 'max_len_a': 0.0, 'max_len_b': 200, 'max_len_a_mt': 0.0, 'max_len_b_mt': 200, 'min_len': 1, 'match_source_len': False, 'unnormalized': False, 'no_early_stop': False, 'no_beamable_mm': False, 'lenpen': 1.0, 'lenpen_mt': 1.0, 'unkpen': 0.0, 'replace_unk': None, 'sacrebleu': False, 'score_reference': False, 'prefix_size': 0, 'no_repeat_ngram_size': 0, 'sampling': False, 'sampling_topk': -1, 'sampling_topp': -1.0, 'constraints': None, 'temperature': 1.0, 'diverse_beam_groups': -1, 'diverse_beam_strength': 0.5, 'diversity_rate': -1.0, 'print_alignment': None, 'print_step': False, 'lm_path': None, 'lm_weight': 0.0, 'iter_decode_eos_penalty': 0.0, 'iter_decode_max_iter': 10, 'iter_decode_force_max_iter': False, 'iter_decode_with_beam': 1, 'iter_decode_with_external_reranker': False, 'retain_iter_history': False, 'retain_dropout': False, 'retain_dropout_modules': None, 'decoding_format': None, 'no_seed_provided': False, 'eos_token': None}, 'eval_lm': {'_name': None, 'output_word_probs': False, 'output_word_stats': False, 'context_window': 0, 'softmax_batch': 9223372036854775807}, 'interactive': {'_name': None, 'buffer_size': 0, 'input': '-'}, 'model': Namespace(no_progress_bar=False, log_interval=100, log_format='json', log_file='trained_x64_base/training.log', aim_repo=None, aim_run_hash=None, tensorboard_logdir=None, wandb_project=None, azureml_logging=False, seed=1, cpu=False, tpu=False, bf16=False, memory_efficient_bf16=False, fp16=False, memory_efficient_fp16=False, fp16_no_flatten_grads=False, fp16_init_scale=128, fp16_scale_window=None, fp16_scale_tolerance=0.0, on_cpu_convert_precision=False, min_loss_scale=0.0001, threshold_loss_scale=None, amp=False, amp_batch_retries=2, amp_init_scale=128, amp_scale_window=None, user_dir=None, empty_cache_freq=0, all_gather_list_size=16384, model_parallel_size=1, quantization_config_path=None, profile=False, reset_logging=False, suppress_crashes=False, use_plasma_view=False, plasma_path='/tmp/plasma', criterion='cross_entropy', tokenizer=None, bpe=None, optimizer='adam', lr_scheduler='inverse_sqrt', simul_type=None, scoring='bleu', task='translation', num_workers=1, skip_invalid_size_inputs_valid_test=False, max_tokens=20000, batch_size=None, required_batch_size_multiple=8, required_seq_len_multiple=1, dataset_impl=None, data_buffer_size=10, train_subset='train', valid_subset='valid', combine_valid_subsets=None, ignore_unused_valid_subsets=False, validate_interval=1, validate_interval_updates=0, validate_after_updates=0, fixed_validation_seed=None, disable_validation=False, max_tokens_valid=20000, batch_size_valid=None, max_valid_steps=None, curriculum=0, gen_subset='test', num_shards=1, shard_id=0, grouped_shuffling=False, update_epoch_batch_itr=False, update_ordered_indices_seed=False, distributed_world_size=1, distributed_num_procs=1, distributed_rank=0, distributed_backend='nccl', distributed_init_method=None, distributed_port=-1, device_id=0, distributed_no_spawn=False, ddp_backend='pytorch_ddp', ddp_comm_hook='none', bucket_cap_mb=25, fix_batches_to_gpus=False, find_unused_parameters=False, gradient_as_bucket_view=False, fast_stat_sync=False, heartbeat_timeout=-1, broadcast_buffers=False, slowmo_momentum=None, slowmo_base_algorithm='localsgd', localsgd_frequency=3, nprocs_per_node=1, pipeline_model_parallel=False, pipeline_balance=None, pipeline_devices=None, pipeline_chunks=0, pipeline_encoder_balance=None, pipeline_encoder_devices=None, pipeline_decoder_balance=None, pipeline_decoder_devices=None, pipeline_checkpoint='never', zero_sharding='none', no_reshard_after_forward=False, fp32_reduce_scatter=False, cpu_offload=False, use_sharded_state=False, not_fsdp_flatten_parameters=False, arch='transformer', max_epoch=0, max_update=100000, stop_time_hours=0, clip_norm=0.0, sentence_avg=False, update_freq=[1], lr=[0.0005], stop_min_lr=-1.0, use_bmuf=False, skip_remainder_batch=False, debug_param_names=False, save_dir='trained_x64_base', restore_file='checkpoint_last.pt', continue_once=None, finetune_from_model=None, reset_dataloader=False, reset_lr_scheduler=False, reset_meters=False, reset_optimizer=False, optimizer_overrides='{}', save_interval=1, save_interval_updates=0, keep_interval_updates=-1, keep_interval_updates_pattern=-1, keep_last_epochs=-1, keep_best_checkpoints=3, no_save=False, no_epoch_checkpoints=True, no_last_checkpoints=False, no_save_optimizer_state=False, best_checkpoint_metric='loss', maximize_best_checkpoint_metric=False, patience=10, checkpoint_suffix='', checkpoint_shard_count=1, load_checkpoint_on_all_dp_ranks=False, write_checkpoints_asynchronously=False, store_ema=False, ema_decay=0.9999, ema_start_update=0, ema_seed_model=None, ema_update_freq=1, ema_fp32=False, data='/scratch/mdu2004/datasets/tokenized_dlsm_x64', source_lang=None, target_lang=None, load_alignments=False, left_pad_source=True, left_pad_target=False, upsample_primary=-1, truncate_source=False, num_batch_buckets=0, eval_bleu=False, eval_bleu_args='{}', eval_bleu_detok='space', eval_bleu_detok_args='{}', eval_tokenized_bleu=False, eval_bleu_remove_bpe=None, eval_bleu_print_samples=False, adam_betas=(0.9, 0.999), adam_eps=1e-08, weight_decay=0.001, use_old_adam=False, fp16_adam_stats=False, warmup_updates=4000, warmup_init_lr=-1, pad=1, eos=2, unk=3, max_source_positions=1024, max_target_positions=1024, dropout=0.05, encoder_attention_heads=8, decoder_attention_heads=8, decoder_embed_dim=96, decoder_ffn_embed_dim=384, decoder_output_dim='96', encoder_embed_dim=384, encoder_ffn_embed_dim=1536, no_seed_provided=False, encoder_embed_path=None, encoder_layers=6, encoder_normalize_before=False, encoder_learned_pos=False, decoder_embed_path=None, decoder_layers=6, decoder_normalize_before=False, decoder_learned_pos=False, attention_dropout=0.0, activation_dropout=0.0, activation_fn='relu', adaptive_softmax_cutoff=None, adaptive_softmax_dropout=0, share_decoder_input_output_embed=False, share_all_embeddings=False, merge_src_tgt_embed=False, no_token_positional_embeddings=False, adaptive_input=False, no_cross_attention=False, cross_self_attention=False, decoder_input_dim=96, no_scale_embedding=False, layernorm_embedding=False, tie_adaptive_weights=False, checkpoint_activations=False, offload_activations=False, encoder_layers_to_keep=None, decoder_layers_to_keep=None, encoder_layerdrop=0, decoder_layerdrop=0, quant_noise_pq=0, quant_noise_pq_block_size=8, quant_noise_scalar=0, _name='transformer'), 'task': {'_name': 'translation', 'data': '/scratch/mdu2004/datasets/tokenized_dlsm_x64', 'source_lang': None, 'target_lang': None, 'load_alignments': False, 'left_pad_source': True, 'left_pad_target': False, 'max_source_positions': 1024, 'max_target_positions': 1024, 'upsample_primary': -1, 'truncate_source': False, 'num_batch_buckets': 0, 'train_subset': 'train', 'dataset_impl': None, 'required_seq_len_multiple': 1, 'eval_bleu': False, 'eval_bleu_args': '{}', 'eval_bleu_detok': 'space', 'eval_bleu_detok_args': '{}', 'eval_tokenized_bleu': False, 'eval_bleu_remove_bpe': None, 'eval_bleu_print_samples': False}, 'criterion': {'_name': 'cross_entropy', 'sentence_avg': False}, 'optimizer': {'_name': 'adam', 'adam_betas': [0.9, 0.999], 'adam_eps': 1e-08, 'weight_decay': 0.001, 'use_old_adam': False, 'fp16_adam_stats': False, 'tpu': False, 'lr': [0.0005]}, 'lr_scheduler': {'_name': 'inverse_sqrt', 'warmup_updates': 4000, 'warmup_init_lr': -1.0, 'lr': [0.0005]}, 'scoring': {'_name': 'bleu', 'pad': 1, 'eos': 2, 'unk': 3}, 'bpe': None, 'tokenizer': None, 'ema': {'_name': None, 'store_ema': False, 'ema_decay': 0.9999, 'ema_start_update': 0, 'ema_seed_model': None, 'ema_update_freq': 1, 'ema_fp32': False}, 'simul_type': None} TransformerModel( (encoder): TransformerEncoderBase( (dropout_module): FairseqDropout() (embed_tokens): Embedding(136, 384, padding_idx=1) (embed_positions): SinusoidalPositionalEmbedding() (layers): ModuleList( (0-5): 6 x TransformerEncoderLayerBase( (self_attn): MultiheadAttention( (dropout_module): FairseqDropout() (k_proj): Linear(in_features=384, out_features=384, bias=True) (v_proj): Linear(in_features=384, out_features=384, bias=True) (q_proj): Linear(in_features=384, out_features=384, bias=True) (out_proj): Linear(in_features=384, out_features=384, bias=True) ) (self_attn_layer_norm): LayerNorm((384,), eps=1e-05, elementwise_affine=True) (dropout_module): FairseqDropout() (activation_dropout_module): FairseqDropout() (fc1): Linear(in_features=384, out_features=1536, bias=True) (fc2): Linear(in_features=1536, out_features=384, bias=True) (final_layer_norm): LayerNorm((384,), eps=1e-05, elementwise_affine=True) ) ) ) (decoder): TransformerDecoderBase( (dropout_module): FairseqDropout() (embed_tokens): Embedding(40, 96, padding_idx=1) (embed_positions): SinusoidalPositionalEmbedding() (layers): ModuleList( (0-5): 6 x TransformerDecoderLayerBase( (dropout_module): FairseqDropout() (self_attn): MultiheadAttention( (dropout_module): FairseqDropout() (k_proj): Linear(in_features=96, out_features=96, bias=True) (v_proj): Linear(in_features=96, out_features=96, bias=True) (q_proj): Linear(in_features=96, out_features=96, bias=True) (out_proj): Linear(in_features=96, out_features=96, bias=True) ) (activation_dropout_module): FairseqDropout() (self_attn_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) (encoder_attn): MultiheadAttention( (dropout_module): FairseqDropout() (k_proj): Linear(in_features=384, out_features=96, bias=True) (v_proj): Linear(in_features=384, out_features=96, bias=True) (q_proj): Linear(in_features=96, out_features=96, bias=True) (out_proj): Linear(in_features=96, out_features=96, bias=True) ) (encoder_attn_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) (fc1): Linear(in_features=96, out_features=384, bias=True) (fc2): Linear(in_features=384, out_features=96, bias=True) (final_layer_norm): LayerNorm((96,), eps=1e-05, elementwise_affine=True) ) ) (output_projection): Linear(in_features=96, out_features=40, bias=False) ) ) task: TranslationTask model: TransformerModel criterion: CrossEntropyCriterion num. shared model params: 11,934,144 (num. trained: 11,934,144) num. expert model params: 0 (num. trained: 0) training on 1 devices (GPUs/TPUs) max tokens per device = 20000 and max sentences per device = None begin dry-run validation on "valid" subset Start iterating over samples {"epoch": 1, "update": 0.021, "loss": "4.499", "ppl": "22.62", "wps": "11113.2", "ups": "5.24", "wpb": "2129.4", "bsz": "106.6", "num_updates": "100", "lr": "1.25e-05", "gnorm": "7.639", "train_wall": "20", "gb_free": "28.8", "wall": "22"} {"epoch": 1, "update": 0.041, "loss": "3.881", "ppl": "14.73", "wps": "10387.7", "ups": "5.16", "wpb": "2014.3", "bsz": "95.1", "num_updates": "200", "lr": "2.5e-05", "gnorm": "3.36", "train_wall": "19", "gb_free": "28.9", "wall": "42"} {"epoch": 1, "update": 0.062, "loss": "3.325", "ppl": "10.02", "wps": "9435.7", "ups": "5.19", "wpb": "1819.6", "bsz": "90", "num_updates": "300", "lr": "3.75e-05", "gnorm": "11.257", "train_wall": "19", "gb_free": "29.3", "wall": "61"} {"epoch": 1, "update": 0.082, "loss": "2.717", "ppl": "6.57", "wps": "9723.7", "ups": "5.23", "wpb": "1860.2", "bsz": "95.7", "num_updates": "400", "lr": "5e-05", "gnorm": "7.148", "train_wall": "19", "gb_free": "27.5", "wall": "80"} {"epoch": 1, "update": 0.103, "loss": "2.481", "ppl": "5.58", "wps": "9710", "ups": "5.21", "wpb": "1865.1", "bsz": "90.2", "num_updates": "500", "lr": "6.25e-05", "gnorm": "5.534", "train_wall": "19", "gb_free": "28.8", "wall": "99"} {"epoch": 1, "update": 0.124, "loss": "2.343", "ppl": "5.07", "wps": "10494.4", "ups": "5.26", "wpb": "1994.9", "bsz": "95.4", "num_updates": "600", "lr": "7.5e-05", "gnorm": "5.123", "train_wall": "19", "gb_free": "29", "wall": "118"} {"epoch": 1, "update": 0.144, "loss": "2.239", "ppl": "4.72", "wps": "10743.7", "ups": "5.27", "wpb": "2038.8", "bsz": "101", "num_updates": "700", "lr": "8.75e-05", "gnorm": "4.733", "train_wall": "19", "gb_free": "28.8", "wall": "137"} {"epoch": 1, "update": 0.165, "loss": "2.167", "ppl": "4.49", "wps": "10569", "ups": "5.2", "wpb": "2031.7", "bsz": "94.5", "num_updates": "800", "lr": "0.0001", "gnorm": "4.483", "train_wall": "19", "gb_free": "29", "wall": "156"} {"epoch": 1, "update": 0.186, "loss": "2.098", "ppl": "4.28", "wps": "10040.2", "ups": "5.18", "wpb": "1939.9", "bsz": "93.7", "num_updates": "900", "lr": "0.0001125", "gnorm": "4.178", "train_wall": "19", "gb_free": "29", "wall": "176"} {"epoch": 1, "update": 0.206, "loss": "2.008", "ppl": "4.02", "wps": "10608.3", "ups": "5.13", "wpb": "2066.9", "bsz": "100.1", "num_updates": "1000", "lr": "0.000125", "gnorm": "3.625", "train_wall": "19", "gb_free": "29.4", "wall": "195"} {"epoch": 1, "update": 0.227, "loss": "1.867", "ppl": "3.65", "wps": "10233.4", "ups": "5.16", "wpb": "1984.3", "bsz": "96.8", "num_updates": "1100", "lr": "0.0001375", "gnorm": "3.217", "train_wall": "19", "gb_free": "29", "wall": "215"} {"epoch": 1, "update": 0.247, "loss": "1.814", "ppl": "3.52", "wps": "11282.7", "ups": "5.13", "wpb": "2198.4", "bsz": "105", "num_updates": "1200", "lr": "0.00015", "gnorm": "3.337", "train_wall": "19", "gb_free": "29.1", "wall": "234"} {"epoch": 1, "update": 0.268, "loss": "1.75", "ppl": "3.36", "wps": "10686.3", "ups": "5.13", "wpb": "2081.9", "bsz": "101.5", "num_updates": "1300", "lr": "0.0001625", "gnorm": "3.23", "train_wall": "19", "gb_free": "28.7", "wall": "254"} {"epoch": 1, "update": 0.289, "loss": "1.686", "ppl": "3.22", "wps": "10614.2", "ups": "5.13", "wpb": "2068.2", "bsz": "99.4", "num_updates": "1400", "lr": "0.000175", "gnorm": "2.936", "train_wall": "19", "gb_free": "28.8", "wall": "273"} {"epoch": 1, "update": 0.309, "loss": "1.628", "ppl": "3.09", "wps": "10897.9", "ups": "5.17", "wpb": "2106.4", "bsz": "102.2", "num_updates": "1500", "lr": "0.0001875", "gnorm": "2.984", "train_wall": "19", "gb_free": "28.9", "wall": "292"} {"epoch": 1, "update": 0.33, "loss": "1.596", "ppl": "3.02", "wps": "10189.1", "ups": "5.14", "wpb": "1983.7", "bsz": "94.9", "num_updates": "1600", "lr": "0.0002", "gnorm": "2.91", "train_wall": "19", "gb_free": "28.9", "wall": "312"} {"epoch": 1, "update": 0.35, "loss": "1.567", "ppl": "2.96", "wps": "9879.5", "ups": "5.12", "wpb": "1928.6", "bsz": "95.5", "num_updates": "1700", "lr": "0.0002125", "gnorm": "2.761", "train_wall": "19", "gb_free": "29.2", "wall": "331"} {"epoch": 1, "update": 0.371, "loss": "1.483", "ppl": "2.8", "wps": "10645.2", "ups": "5.17", "wpb": "2060.5", "bsz": "98.8", "num_updates": "1800", "lr": "0.000225", "gnorm": "2.32", "train_wall": "19", "gb_free": "28.9", "wall": "351"} {"epoch": 1, "update": 0.392, "loss": "1.515", "ppl": "2.86", "wps": "9671.5", "ups": "5.08", "wpb": "1904.6", "bsz": "91.1", "num_updates": "1900", "lr": "0.0002375", "gnorm": "2.782", "train_wall": "19", "gb_free": "29.1", "wall": "370"} {"epoch": 1, "update": 0.412, "loss": "1.442", "ppl": "2.72", "wps": "8853.9", "ups": "5.03", "wpb": "1761.5", "bsz": "85.6", "num_updates": "2000", "lr": "0.00025", "gnorm": "2.494", "train_wall": "20", "gb_free": "29.3", "wall": "390"} {"epoch": 1, "update": 0.433, "loss": "1.413", "ppl": "2.66", "wps": "9450.8", "ups": "5.06", "wpb": "1867.7", "bsz": "91.6", "num_updates": "2100", "lr": "0.0002625", "gnorm": "2.351", "train_wall": "20", "gb_free": "27.9", "wall": "410"} {"epoch": 1, "update": 0.454, "loss": "1.406", "ppl": "2.65", "wps": "10097", "ups": "5.1", "wpb": "1981", "bsz": "91.6", "num_updates": "2200", "lr": "0.000275", "gnorm": "2.283", "train_wall": "19", "gb_free": "29", "wall": "430"} {"epoch": 1, "update": 0.474, "loss": "1.435", "ppl": "2.7", "wps": "10500.6", "ups": "5.14", "wpb": "2044", "bsz": "98.1", "num_updates": "2300", "lr": "0.0002875", "gnorm": "2.502", "train_wall": "19", "gb_free": "27.5", "wall": "449"} {"epoch": 1, "update": 0.495, "loss": "1.358", "ppl": "2.56", "wps": "9589.8", "ups": "5.09", "wpb": "1882.4", "bsz": "87.6", "num_updates": "2400", "lr": "0.0003", "gnorm": "2.19", "train_wall": "19", "gb_free": "29", "wall": "469"} {"epoch": 1, "update": 0.515, "loss": "1.356", "ppl": "2.56", "wps": "10072.2", "ups": "5.07", "wpb": "1987.7", "bsz": "96.2", "num_updates": "2500", "lr": "0.0003125", "gnorm": "2.375", "train_wall": "20", "gb_free": "28.9", "wall": "489"} {"epoch": 1, "update": 0.536, "loss": "1.279", "ppl": "2.43", "wps": "10674.6", "ups": "5.13", "wpb": "2081.7", "bsz": "101.6", "num_updates": "2600", "lr": "0.000325", "gnorm": "2.046", "train_wall": "19", "gb_free": "28.9", "wall": "508"} {"epoch": 1, "update": 0.557, "loss": "1.301", "ppl": "2.46", "wps": "9046.1", "ups": "5.08", "wpb": "1779", "bsz": "84.4", "num_updates": "2700", "lr": "0.0003375", "gnorm": "2.214", "train_wall": "19", "gb_free": "29", "wall": "528"} {"epoch": 1, "update": 0.577, "loss": "1.268", "ppl": "2.41", "wps": "11058", "ups": "5.14", "wpb": "2153.3", "bsz": "100.4", "num_updates": "2800", "lr": "0.00035", "gnorm": "2.045", "train_wall": "19", "gb_free": "29", "wall": "547"} {"epoch": 1, "update": 0.598, "loss": "1.231", "ppl": "2.35", "wps": "10998.5", "ups": "5.14", "wpb": "2139.7", "bsz": "108.5", "num_updates": "2900", "lr": "0.0003625", "gnorm": "2.016", "train_wall": "19", "gb_free": "28.9", "wall": "567"} {"epoch": 1, "update": 0.618, "loss": "1.24", "ppl": "2.36", "wps": "9952.3", "ups": "5.16", "wpb": "1928.8", "bsz": "93.8", "num_updates": "3000", "lr": "0.000375", "gnorm": "1.944", "train_wall": "19", "gb_free": "29", "wall": "586"} {"epoch": 1, "update": 0.639, "loss": "1.241", "ppl": "2.36", "wps": "9665.4", "ups": "5.15", "wpb": "1876", "bsz": "96.2", "num_updates": "3100", "lr": "0.0003875", "gnorm": "2.081", "train_wall": "19", "gb_free": "29.1", "wall": "605"} {"epoch": 1, "update": 0.66, "loss": "1.207", "ppl": "2.31", "wps": "9833.5", "ups": "5.09", "wpb": "1931.4", "bsz": "94.1", "num_updates": "3200", "lr": "0.0004", "gnorm": "1.943", "train_wall": "19", "gb_free": "28.9", "wall": "625"} {"epoch": 1, "update": 0.68, "loss": "1.182", "ppl": "2.27", "wps": "9922.8", "ups": "5.08", "wpb": "1953.9", "bsz": "90.6", "num_updates": "3300", "lr": "0.0004125", "gnorm": "1.738", "train_wall": "19", "gb_free": "29", "wall": "645"} {"epoch": 1, "update": 0.701, "loss": "1.149", "ppl": "2.22", "wps": "10354.9", "ups": "5.13", "wpb": "2017", "bsz": "98.2", "num_updates": "3400", "lr": "0.000425", "gnorm": "1.735", "train_wall": "19", "gb_free": "29", "wall": "664"} {"epoch": 1, "update": 0.722, "loss": "1.142", "ppl": "2.21", "wps": "10786.4", "ups": "5.1", "wpb": "2113.7", "bsz": "95", "num_updates": "3500", "lr": "0.0004375", "gnorm": "1.74", "train_wall": "19", "gb_free": "29", "wall": "684"} {"epoch": 1, "update": 0.742, "loss": "1.123", "ppl": "2.18", "wps": "11112.6", "ups": "5.21", "wpb": "2132.3", "bsz": "101.9", "num_updates": "3600", "lr": "0.00045", "gnorm": "1.82", "train_wall": "19", "gb_free": "28.7", "wall": "703"} {"epoch": 1, "update": 0.763, "loss": "1.038", "ppl": "2.05", "wps": "10119.8", "ups": "5.26", "wpb": "1924.8", "bsz": "96.8", "num_updates": "3700", "lr": "0.0004625", "gnorm": "1.754", "train_wall": "19", "gb_free": "29.1", "wall": "722"} {"epoch": 1, "update": 0.783, "loss": "1.078", "ppl": "2.11", "wps": "10015.8", "ups": "5.15", "wpb": "1943.8", "bsz": "90.3", "num_updates": "3800", "lr": "0.000475", "gnorm": "1.81", "train_wall": "19", "gb_free": "28.9", "wall": "742"} {"epoch": 1, "update": 0.804, "loss": "0.993", "ppl": "1.99", "wps": "10310.9", "ups": "5.24", "wpb": "1969", "bsz": "92.6", "num_updates": "3900", "lr": "0.0004875", "gnorm": "1.676", "train_wall": "19", "gb_free": "28.8", "wall": "761"} {"epoch": 1, "update": 0.825, "loss": "0.908", "ppl": "1.88", "wps": "9653.7", "ups": "5.21", "wpb": "1853.7", "bsz": "90.6", "num_updates": "4000", "lr": "0.0005", "gnorm": "1.608", "train_wall": "19", "gb_free": "27.6", "wall": "780"} {"epoch": 1, "update": 0.845, "loss": "0.898", "ppl": "1.86", "wps": "10977.1", "ups": "5.23", "wpb": "2098.5", "bsz": "101.6", "num_updates": "4100", "lr": "0.000493865", "gnorm": "1.683", "train_wall": "19", "gb_free": "27", "wall": "799"} {"epoch": 1, "update": 0.866, "loss": "0.896", "ppl": "1.86", "wps": "10213.9", "ups": "5.2", "wpb": "1963.2", "bsz": "96.9", "num_updates": "4200", "lr": "0.00048795", "gnorm": "1.614", "train_wall": "19", "gb_free": "28.9", "wall": "818"} {"epoch": 1, "update": 0.886, "loss": "0.84", "ppl": "1.79", "wps": "10409.2", "ups": "5.17", "wpb": "2012.6", "bsz": "98.2", "num_updates": "4300", "lr": "0.000482243", "gnorm": "1.534", "train_wall": "19", "gb_free": "28.9", "wall": "837"} {"epoch": 1, "update": 0.907, "loss": "0.791", "ppl": "1.73", "wps": "10052.5", "ups": "5.14", "wpb": "1957", "bsz": "93.6", "num_updates": "4400", "lr": "0.000476731", "gnorm": "1.417", "train_wall": "19", "gb_free": "28.9", "wall": "857"} {"epoch": 1, "update": 0.928, "loss": "0.734", "ppl": "1.66", "wps": "8782.4", "ups": "5.05", "wpb": "1737.6", "bsz": "86.6", "num_updates": "4500", "lr": "0.000471405", "gnorm": "1.383", "train_wall": "20", "gb_free": "28.9", "wall": "877"} {"epoch": 1, "update": 0.948, "loss": "0.782", "ppl": "1.72", "wps": "10386.1", "ups": "5.13", "wpb": "2025.1", "bsz": "96.6", "num_updates": "4600", "lr": "0.000466252", "gnorm": "1.476", "train_wall": "19", "gb_free": "28.9", "wall": "896"} {"epoch": 1, "update": 0.969, "loss": "0.755", "ppl": "1.69", "wps": "10605.4", "ups": "5.17", "wpb": "2050.7", "bsz": "102.1", "num_updates": "4700", "lr": "0.000461266", "gnorm": "1.421", "train_wall": "19", "gb_free": "29", "wall": "916"} {"epoch": 1, "update": 0.989, "loss": "0.738", "ppl": "1.67", "wps": "10526.5", "ups": "5.09", "wpb": "2066.7", "bsz": "97.6", "num_updates": "4800", "lr": "0.000456435", "gnorm": "1.301", "train_wall": "19", "gb_free": "28.7", "wall": "935"} begin validation on "valid" subset {"epoch": 1, "valid_loss": "0.662", "valid_ppl": "1.58", "valid_wps": "32620.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "4851"} end of epoch 1 (average epoch stats below) {"epoch": 1, "train_loss": "1.554", "train_ppl": "2.94", "train_wps": "10128.3", "train_ups": "5.1", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "4851", "train_lr": "0.00045403", "train_gnorm": "2.854", "train_train_wall": "934", "train_gb_free": "29.1", "train_wall": "954"} Start iterating over samples {"epoch": 2, "update": 1.01, "loss": "0.694", "ppl": "1.62", "wps": "7238.8", "ups": "3.58", "wpb": "2023.2", "bsz": "92.1", "num_updates": "4900", "lr": "0.000451754", "gnorm": "1.341", "train_wall": "19", "gb_free": "28", "wall": "963"} {"epoch": 2, "update": 1.01, "loss": "0.694", "ppl": "1.62", "wps": "7238.8", "ups": "3.58", "wpb": "2023.2", "bsz": "92.1", "num_updates": "4900", "lr": "0.000451754", "gnorm": "1.341", "train_wall": "19", "gb_free": "28", "wall": "963"} {"epoch": 2, "update": 1.031, "loss": "0.674", "ppl": "1.6", "wps": "10288.7", "ups": "5.14", "wpb": "2003.2", "bsz": "100.3", "num_updates": "5000", "lr": "0.000447214", "gnorm": "1.438", "train_wall": "19", "gb_free": "29", "wall": "983"} {"epoch": 2, "update": 1.031, "loss": "0.674", "ppl": "1.6", "wps": "10288.7", "ups": "5.14", "wpb": "2003.2", "bsz": "100.3", "num_updates": "5000", "lr": "0.000447214", "gnorm": "1.438", "train_wall": "19", "gb_free": "29", "wall": "983"} {"epoch": 2, "update": 1.051, "loss": "0.62", "ppl": "1.54", "wps": "9842.4", "ups": "5.14", "wpb": "1914.3", "bsz": "91.4", "num_updates": "5100", "lr": "0.000442807", "gnorm": "1.185", "train_wall": "19", "gb_free": "28.9", "wall": "1002"} {"epoch": 2, "update": 1.051, "loss": "0.62", "ppl": "1.54", "wps": "9842.4", "ups": "5.14", "wpb": "1914.3", "bsz": "91.4", "num_updates": "5100", "lr": "0.000442807", "gnorm": "1.185", "train_wall": "19", "gb_free": "28.9", "wall": "1002"} {"epoch": 2, "update": 1.072, "loss": "0.651", "ppl": "1.57", "wps": "11674.5", "ups": "5.2", "wpb": "2245.1", "bsz": "107", "num_updates": "5200", "lr": "0.000438529", "gnorm": "1.336", "train_wall": "19", "gb_free": "29", "wall": "1021"} {"epoch": 2, "update": 1.072, "loss": "0.651", "ppl": "1.57", "wps": "11674.5", "ups": "5.2", "wpb": "2245.1", "bsz": "107", "num_updates": "5200", "lr": "0.000438529", "gnorm": "1.336", "train_wall": "19", "gb_free": "29", "wall": "1021"} {"epoch": 2, "update": 1.093, "loss": "0.651", "ppl": "1.57", "wps": "9887", "ups": "5.13", "wpb": "1927.6", "bsz": "89.8", "num_updates": "5300", "lr": "0.000434372", "gnorm": "1.418", "train_wall": "19", "gb_free": "28.9", "wall": "1041"} {"epoch": 2, "update": 1.093, "loss": "0.651", "ppl": "1.57", "wps": "9887", "ups": "5.13", "wpb": "1927.6", "bsz": "89.8", "num_updates": "5300", "lr": "0.000434372", "gnorm": "1.418", "train_wall": "19", "gb_free": "28.9", "wall": "1041"} {"epoch": 2, "update": 1.113, "loss": "0.615", "ppl": "1.53", "wps": "9662.6", "ups": "5.12", "wpb": "1886.1", "bsz": "92.8", "num_updates": "5400", "lr": "0.000430331", "gnorm": "1.295", "train_wall": "19", "gb_free": "29.1", "wall": "1060"} {"epoch": 2, "update": 1.113, "loss": "0.615", "ppl": "1.53", "wps": "9662.6", "ups": "5.12", "wpb": "1886.1", "bsz": "92.8", "num_updates": "5400", "lr": "0.000430331", "gnorm": "1.295", "train_wall": "19", "gb_free": "29.1", "wall": "1060"} {"epoch": 2, "update": 1.134, "loss": "0.607", "ppl": "1.52", "wps": "10530", "ups": "5.16", "wpb": "2041.5", "bsz": "96", "num_updates": "5500", "lr": "0.000426401", "gnorm": "1.248", "train_wall": "19", "gb_free": "28.9", "wall": "1080"} {"epoch": 2, "update": 1.134, "loss": "0.607", "ppl": "1.52", "wps": "10530", "ups": "5.16", "wpb": "2041.5", "bsz": "96", "num_updates": "5500", "lr": "0.000426401", "gnorm": "1.248", "train_wall": "19", "gb_free": "28.9", "wall": "1080"} {"epoch": 2, "update": 1.154, "loss": "0.615", "ppl": "1.53", "wps": "10429.9", "ups": "5.12", "wpb": "2038.7", "bsz": "93.8", "num_updates": "5600", "lr": "0.000422577", "gnorm": "1.254", "train_wall": "19", "gb_free": "27.8", "wall": "1099"} {"epoch": 2, "update": 1.154, "loss": "0.615", "ppl": "1.53", "wps": "10429.9", "ups": "5.12", "wpb": "2038.7", "bsz": "93.8", "num_updates": "5600", "lr": "0.000422577", "gnorm": "1.254", "train_wall": "19", "gb_free": "27.8", "wall": "1099"} {"epoch": 2, "update": 1.175, "loss": "0.546", "ppl": "1.46", "wps": "10360.7", "ups": "5.17", "wpb": "2004", "bsz": "101", "num_updates": "5700", "lr": "0.000418854", "gnorm": "1.205", "train_wall": "19", "gb_free": "29", "wall": "1119"} {"epoch": 2, "update": 1.175, "loss": "0.546", "ppl": "1.46", "wps": "10360.7", "ups": "5.17", "wpb": "2004", "bsz": "101", "num_updates": "5700", "lr": "0.000418854", "gnorm": "1.205", "train_wall": "19", "gb_free": "29", "wall": "1119"} {"epoch": 2, "update": 1.196, "loss": "0.547", "ppl": "1.46", "wps": "10860.6", "ups": "5.12", "wpb": "2119.6", "bsz": "97.2", "num_updates": "5800", "lr": "0.000415227", "gnorm": "1.062", "train_wall": "19", "gb_free": "28.9", "wall": "1138"} {"epoch": 2, "update": 1.196, "loss": "0.547", "ppl": "1.46", "wps": "10860.6", "ups": "5.12", "wpb": "2119.6", "bsz": "97.2", "num_updates": "5800", "lr": "0.000415227", "gnorm": "1.062", "train_wall": "19", "gb_free": "28.9", "wall": "1138"} {"epoch": 2, "update": 1.216, "loss": "0.532", "ppl": "1.45", "wps": "9818.3", "ups": "5.16", "wpb": "1903.7", "bsz": "94.6", "num_updates": "5900", "lr": "0.000411693", "gnorm": "1.298", "train_wall": "19", "gb_free": "29", "wall": "1158"} {"epoch": 2, "update": 1.216, "loss": "0.532", "ppl": "1.45", "wps": "9818.3", "ups": "5.16", "wpb": "1903.7", "bsz": "94.6", "num_updates": "5900", "lr": "0.000411693", "gnorm": "1.298", "train_wall": "19", "gb_free": "29", "wall": "1158"} {"epoch": 2, "update": 1.237, "loss": "0.484", "ppl": "1.4", "wps": "8607.1", "ups": "5.11", "wpb": "1683.6", "bsz": "82.1", "num_updates": "6000", "lr": "0.000408248", "gnorm": "1.067", "train_wall": "19", "gb_free": "29", "wall": "1177"} {"epoch": 2, "update": 1.237, "loss": "0.484", "ppl": "1.4", "wps": "8607.1", "ups": "5.11", "wpb": "1683.6", "bsz": "82.1", "num_updates": "6000", "lr": "0.000408248", "gnorm": "1.067", "train_wall": "19", "gb_free": "29", "wall": "1177"} {"epoch": 2, "update": 1.257, "loss": "0.554", "ppl": "1.47", "wps": "9831.7", "ups": "5.08", "wpb": "1936.2", "bsz": "93.8", "num_updates": "6100", "lr": "0.000404888", "gnorm": "1.278", "train_wall": "19", "gb_free": "28.9", "wall": "1197"} {"epoch": 2, "update": 1.257, "loss": "0.554", "ppl": "1.47", "wps": "9831.7", "ups": "5.08", "wpb": "1936.2", "bsz": "93.8", "num_updates": "6100", "lr": "0.000404888", "gnorm": "1.278", "train_wall": "19", "gb_free": "28.9", "wall": "1197"} {"epoch": 2, "update": 1.278, "loss": "0.472", "ppl": "1.39", "wps": "9705.2", "ups": "5.14", "wpb": "1886.9", "bsz": "97.2", "num_updates": "6200", "lr": "0.00040161", "gnorm": "1.13", "train_wall": "19", "gb_free": "28.9", "wall": "1216"} {"epoch": 2, "update": 1.278, "loss": "0.472", "ppl": "1.39", "wps": "9705.2", "ups": "5.14", "wpb": "1886.9", "bsz": "97.2", "num_updates": "6200", "lr": "0.00040161", "gnorm": "1.13", "train_wall": "19", "gb_free": "28.9", "wall": "1216"} {"epoch": 2, "update": 1.299, "loss": "0.507", "ppl": "1.42", "wps": "10929.2", "ups": "5.15", "wpb": "2121.3", "bsz": "104", "num_updates": "6300", "lr": "0.00039841", "gnorm": "1.143", "train_wall": "19", "gb_free": "28.9", "wall": "1236"} {"epoch": 2, "update": 1.299, "loss": "0.507", "ppl": "1.42", "wps": "10929.2", "ups": "5.15", "wpb": "2121.3", "bsz": "104", "num_updates": "6300", "lr": "0.00039841", "gnorm": "1.143", "train_wall": "19", "gb_free": "28.9", "wall": "1236"} {"epoch": 2, "update": 1.319, "loss": "0.488", "ppl": "1.4", "wps": "10356.6", "ups": "5.13", "wpb": "2018.7", "bsz": "93.4", "num_updates": "6400", "lr": "0.000395285", "gnorm": "1.066", "train_wall": "19", "gb_free": "28.9", "wall": "1255"} {"epoch": 2, "update": 1.319, "loss": "0.488", "ppl": "1.4", "wps": "10356.6", "ups": "5.13", "wpb": "2018.7", "bsz": "93.4", "num_updates": "6400", "lr": "0.000395285", "gnorm": "1.066", "train_wall": "19", "gb_free": "28.9", "wall": "1255"} {"epoch": 2, "update": 1.34, "loss": "0.499", "ppl": "1.41", "wps": "11771.2", "ups": "5.21", "wpb": "2258.7", "bsz": "109.2", "num_updates": "6500", "lr": "0.000392232", "gnorm": "1.103", "train_wall": "19", "gb_free": "28.9", "wall": "1274"} {"epoch": 2, "update": 1.34, "loss": "0.499", "ppl": "1.41", "wps": "11771.2", "ups": "5.21", "wpb": "2258.7", "bsz": "109.2", "num_updates": "6500", "lr": "0.000392232", "gnorm": "1.103", "train_wall": "19", "gb_free": "28.9", "wall": "1274"} {"epoch": 2, "update": 1.361, "loss": "0.471", "ppl": "1.39", "wps": "9935.9", "ups": "5.16", "wpb": "1924.9", "bsz": "92", "num_updates": "6600", "lr": "0.000389249", "gnorm": "1.115", "train_wall": "19", "gb_free": "28.8", "wall": "1294"} {"epoch": 2, "update": 1.361, "loss": "0.471", "ppl": "1.39", "wps": "9935.9", "ups": "5.16", "wpb": "1924.9", "bsz": "92", "num_updates": "6600", "lr": "0.000389249", "gnorm": "1.115", "train_wall": "19", "gb_free": "28.8", "wall": "1294"} {"epoch": 2, "update": 1.381, "loss": "0.459", "ppl": "1.37", "wps": "9860", "ups": "5.16", "wpb": "1910.8", "bsz": "95.1", "num_updates": "6700", "lr": "0.000386334", "gnorm": "1.034", "train_wall": "19", "gb_free": "28.8", "wall": "1313"} {"epoch": 2, "update": 1.381, "loss": "0.459", "ppl": "1.37", "wps": "9860", "ups": "5.16", "wpb": "1910.8", "bsz": "95.1", "num_updates": "6700", "lr": "0.000386334", "gnorm": "1.034", "train_wall": "19", "gb_free": "28.8", "wall": "1313"} {"epoch": 2, "update": 1.402, "loss": "0.433", "ppl": "1.35", "wps": "10045.2", "ups": "5.15", "wpb": "1948.7", "bsz": "97.5", "num_updates": "6800", "lr": "0.000383482", "gnorm": "1.038", "train_wall": "19", "gb_free": "29", "wall": "1332"} {"epoch": 2, "update": 1.402, "loss": "0.433", "ppl": "1.35", "wps": "10045.2", "ups": "5.15", "wpb": "1948.7", "bsz": "97.5", "num_updates": "6800", "lr": "0.000383482", "gnorm": "1.038", "train_wall": "19", "gb_free": "29", "wall": "1332"} {"epoch": 2, "update": 1.422, "loss": "0.455", "ppl": "1.37", "wps": "9595.8", "ups": "5.17", "wpb": "1855.6", "bsz": "85", "num_updates": "6900", "lr": "0.000380693", "gnorm": "1.07", "train_wall": "19", "gb_free": "29.1", "wall": "1352"} {"epoch": 2, "update": 1.422, "loss": "0.455", "ppl": "1.37", "wps": "9595.8", "ups": "5.17", "wpb": "1855.6", "bsz": "85", "num_updates": "6900", "lr": "0.000380693", "gnorm": "1.07", "train_wall": "19", "gb_free": "29.1", "wall": "1352"} {"epoch": 2, "update": 1.443, "loss": "0.461", "ppl": "1.38", "wps": "10351.1", "ups": "5.17", "wpb": "2001.4", "bsz": "95.9", "num_updates": "7000", "lr": "0.000377964", "gnorm": "1.09", "train_wall": "19", "gb_free": "29", "wall": "1371"} {"epoch": 2, "update": 1.443, "loss": "0.461", "ppl": "1.38", "wps": "10351.1", "ups": "5.17", "wpb": "2001.4", "bsz": "95.9", "num_updates": "7000", "lr": "0.000377964", "gnorm": "1.09", "train_wall": "19", "gb_free": "29", "wall": "1371"} {"epoch": 2, "update": 1.464, "loss": "0.42", "ppl": "1.34", "wps": "10967.3", "ups": "5.27", "wpb": "2080.3", "bsz": "102.9", "num_updates": "7100", "lr": "0.000375293", "gnorm": "0.993", "train_wall": "19", "gb_free": "28.9", "wall": "1390"} {"epoch": 2, "update": 1.464, "loss": "0.42", "ppl": "1.34", "wps": "10967.3", "ups": "5.27", "wpb": "2080.3", "bsz": "102.9", "num_updates": "7100", "lr": "0.000375293", "gnorm": "0.993", "train_wall": "19", "gb_free": "28.9", "wall": "1390"} {"epoch": 2, "update": 1.484, "loss": "0.469", "ppl": "1.38", "wps": "10728.3", "ups": "5.24", "wpb": "2047.2", "bsz": "99", "num_updates": "7200", "lr": "0.000372678", "gnorm": "1.192", "train_wall": "19", "gb_free": "28.9", "wall": "1409"} {"epoch": 2, "update": 1.484, "loss": "0.469", "ppl": "1.38", "wps": "10728.3", "ups": "5.24", "wpb": "2047.2", "bsz": "99", "num_updates": "7200", "lr": "0.000372678", "gnorm": "1.192", "train_wall": "19", "gb_free": "28.9", "wall": "1409"} {"epoch": 2, "update": 1.505, "loss": "0.382", "ppl": "1.3", "wps": "9089.2", "ups": "5.22", "wpb": "1740.8", "bsz": "84.6", "num_updates": "7300", "lr": "0.000370117", "gnorm": "0.949", "train_wall": "19", "gb_free": "29.1", "wall": "1428"} {"epoch": 2, "update": 1.505, "loss": "0.382", "ppl": "1.3", "wps": "9089.2", "ups": "5.22", "wpb": "1740.8", "bsz": "84.6", "num_updates": "7300", "lr": "0.000370117", "gnorm": "0.949", "train_wall": "19", "gb_free": "29.1", "wall": "1428"} {"epoch": 2, "update": 1.525, "loss": "0.436", "ppl": "1.35", "wps": "11073.8", "ups": "5.29", "wpb": "2092.6", "bsz": "101.8", "num_updates": "7400", "lr": "0.000367607", "gnorm": "1.103", "train_wall": "19", "gb_free": "29.2", "wall": "1447"} {"epoch": 2, "update": 1.525, "loss": "0.436", "ppl": "1.35", "wps": "11073.8", "ups": "5.29", "wpb": "2092.6", "bsz": "101.8", "num_updates": "7400", "lr": "0.000367607", "gnorm": "1.103", "train_wall": "19", "gb_free": "29.2", "wall": "1447"} {"epoch": 2, "update": 1.546, "loss": "0.38", "ppl": "1.3", "wps": "9506.1", "ups": "5.25", "wpb": "1810.5", "bsz": "91.3", "num_updates": "7500", "lr": "0.000365148", "gnorm": "0.985", "train_wall": "19", "gb_free": "28.9", "wall": "1466"} {"epoch": 2, "update": 1.546, "loss": "0.38", "ppl": "1.3", "wps": "9506.1", "ups": "5.25", "wpb": "1810.5", "bsz": "91.3", "num_updates": "7500", "lr": "0.000365148", "gnorm": "0.985", "train_wall": "19", "gb_free": "28.9", "wall": "1466"} {"epoch": 2, "update": 1.567, "loss": "0.401", "ppl": "1.32", "wps": "9892.8", "ups": "5.22", "wpb": "1895.6", "bsz": "92.8", "num_updates": "7600", "lr": "0.000362738", "gnorm": "1.022", "train_wall": "19", "gb_free": "29.2", "wall": "1485"} {"epoch": 2, "update": 1.567, "loss": "0.401", "ppl": "1.32", "wps": "9892.8", "ups": "5.22", "wpb": "1895.6", "bsz": "92.8", "num_updates": "7600", "lr": "0.000362738", "gnorm": "1.022", "train_wall": "19", "gb_free": "29.2", "wall": "1485"} {"epoch": 2, "update": 1.587, "loss": "0.451", "ppl": "1.37", "wps": "10409.8", "ups": "5.17", "wpb": "2013.3", "bsz": "92.7", "num_updates": "7700", "lr": "0.000360375", "gnorm": "1.199", "train_wall": "19", "gb_free": "28.8", "wall": "1505"} {"epoch": 2, "update": 1.587, "loss": "0.451", "ppl": "1.37", "wps": "10409.8", "ups": "5.17", "wpb": "2013.3", "bsz": "92.7", "num_updates": "7700", "lr": "0.000360375", "gnorm": "1.199", "train_wall": "19", "gb_free": "28.8", "wall": "1505"} {"epoch": 2, "update": 1.608, "loss": "0.387", "ppl": "1.31", "wps": "10466.5", "ups": "5.14", "wpb": "2035.9", "bsz": "97.9", "num_updates": "7800", "lr": "0.000358057", "gnorm": "0.893", "train_wall": "19", "gb_free": "28.3", "wall": "1524"} {"epoch": 2, "update": 1.608, "loss": "0.387", "ppl": "1.31", "wps": "10466.5", "ups": "5.14", "wpb": "2035.9", "bsz": "97.9", "num_updates": "7800", "lr": "0.000358057", "gnorm": "0.893", "train_wall": "19", "gb_free": "28.3", "wall": "1524"} {"epoch": 2, "update": 1.629, "loss": "0.362", "ppl": "1.29", "wps": "10515.8", "ups": "5.16", "wpb": "2036.4", "bsz": "98.2", "num_updates": "7900", "lr": "0.000355784", "gnorm": "0.881", "train_wall": "19", "gb_free": "29", "wall": "1544"} {"epoch": 2, "update": 1.629, "loss": "0.362", "ppl": "1.29", "wps": "10515.8", "ups": "5.16", "wpb": "2036.4", "bsz": "98.2", "num_updates": "7900", "lr": "0.000355784", "gnorm": "0.881", "train_wall": "19", "gb_free": "29", "wall": "1544"} {"epoch": 2, "update": 1.649, "loss": "0.358", "ppl": "1.28", "wps": "9926.6", "ups": "5.18", "wpb": "1914.8", "bsz": "91.8", "num_updates": "8000", "lr": "0.000353553", "gnorm": "0.918", "train_wall": "19", "gb_free": "29", "wall": "1563"} {"epoch": 2, "update": 1.649, "loss": "0.358", "ppl": "1.28", "wps": "9926.6", "ups": "5.18", "wpb": "1914.8", "bsz": "91.8", "num_updates": "8000", "lr": "0.000353553", "gnorm": "0.918", "train_wall": "19", "gb_free": "29", "wall": "1563"} {"epoch": 2, "update": 1.67, "loss": "0.385", "ppl": "1.31", "wps": "10614", "ups": "5.15", "wpb": "2060", "bsz": "97.9", "num_updates": "8100", "lr": "0.000351364", "gnorm": "0.966", "train_wall": "19", "gb_free": "29.2", "wall": "1582"} {"epoch": 2, "update": 1.67, "loss": "0.385", "ppl": "1.31", "wps": "10614", "ups": "5.15", "wpb": "2060", "bsz": "97.9", "num_updates": "8100", "lr": "0.000351364", "gnorm": "0.966", "train_wall": "19", "gb_free": "29.2", "wall": "1582"} {"epoch": 2, "update": 1.69, "loss": "0.379", "ppl": "1.3", "wps": "10687.9", "ups": "5.18", "wpb": "2062.8", "bsz": "97.1", "num_updates": "8200", "lr": "0.000349215", "gnorm": "0.921", "train_wall": "19", "gb_free": "29.1", "wall": "1602"} {"epoch": 2, "update": 1.69, "loss": "0.379", "ppl": "1.3", "wps": "10687.9", "ups": "5.18", "wpb": "2062.8", "bsz": "97.1", "num_updates": "8200", "lr": "0.000349215", "gnorm": "0.921", "train_wall": "19", "gb_free": "29.1", "wall": "1602"} {"epoch": 2, "update": 1.711, "loss": "0.359", "ppl": "1.28", "wps": "9616.1", "ups": "5.07", "wpb": "1898", "bsz": "85.8", "num_updates": "8300", "lr": "0.000347105", "gnorm": "0.957", "train_wall": "20", "gb_free": "27.1", "wall": "1621"} {"epoch": 2, "update": 1.711, "loss": "0.359", "ppl": "1.28", "wps": "9616.1", "ups": "5.07", "wpb": "1898", "bsz": "85.8", "num_updates": "8300", "lr": "0.000347105", "gnorm": "0.957", "train_wall": "20", "gb_free": "27.1", "wall": "1621"} {"epoch": 2, "update": 1.732, "loss": "0.356", "ppl": "1.28", "wps": "9724.1", "ups": "5.16", "wpb": "1884.4", "bsz": "91.8", "num_updates": "8400", "lr": "0.000345033", "gnorm": "0.98", "train_wall": "19", "gb_free": "29.2", "wall": "1641"} {"epoch": 2, "update": 1.732, "loss": "0.356", "ppl": "1.28", "wps": "9724.1", "ups": "5.16", "wpb": "1884.4", "bsz": "91.8", "num_updates": "8400", "lr": "0.000345033", "gnorm": "0.98", "train_wall": "19", "gb_free": "29.2", "wall": "1641"} {"epoch": 2, "update": 1.752, "loss": "0.362", "ppl": "1.28", "wps": "9893.8", "ups": "5.16", "wpb": "1916.3", "bsz": "94.8", "num_updates": "8500", "lr": "0.000342997", "gnorm": "1.02", "train_wall": "19", "gb_free": "28.8", "wall": "1660"} {"epoch": 2, "update": 1.752, "loss": "0.362", "ppl": "1.28", "wps": "9893.8", "ups": "5.16", "wpb": "1916.3", "bsz": "94.8", "num_updates": "8500", "lr": "0.000342997", "gnorm": "1.02", "train_wall": "19", "gb_free": "28.8", "wall": "1660"} {"epoch": 2, "update": 1.773, "loss": "0.357", "ppl": "1.28", "wps": "11005.1", "ups": "5.23", "wpb": "2104.5", "bsz": "104.2", "num_updates": "8600", "lr": "0.000340997", "gnorm": "0.862", "train_wall": "19", "gb_free": "28.8", "wall": "1679"} {"epoch": 2, "update": 1.773, "loss": "0.357", "ppl": "1.28", "wps": "11005.1", "ups": "5.23", "wpb": "2104.5", "bsz": "104.2", "num_updates": "8600", "lr": "0.000340997", "gnorm": "0.862", "train_wall": "19", "gb_free": "28.8", "wall": "1679"} {"epoch": 2, "update": 1.793, "loss": "0.332", "ppl": "1.26", "wps": "10523.2", "ups": "5.18", "wpb": "2029.9", "bsz": "103.9", "num_updates": "8700", "lr": "0.000339032", "gnorm": "0.888", "train_wall": "19", "gb_free": "28.9", "wall": "1698"} {"epoch": 2, "update": 1.793, "loss": "0.332", "ppl": "1.26", "wps": "10523.2", "ups": "5.18", "wpb": "2029.9", "bsz": "103.9", "num_updates": "8700", "lr": "0.000339032", "gnorm": "0.888", "train_wall": "19", "gb_free": "28.9", "wall": "1698"} {"epoch": 2, "update": 1.814, "loss": "0.388", "ppl": "1.31", "wps": "11007.1", "ups": "5.2", "wpb": "2115.9", "bsz": "100", "num_updates": "8800", "lr": "0.0003371", "gnorm": "0.995", "train_wall": "19", "gb_free": "29", "wall": "1718"} {"epoch": 2, "update": 1.814, "loss": "0.388", "ppl": "1.31", "wps": "11007.1", "ups": "5.2", "wpb": "2115.9", "bsz": "100", "num_updates": "8800", "lr": "0.0003371", "gnorm": "0.995", "train_wall": "19", "gb_free": "29", "wall": "1718"} {"epoch": 2, "update": 1.835, "loss": "0.331", "ppl": "1.26", "wps": "10300.7", "ups": "5.16", "wpb": "1995.9", "bsz": "95.4", "num_updates": "8900", "lr": "0.000335201", "gnorm": "0.891", "train_wall": "19", "gb_free": "28.9", "wall": "1737"} {"epoch": 2, "update": 1.835, "loss": "0.331", "ppl": "1.26", "wps": "10300.7", "ups": "5.16", "wpb": "1995.9", "bsz": "95.4", "num_updates": "8900", "lr": "0.000335201", "gnorm": "0.891", "train_wall": "19", "gb_free": "28.9", "wall": "1737"} {"epoch": 2, "update": 1.855, "loss": "0.328", "ppl": "1.26", "wps": "11283", "ups": "5.19", "wpb": "2174.9", "bsz": "109.2", "num_updates": "9000", "lr": "0.000333333", "gnorm": "0.869", "train_wall": "19", "gb_free": "29.1", "wall": "1756"} {"epoch": 2, "update": 1.855, "loss": "0.328", "ppl": "1.26", "wps": "11283", "ups": "5.19", "wpb": "2174.9", "bsz": "109.2", "num_updates": "9000", "lr": "0.000333333", "gnorm": "0.869", "train_wall": "19", "gb_free": "29.1", "wall": "1756"} {"epoch": 2, "update": 1.876, "loss": "0.356", "ppl": "1.28", "wps": "11568.5", "ups": "5.16", "wpb": "2242.2", "bsz": "103.8", "num_updates": "9100", "lr": "0.000331497", "gnorm": "0.835", "train_wall": "19", "gb_free": "29", "wall": "1776"} {"epoch": 2, "update": 1.876, "loss": "0.356", "ppl": "1.28", "wps": "11568.5", "ups": "5.16", "wpb": "2242.2", "bsz": "103.8", "num_updates": "9100", "lr": "0.000331497", "gnorm": "0.835", "train_wall": "19", "gb_free": "29", "wall": "1776"} {"epoch": 2, "update": 1.897, "loss": "0.352", "ppl": "1.28", "wps": "9742.4", "ups": "5.14", "wpb": "1895.3", "bsz": "91.9", "num_updates": "9200", "lr": "0.00032969", "gnorm": "1.022", "train_wall": "19", "gb_free": "28.1", "wall": "1795"} {"epoch": 2, "update": 1.897, "loss": "0.352", "ppl": "1.28", "wps": "9742.4", "ups": "5.14", "wpb": "1895.3", "bsz": "91.9", "num_updates": "9200", "lr": "0.00032969", "gnorm": "1.022", "train_wall": "19", "gb_free": "28.1", "wall": "1795"} {"epoch": 2, "update": 1.917, "loss": "0.298", "ppl": "1.23", "wps": "10125.8", "ups": "5.14", "wpb": "1969.1", "bsz": "98.2", "num_updates": "9300", "lr": "0.000327913", "gnorm": "0.855", "train_wall": "19", "gb_free": "29.4", "wall": "1815"} {"epoch": 2, "update": 1.917, "loss": "0.298", "ppl": "1.23", "wps": "10125.8", "ups": "5.14", "wpb": "1969.1", "bsz": "98.2", "num_updates": "9300", "lr": "0.000327913", "gnorm": "0.855", "train_wall": "19", "gb_free": "29.4", "wall": "1815"} {"epoch": 2, "update": 1.938, "loss": "0.311", "ppl": "1.24", "wps": "9285.8", "ups": "5.08", "wpb": "1826.1", "bsz": "90", "num_updates": "9400", "lr": "0.000326164", "gnorm": "0.898", "train_wall": "19", "gb_free": "29", "wall": "1834"} {"epoch": 2, "update": 1.938, "loss": "0.311", "ppl": "1.24", "wps": "9285.8", "ups": "5.08", "wpb": "1826.1", "bsz": "90", "num_updates": "9400", "lr": "0.000326164", "gnorm": "0.898", "train_wall": "19", "gb_free": "29", "wall": "1834"} {"epoch": 2, "update": 1.958, "loss": "0.289", "ppl": "1.22", "wps": "9402.6", "ups": "5.12", "wpb": "1835.3", "bsz": "89.4", "num_updates": "9500", "lr": "0.000324443", "gnorm": "0.828", "train_wall": "19", "gb_free": "29", "wall": "1854"} {"epoch": 2, "update": 1.958, "loss": "0.289", "ppl": "1.22", "wps": "9402.6", "ups": "5.12", "wpb": "1835.3", "bsz": "89.4", "num_updates": "9500", "lr": "0.000324443", "gnorm": "0.828", "train_wall": "19", "gb_free": "29", "wall": "1854"} {"epoch": 2, "update": 1.979, "loss": "0.319", "ppl": "1.25", "wps": "9564.2", "ups": "5.13", "wpb": "1864.3", "bsz": "91.4", "num_updates": "9600", "lr": "0.000322749", "gnorm": "0.993", "train_wall": "19", "gb_free": "28.9", "wall": "1873"} {"epoch": 2, "update": 1.979, "loss": "0.319", "ppl": "1.25", "wps": "9564.2", "ups": "5.13", "wpb": "1864.3", "bsz": "91.4", "num_updates": "9600", "lr": "0.000322749", "gnorm": "0.993", "train_wall": "19", "gb_free": "28.9", "wall": "1873"} {"epoch": 2, "update": 2.0, "loss": "0.304", "ppl": "1.23", "wps": "10450.5", "ups": "5.21", "wpb": "2004.3", "bsz": "95.4", "num_updates": "9700", "lr": "0.000321081", "gnorm": "0.784", "train_wall": "19", "gb_free": "29", "wall": "1893"} {"epoch": 2, "update": 2.0, "loss": "0.304", "ppl": "1.23", "wps": "10450.5", "ups": "5.21", "wpb": "2004.3", "bsz": "95.4", "num_updates": "9700", "lr": "0.000321081", "gnorm": "0.784", "train_wall": "19", "gb_free": "29", "wall": "1893"} begin validation on "valid" subset {"epoch": 2, "valid_loss": "0.292", "valid_ppl": "1.22", "valid_wps": "32712.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "9702", "valid_best_loss": "0.292"} {"epoch": 2, "valid_loss": "0.292", "valid_ppl": "1.22", "valid_wps": "32712.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "9702", "valid_best_loss": "0.292"} end of epoch 2 (average epoch stats below) {"epoch": 2, "train_loss": "0.445", "train_ppl": "1.36", "train_wps": "10159.3", "train_ups": "5.12", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "9702", "train_lr": "0.000321048", "train_gnorm": "1.056", "train_train_wall": "929", "train_gb_free": "28.9", "train_wall": "1901"} {"epoch": 2, "train_loss": "0.445", "train_ppl": "1.36", "train_wps": "10159.3", "train_ups": "5.12", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "9702", "train_lr": "0.000321048", "train_gnorm": "1.056", "train_train_wall": "929", "train_gb_free": "28.9", "train_wall": "1901"} Start iterating over samples {"epoch": 3, "update": 2.02, "loss": "0.291", "ppl": "1.22", "wps": "6875.3", "ups": "3.6", "wpb": "1907.8", "bsz": "92.6", "num_updates": "9800", "lr": "0.000319438", "gnorm": "0.791", "train_wall": "19", "gb_free": "29.1", "wall": "1920"} {"epoch": 3, "update": 2.02, "loss": "0.291", "ppl": "1.22", "wps": "6875.3", "ups": "3.6", "wpb": "1907.8", "bsz": "92.6", "num_updates": "9800", "lr": "0.000319438", "gnorm": "0.791", "train_wall": "19", "gb_free": "29.1", "wall": "1920"} {"epoch": 3, "update": 2.02, "loss": "0.291", "ppl": "1.22", "wps": "6875.3", "ups": "3.6", "wpb": "1907.8", "bsz": "92.6", "num_updates": "9800", "lr": "0.000319438", "gnorm": "0.791", "train_wall": "19", "gb_free": "29.1", "wall": "1920"} {"epoch": 3, "update": 2.041, "loss": "0.29", "ppl": "1.22", "wps": "10497.5", "ups": "5.2", "wpb": "2018.6", "bsz": "99", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.835", "train_wall": "19", "gb_free": "29", "wall": "1939"} {"epoch": 3, "update": 2.041, "loss": "0.29", "ppl": "1.22", "wps": "10497.5", "ups": "5.2", "wpb": "2018.6", "bsz": "99", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.835", "train_wall": "19", "gb_free": "29", "wall": "1939"} {"epoch": 3, "update": 2.041, "loss": "0.29", "ppl": "1.22", "wps": "10497.5", "ups": "5.2", "wpb": "2018.6", "bsz": "99", "num_updates": "9900", "lr": "0.000317821", "gnorm": "0.835", "train_wall": "19", "gb_free": "29", "wall": "1939"} {"epoch": 3, "update": 2.061, "loss": "0.282", "ppl": "1.22", "wps": "10734.2", "ups": "5.2", "wpb": "2065.4", "bsz": "100.2", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.814", "train_wall": "19", "gb_free": "29.2", "wall": "1959"} {"epoch": 3, "update": 2.061, "loss": "0.282", "ppl": "1.22", "wps": "10734.2", "ups": "5.2", "wpb": "2065.4", "bsz": "100.2", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.814", "train_wall": "19", "gb_free": "29.2", "wall": "1959"} {"epoch": 3, "update": 2.061, "loss": "0.282", "ppl": "1.22", "wps": "10734.2", "ups": "5.2", "wpb": "2065.4", "bsz": "100.2", "num_updates": "10000", "lr": "0.000316228", "gnorm": "0.814", "train_wall": "19", "gb_free": "29.2", "wall": "1959"} {"epoch": 3, "update": 2.082, "loss": "0.261", "ppl": "1.2", "wps": "9686.5", "ups": "5.15", "wpb": "1881.4", "bsz": "86.6", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.723", "train_wall": "19", "gb_free": "28.9", "wall": "1978"} {"epoch": 3, "update": 2.082, "loss": "0.261", "ppl": "1.2", "wps": "9686.5", "ups": "5.15", "wpb": "1881.4", "bsz": "86.6", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.723", "train_wall": "19", "gb_free": "28.9", "wall": "1978"} {"epoch": 3, "update": 2.082, "loss": "0.261", "ppl": "1.2", "wps": "9686.5", "ups": "5.15", "wpb": "1881.4", "bsz": "86.6", "num_updates": "10100", "lr": "0.000314658", "gnorm": "0.723", "train_wall": "19", "gb_free": "28.9", "wall": "1978"} {"epoch": 3, "update": 2.103, "loss": "0.267", "ppl": "1.2", "wps": "10005.3", "ups": "5.14", "wpb": "1945.8", "bsz": "93.6", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.798", "train_wall": "19", "gb_free": "28.9", "wall": "1998"} {"epoch": 3, "update": 2.103, "loss": "0.267", "ppl": "1.2", "wps": "10005.3", "ups": "5.14", "wpb": "1945.8", "bsz": "93.6", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.798", "train_wall": "19", "gb_free": "28.9", "wall": "1998"} {"epoch": 3, "update": 2.103, "loss": "0.267", "ppl": "1.2", "wps": "10005.3", "ups": "5.14", "wpb": "1945.8", "bsz": "93.6", "num_updates": "10200", "lr": "0.000313112", "gnorm": "0.798", "train_wall": "19", "gb_free": "28.9", "wall": "1998"} {"epoch": 3, "update": 2.123, "loss": "0.277", "ppl": "1.21", "wps": "10750.1", "ups": "5.24", "wpb": "2052.1", "bsz": "100.1", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.844", "train_wall": "19", "gb_free": "28.8", "wall": "2017"} {"epoch": 3, "update": 2.123, "loss": "0.277", "ppl": "1.21", "wps": "10750.1", "ups": "5.24", "wpb": "2052.1", "bsz": "100.1", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.844", "train_wall": "19", "gb_free": "28.8", "wall": "2017"} {"epoch": 3, "update": 2.123, "loss": "0.277", "ppl": "1.21", "wps": "10750.1", "ups": "5.24", "wpb": "2052.1", "bsz": "100.1", "num_updates": "10300", "lr": "0.000311588", "gnorm": "0.844", "train_wall": "19", "gb_free": "28.8", "wall": "2017"} {"epoch": 3, "update": 2.144, "loss": "0.259", "ppl": "1.2", "wps": "10217.2", "ups": "5.29", "wpb": "1931.3", "bsz": "95", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.87", "train_wall": "19", "gb_free": "28.8", "wall": "2036"} {"epoch": 3, "update": 2.144, "loss": "0.259", "ppl": "1.2", "wps": "10217.2", "ups": "5.29", "wpb": "1931.3", "bsz": "95", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.87", "train_wall": "19", "gb_free": "28.8", "wall": "2036"} {"epoch": 3, "update": 2.144, "loss": "0.259", "ppl": "1.2", "wps": "10217.2", "ups": "5.29", "wpb": "1931.3", "bsz": "95", "num_updates": "10400", "lr": "0.000310087", "gnorm": "0.87", "train_wall": "19", "gb_free": "28.8", "wall": "2036"} {"epoch": 3, "update": 2.165, "loss": "0.27", "ppl": "1.21", "wps": "10636.4", "ups": "5.25", "wpb": "2025.5", "bsz": "97.6", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.799", "train_wall": "19", "gb_free": "29.1", "wall": "2055"} {"epoch": 3, "update": 2.165, "loss": "0.27", "ppl": "1.21", "wps": "10636.4", "ups": "5.25", "wpb": "2025.5", "bsz": "97.6", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.799", "train_wall": "19", "gb_free": "29.1", "wall": "2055"} {"epoch": 3, "update": 2.165, "loss": "0.27", "ppl": "1.21", "wps": "10636.4", "ups": "5.25", "wpb": "2025.5", "bsz": "97.6", "num_updates": "10500", "lr": "0.000308607", "gnorm": "0.799", "train_wall": "19", "gb_free": "29.1", "wall": "2055"} {"epoch": 3, "update": 2.185, "loss": "0.24", "ppl": "1.18", "wps": "9904.5", "ups": "5.25", "wpb": "1887.3", "bsz": "89.6", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.782", "train_wall": "19", "gb_free": "28.9", "wall": "2074"} {"epoch": 3, "update": 2.185, "loss": "0.24", "ppl": "1.18", "wps": "9904.5", "ups": "5.25", "wpb": "1887.3", "bsz": "89.6", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.782", "train_wall": "19", "gb_free": "28.9", "wall": "2074"} {"epoch": 3, "update": 2.185, "loss": "0.24", "ppl": "1.18", "wps": "9904.5", "ups": "5.25", "wpb": "1887.3", "bsz": "89.6", "num_updates": "10600", "lr": "0.000307148", "gnorm": "0.782", "train_wall": "19", "gb_free": "28.9", "wall": "2074"} {"epoch": 3, "update": 2.206, "loss": "0.286", "ppl": "1.22", "wps": "9301.8", "ups": "5.23", "wpb": "1779.2", "bsz": "83.7", "num_updates": "10700", "lr": "0.000305709", "gnorm": "1.016", "train_wall": "19", "gb_free": "29.1", "wall": "2093"} {"epoch": 3, "update": 2.206, "loss": "0.286", "ppl": "1.22", "wps": "9301.8", "ups": "5.23", "wpb": "1779.2", "bsz": "83.7", "num_updates": "10700", "lr": "0.000305709", "gnorm": "1.016", "train_wall": "19", "gb_free": "29.1", "wall": "2093"} {"epoch": 3, "update": 2.206, "loss": "0.286", "ppl": "1.22", "wps": "9301.8", "ups": "5.23", "wpb": "1779.2", "bsz": "83.7", "num_updates": "10700", "lr": "0.000305709", "gnorm": "1.016", "train_wall": "19", "gb_free": "29.1", "wall": "2093"} {"epoch": 3, "update": 2.226, "loss": "0.246", "ppl": "1.19", "wps": "10424.5", "ups": "5.3", "wpb": "1968.4", "bsz": "100.4", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.846", "train_wall": "19", "gb_free": "28.9", "wall": "2112"} {"epoch": 3, "update": 2.226, "loss": "0.246", "ppl": "1.19", "wps": "10424.5", "ups": "5.3", "wpb": "1968.4", "bsz": "100.4", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.846", "train_wall": "19", "gb_free": "28.9", "wall": "2112"} {"epoch": 3, "update": 2.226, "loss": "0.246", "ppl": "1.19", "wps": "10424.5", "ups": "5.3", "wpb": "1968.4", "bsz": "100.4", "num_updates": "10800", "lr": "0.00030429", "gnorm": "0.846", "train_wall": "19", "gb_free": "28.9", "wall": "2112"} {"epoch": 3, "update": 2.247, "loss": "0.246", "ppl": "1.19", "wps": "10691", "ups": "5.28", "wpb": "2025.8", "bsz": "98.6", "num_updates": "10900", "lr": "0.000302891", "gnorm": "0.747", "train_wall": "19", "gb_free": "29.2", "wall": "2131"} {"epoch": 3, "update": 2.247, "loss": "0.246", "ppl": "1.19", "wps": "10691", "ups": "5.28", "wpb": "2025.8", "bsz": "98.6", "num_updates": "10900", "lr": "0.000302891", "gnorm": "0.747", "train_wall": "19", "gb_free": "29.2", "wall": "2131"} {"epoch": 3, "update": 2.247, "loss": "0.246", "ppl": "1.19", "wps": "10691", "ups": "5.28", "wpb": "2025.8", "bsz": "98.6", "num_updates": "10900", "lr": "0.000302891", "gnorm": "0.747", "train_wall": "19", "gb_free": "29.2", "wall": "2131"} {"epoch": 3, "update": 2.268, "loss": "0.249", "ppl": "1.19", "wps": "9916.9", "ups": "5.2", "wpb": "1907.6", "bsz": "91.5", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.746", "train_wall": "19", "gb_free": "29", "wall": "2150"} {"epoch": 3, "update": 2.268, "loss": "0.249", "ppl": "1.19", "wps": "9916.9", "ups": "5.2", "wpb": "1907.6", "bsz": "91.5", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.746", "train_wall": "19", "gb_free": "29", "wall": "2150"} {"epoch": 3, "update": 2.268, "loss": "0.249", "ppl": "1.19", "wps": "9916.9", "ups": "5.2", "wpb": "1907.6", "bsz": "91.5", "num_updates": "11000", "lr": "0.000301511", "gnorm": "0.746", "train_wall": "19", "gb_free": "29", "wall": "2150"} {"epoch": 3, "update": 2.288, "loss": "0.22", "ppl": "1.16", "wps": "8979.1", "ups": "5.12", "wpb": "1753.3", "bsz": "87.8", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.766", "train_wall": "19", "gb_free": "27.9", "wall": "2169"} {"epoch": 3, "update": 2.288, "loss": "0.22", "ppl": "1.16", "wps": "8979.1", "ups": "5.12", "wpb": "1753.3", "bsz": "87.8", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.766", "train_wall": "19", "gb_free": "27.9", "wall": "2169"} {"epoch": 3, "update": 2.288, "loss": "0.22", "ppl": "1.16", "wps": "8979.1", "ups": "5.12", "wpb": "1753.3", "bsz": "87.8", "num_updates": "11100", "lr": "0.00030015", "gnorm": "0.766", "train_wall": "19", "gb_free": "27.9", "wall": "2169"} {"epoch": 3, "update": 2.309, "loss": "0.267", "ppl": "1.2", "wps": "9839", "ups": "5.1", "wpb": "1927.5", "bsz": "90.9", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.929", "train_wall": "19", "gb_free": "28", "wall": "2189"} {"epoch": 3, "update": 2.309, "loss": "0.267", "ppl": "1.2", "wps": "9839", "ups": "5.1", "wpb": "1927.5", "bsz": "90.9", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.929", "train_wall": "19", "gb_free": "28", "wall": "2189"} {"epoch": 3, "update": 2.309, "loss": "0.267", "ppl": "1.2", "wps": "9839", "ups": "5.1", "wpb": "1927.5", "bsz": "90.9", "num_updates": "11200", "lr": "0.000298807", "gnorm": "0.929", "train_wall": "19", "gb_free": "28", "wall": "2189"} {"epoch": 3, "update": 2.329, "loss": "0.239", "ppl": "1.18", "wps": "10417.3", "ups": "5.18", "wpb": "2010.8", "bsz": "96.5", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.757", "train_wall": "19", "gb_free": "28.8", "wall": "2208"} {"epoch": 3, "update": 2.329, "loss": "0.239", "ppl": "1.18", "wps": "10417.3", "ups": "5.18", "wpb": "2010.8", "bsz": "96.5", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.757", "train_wall": "19", "gb_free": "28.8", "wall": "2208"} {"epoch": 3, "update": 2.329, "loss": "0.239", "ppl": "1.18", "wps": "10417.3", "ups": "5.18", "wpb": "2010.8", "bsz": "96.5", "num_updates": "11300", "lr": "0.000297482", "gnorm": "0.757", "train_wall": "19", "gb_free": "28.8", "wall": "2208"} {"epoch": 3, "update": 2.35, "loss": "0.24", "ppl": "1.18", "wps": "10252.2", "ups": "5.14", "wpb": "1993.1", "bsz": "99.7", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.798", "train_wall": "19", "gb_free": "29", "wall": "2228"} {"epoch": 3, "update": 2.35, "loss": "0.24", "ppl": "1.18", "wps": "10252.2", "ups": "5.14", "wpb": "1993.1", "bsz": "99.7", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.798", "train_wall": "19", "gb_free": "29", "wall": "2228"} {"epoch": 3, "update": 2.35, "loss": "0.24", "ppl": "1.18", "wps": "10252.2", "ups": "5.14", "wpb": "1993.1", "bsz": "99.7", "num_updates": "11400", "lr": "0.000296174", "gnorm": "0.798", "train_wall": "19", "gb_free": "29", "wall": "2228"} {"epoch": 3, "update": 2.371, "loss": "0.257", "ppl": "1.19", "wps": "10849.9", "ups": "5.15", "wpb": "2106.3", "bsz": "99.8", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.823", "train_wall": "19", "gb_free": "28.9", "wall": "2247"} {"epoch": 3, "update": 2.371, "loss": "0.257", "ppl": "1.19", "wps": "10849.9", "ups": "5.15", "wpb": "2106.3", "bsz": "99.8", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.823", "train_wall": "19", "gb_free": "28.9", "wall": "2247"} {"epoch": 3, "update": 2.371, "loss": "0.257", "ppl": "1.19", "wps": "10849.9", "ups": "5.15", "wpb": "2106.3", "bsz": "99.8", "num_updates": "11500", "lr": "0.000294884", "gnorm": "0.823", "train_wall": "19", "gb_free": "28.9", "wall": "2247"} {"epoch": 3, "update": 2.391, "loss": "0.236", "ppl": "1.18", "wps": "10321.7", "ups": "5.18", "wpb": "1991", "bsz": "93.2", "num_updates": "11600", "lr": "0.00029361", "gnorm": "0.732", "train_wall": "19", "gb_free": "29", "wall": "2266"} {"epoch": 3, "update": 2.391, "loss": "0.236", "ppl": "1.18", "wps": "10321.7", "ups": "5.18", "wpb": "1991", "bsz": "93.2", "num_updates": "11600", "lr": "0.00029361", "gnorm": "0.732", "train_wall": "19", "gb_free": "29", "wall": "2266"} {"epoch": 3, "update": 2.391, "loss": "0.236", "ppl": "1.18", "wps": "10321.7", "ups": "5.18", "wpb": "1991", "bsz": "93.2", "num_updates": "11600", "lr": "0.00029361", "gnorm": "0.732", "train_wall": "19", "gb_free": "29", "wall": "2266"} {"epoch": 3, "update": 2.412, "loss": "0.224", "ppl": "1.17", "wps": "9986.5", "ups": "5.14", "wpb": "1941.2", "bsz": "92.8", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.811", "train_wall": "19", "gb_free": "28.7", "wall": "2286"} {"epoch": 3, "update": 2.412, "loss": "0.224", "ppl": "1.17", "wps": "9986.5", "ups": "5.14", "wpb": "1941.2", "bsz": "92.8", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.811", "train_wall": "19", "gb_free": "28.7", "wall": "2286"} {"epoch": 3, "update": 2.412, "loss": "0.224", "ppl": "1.17", "wps": "9986.5", "ups": "5.14", "wpb": "1941.2", "bsz": "92.8", "num_updates": "11700", "lr": "0.000292353", "gnorm": "0.811", "train_wall": "19", "gb_free": "28.7", "wall": "2286"} {"epoch": 3, "update": 2.432, "loss": "0.222", "ppl": "1.17", "wps": "11058.9", "ups": "5.19", "wpb": "2130.7", "bsz": "101.8", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.723", "train_wall": "19", "gb_free": "27.8", "wall": "2305"} {"epoch": 3, "update": 2.432, "loss": "0.222", "ppl": "1.17", "wps": "11058.9", "ups": "5.19", "wpb": "2130.7", "bsz": "101.8", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.723", "train_wall": "19", "gb_free": "27.8", "wall": "2305"} {"epoch": 3, "update": 2.432, "loss": "0.222", "ppl": "1.17", "wps": "11058.9", "ups": "5.19", "wpb": "2130.7", "bsz": "101.8", "num_updates": "11800", "lr": "0.000291111", "gnorm": "0.723", "train_wall": "19", "gb_free": "27.8", "wall": "2305"} {"epoch": 3, "update": 2.453, "loss": "0.277", "ppl": "1.21", "wps": "10284.8", "ups": "5.14", "wpb": "1999.1", "bsz": "95.2", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.926", "train_wall": "19", "gb_free": "28.7", "wall": "2325"} {"epoch": 3, "update": 2.453, "loss": "0.277", "ppl": "1.21", "wps": "10284.8", "ups": "5.14", "wpb": "1999.1", "bsz": "95.2", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.926", "train_wall": "19", "gb_free": "28.7", "wall": "2325"} {"epoch": 3, "update": 2.453, "loss": "0.277", "ppl": "1.21", "wps": "10284.8", "ups": "5.14", "wpb": "1999.1", "bsz": "95.2", "num_updates": "11900", "lr": "0.000289886", "gnorm": "0.926", "train_wall": "19", "gb_free": "28.7", "wall": "2325"} {"epoch": 3, "update": 2.474, "loss": "0.217", "ppl": "1.16", "wps": "10326.3", "ups": "5.11", "wpb": "2020.5", "bsz": "102.6", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.822", "train_wall": "19", "gb_free": "27.7", "wall": "2344"} {"epoch": 3, "update": 2.474, "loss": "0.217", "ppl": "1.16", "wps": "10326.3", "ups": "5.11", "wpb": "2020.5", "bsz": "102.6", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.822", "train_wall": "19", "gb_free": "27.7", "wall": "2344"} {"epoch": 3, "update": 2.474, "loss": "0.217", "ppl": "1.16", "wps": "10326.3", "ups": "5.11", "wpb": "2020.5", "bsz": "102.6", "num_updates": "12000", "lr": "0.000288675", "gnorm": "0.822", "train_wall": "19", "gb_free": "27.7", "wall": "2344"} {"epoch": 3, "update": 2.494, "loss": "0.206", "ppl": "1.15", "wps": "10907.6", "ups": "5.2", "wpb": "2097.4", "bsz": "106.3", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.804", "train_wall": "19", "gb_free": "28.8", "wall": "2363"} {"epoch": 3, "update": 2.494, "loss": "0.206", "ppl": "1.15", "wps": "10907.6", "ups": "5.2", "wpb": "2097.4", "bsz": "106.3", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.804", "train_wall": "19", "gb_free": "28.8", "wall": "2363"} {"epoch": 3, "update": 2.494, "loss": "0.206", "ppl": "1.15", "wps": "10907.6", "ups": "5.2", "wpb": "2097.4", "bsz": "106.3", "num_updates": "12100", "lr": "0.00028748", "gnorm": "0.804", "train_wall": "19", "gb_free": "28.8", "wall": "2363"} {"epoch": 3, "update": 2.515, "loss": "0.235", "ppl": "1.18", "wps": "10830.5", "ups": "5.13", "wpb": "2113.1", "bsz": "97.7", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.82", "train_wall": "19", "gb_free": "27.4", "wall": "2383"} {"epoch": 3, "update": 2.515, "loss": "0.235", "ppl": "1.18", "wps": "10830.5", "ups": "5.13", "wpb": "2113.1", "bsz": "97.7", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.82", "train_wall": "19", "gb_free": "27.4", "wall": "2383"} {"epoch": 3, "update": 2.515, "loss": "0.235", "ppl": "1.18", "wps": "10830.5", "ups": "5.13", "wpb": "2113.1", "bsz": "97.7", "num_updates": "12200", "lr": "0.000286299", "gnorm": "0.82", "train_wall": "19", "gb_free": "27.4", "wall": "2383"} {"epoch": 3, "update": 2.536, "loss": "0.196", "ppl": "1.15", "wps": "11572.2", "ups": "5.23", "wpb": "2213.7", "bsz": "108.1", "num_updates": "12300", "lr": "0.000285133", "gnorm": "0.666", "train_wall": "19", "gb_free": "29", "wall": "2402"} {"epoch": 3, "update": 2.536, "loss": "0.196", "ppl": "1.15", "wps": "11572.2", "ups": "5.23", "wpb": "2213.7", "bsz": "108.1", "num_updates": "12300", "lr": "0.000285133", "gnorm": "0.666", "train_wall": "19", "gb_free": "29", "wall": "2402"} {"epoch": 3, "update": 2.536, "loss": "0.196", "ppl": "1.15", "wps": "11572.2", "ups": "5.23", "wpb": "2213.7", "bsz": "108.1", "num_updates": "12300", "lr": "0.000285133", "gnorm": "0.666", "train_wall": "19", "gb_free": "29", "wall": "2402"} {"epoch": 3, "update": 2.556, "loss": "0.19", "ppl": "1.14", "wps": "10978.4", "ups": "5.19", "wpb": "2114", "bsz": "103.4", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.747", "train_wall": "19", "gb_free": "29", "wall": "2421"} {"epoch": 3, "update": 2.556, "loss": "0.19", "ppl": "1.14", "wps": "10978.4", "ups": "5.19", "wpb": "2114", "bsz": "103.4", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.747", "train_wall": "19", "gb_free": "29", "wall": "2421"} {"epoch": 3, "update": 2.556, "loss": "0.19", "ppl": "1.14", "wps": "10978.4", "ups": "5.19", "wpb": "2114", "bsz": "103.4", "num_updates": "12400", "lr": "0.000283981", "gnorm": "0.747", "train_wall": "19", "gb_free": "29", "wall": "2421"} {"epoch": 3, "update": 2.577, "loss": "0.192", "ppl": "1.14", "wps": "9774.4", "ups": "5.15", "wpb": "1899", "bsz": "92.5", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.75", "train_wall": "19", "gb_free": "29.1", "wall": "2441"} {"epoch": 3, "update": 2.577, "loss": "0.192", "ppl": "1.14", "wps": "9774.4", "ups": "5.15", "wpb": "1899", "bsz": "92.5", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.75", "train_wall": "19", "gb_free": "29.1", "wall": "2441"} {"epoch": 3, "update": 2.577, "loss": "0.192", "ppl": "1.14", "wps": "9774.4", "ups": "5.15", "wpb": "1899", "bsz": "92.5", "num_updates": "12500", "lr": "0.000282843", "gnorm": "0.75", "train_wall": "19", "gb_free": "29.1", "wall": "2441"} {"epoch": 3, "update": 2.597, "loss": "0.198", "ppl": "1.15", "wps": "9828.2", "ups": "5.13", "wpb": "1914.5", "bsz": "92.6", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.691", "train_wall": "19", "gb_free": "28.8", "wall": "2460"} {"epoch": 3, "update": 2.597, "loss": "0.198", "ppl": "1.15", "wps": "9828.2", "ups": "5.13", "wpb": "1914.5", "bsz": "92.6", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.691", "train_wall": "19", "gb_free": "28.8", "wall": "2460"} {"epoch": 3, "update": 2.597, "loss": "0.198", "ppl": "1.15", "wps": "9828.2", "ups": "5.13", "wpb": "1914.5", "bsz": "92.6", "num_updates": "12600", "lr": "0.000281718", "gnorm": "0.691", "train_wall": "19", "gb_free": "28.8", "wall": "2460"} {"epoch": 3, "update": 2.618, "loss": "0.172", "ppl": "1.13", "wps": "10169.1", "ups": "5.17", "wpb": "1965.9", "bsz": "93.4", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.666", "train_wall": "19", "gb_free": "29", "wall": "2480"} {"epoch": 3, "update": 2.618, "loss": "0.172", "ppl": "1.13", "wps": "10169.1", "ups": "5.17", "wpb": "1965.9", "bsz": "93.4", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.666", "train_wall": "19", "gb_free": "29", "wall": "2480"} {"epoch": 3, "update": 2.618, "loss": "0.172", "ppl": "1.13", "wps": "10169.1", "ups": "5.17", "wpb": "1965.9", "bsz": "93.4", "num_updates": "12700", "lr": "0.000280607", "gnorm": "0.666", "train_wall": "19", "gb_free": "29", "wall": "2480"} {"epoch": 3, "update": 2.639, "loss": "0.179", "ppl": "1.13", "wps": "9922.7", "ups": "5.17", "wpb": "1920.4", "bsz": "90.6", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.659", "train_wall": "19", "gb_free": "28.9", "wall": "2499"} {"epoch": 3, "update": 2.639, "loss": "0.179", "ppl": "1.13", "wps": "9922.7", "ups": "5.17", "wpb": "1920.4", "bsz": "90.6", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.659", "train_wall": "19", "gb_free": "28.9", "wall": "2499"} {"epoch": 3, "update": 2.639, "loss": "0.179", "ppl": "1.13", "wps": "9922.7", "ups": "5.17", "wpb": "1920.4", "bsz": "90.6", "num_updates": "12800", "lr": "0.000279508", "gnorm": "0.659", "train_wall": "19", "gb_free": "28.9", "wall": "2499"} {"epoch": 3, "update": 2.659, "loss": "0.184", "ppl": "1.14", "wps": "9784.4", "ups": "5.13", "wpb": "1909", "bsz": "91.4", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.689", "train_wall": "19", "gb_free": "28.9", "wall": "2518"} {"epoch": 3, "update": 2.659, "loss": "0.184", "ppl": "1.14", "wps": "9784.4", "ups": "5.13", "wpb": "1909", "bsz": "91.4", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.689", "train_wall": "19", "gb_free": "28.9", "wall": "2518"} {"epoch": 3, "update": 2.659, "loss": "0.184", "ppl": "1.14", "wps": "9784.4", "ups": "5.13", "wpb": "1909", "bsz": "91.4", "num_updates": "12900", "lr": "0.000278423", "gnorm": "0.689", "train_wall": "19", "gb_free": "28.9", "wall": "2518"} {"epoch": 3, "update": 2.68, "loss": "0.172", "ppl": "1.13", "wps": "10328.7", "ups": "5.16", "wpb": "2001.6", "bsz": "98.6", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.657", "train_wall": "19", "gb_free": "29.1", "wall": "2538"} {"epoch": 3, "update": 2.68, "loss": "0.172", "ppl": "1.13", "wps": "10328.7", "ups": "5.16", "wpb": "2001.6", "bsz": "98.6", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.657", "train_wall": "19", "gb_free": "29.1", "wall": "2538"} {"epoch": 3, "update": 2.68, "loss": "0.172", "ppl": "1.13", "wps": "10328.7", "ups": "5.16", "wpb": "2001.6", "bsz": "98.6", "num_updates": "13000", "lr": "0.00027735", "gnorm": "0.657", "train_wall": "19", "gb_free": "29.1", "wall": "2538"} {"epoch": 3, "update": 2.7, "loss": "0.207", "ppl": "1.15", "wps": "10960.5", "ups": "5.15", "wpb": "2128.3", "bsz": "101.1", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.818", "train_wall": "19", "gb_free": "29", "wall": "2557"} {"epoch": 3, "update": 2.7, "loss": "0.207", "ppl": "1.15", "wps": "10960.5", "ups": "5.15", "wpb": "2128.3", "bsz": "101.1", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.818", "train_wall": "19", "gb_free": "29", "wall": "2557"} {"epoch": 3, "update": 2.7, "loss": "0.207", "ppl": "1.15", "wps": "10960.5", "ups": "5.15", "wpb": "2128.3", "bsz": "101.1", "num_updates": "13100", "lr": "0.000276289", "gnorm": "0.818", "train_wall": "19", "gb_free": "29", "wall": "2557"} {"epoch": 3, "update": 2.721, "loss": "0.174", "ppl": "1.13", "wps": "9582.5", "ups": "5.11", "wpb": "1873.6", "bsz": "90.6", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.721", "train_wall": "19", "gb_free": "29.1", "wall": "2577"} {"epoch": 3, "update": 2.721, "loss": "0.174", "ppl": "1.13", "wps": "9582.5", "ups": "5.11", "wpb": "1873.6", "bsz": "90.6", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.721", "train_wall": "19", "gb_free": "29.1", "wall": "2577"} {"epoch": 3, "update": 2.721, "loss": "0.174", "ppl": "1.13", "wps": "9582.5", "ups": "5.11", "wpb": "1873.6", "bsz": "90.6", "num_updates": "13200", "lr": "0.000275241", "gnorm": "0.721", "train_wall": "19", "gb_free": "29.1", "wall": "2577"} {"epoch": 3, "update": 2.742, "loss": "0.163", "ppl": "1.12", "wps": "9512.9", "ups": "5.19", "wpb": "1834.5", "bsz": "90.4", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.641", "train_wall": "19", "gb_free": "27.4", "wall": "2596"} {"epoch": 3, "update": 2.742, "loss": "0.163", "ppl": "1.12", "wps": "9512.9", "ups": "5.19", "wpb": "1834.5", "bsz": "90.4", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.641", "train_wall": "19", "gb_free": "27.4", "wall": "2596"} {"epoch": 3, "update": 2.742, "loss": "0.163", "ppl": "1.12", "wps": "9512.9", "ups": "5.19", "wpb": "1834.5", "bsz": "90.4", "num_updates": "13300", "lr": "0.000274204", "gnorm": "0.641", "train_wall": "19", "gb_free": "27.4", "wall": "2596"} {"epoch": 3, "update": 2.762, "loss": "0.163", "ppl": "1.12", "wps": "10528.8", "ups": "5.17", "wpb": "2034.7", "bsz": "101.4", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.644", "train_wall": "19", "gb_free": "28.9", "wall": "2615"} {"epoch": 3, "update": 2.762, "loss": "0.163", "ppl": "1.12", "wps": "10528.8", "ups": "5.17", "wpb": "2034.7", "bsz": "101.4", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.644", "train_wall": "19", "gb_free": "28.9", "wall": "2615"} {"epoch": 3, "update": 2.762, "loss": "0.163", "ppl": "1.12", "wps": "10528.8", "ups": "5.17", "wpb": "2034.7", "bsz": "101.4", "num_updates": "13400", "lr": "0.000273179", "gnorm": "0.644", "train_wall": "19", "gb_free": "28.9", "wall": "2615"} {"epoch": 3, "update": 2.783, "loss": "0.181", "ppl": "1.13", "wps": "10026.9", "ups": "5.12", "wpb": "1959.6", "bsz": "93.8", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.746", "train_wall": "19", "gb_free": "28.8", "wall": "2635"} {"epoch": 3, "update": 2.783, "loss": "0.181", "ppl": "1.13", "wps": "10026.9", "ups": "5.12", "wpb": "1959.6", "bsz": "93.8", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.746", "train_wall": "19", "gb_free": "28.8", "wall": "2635"} {"epoch": 3, "update": 2.783, "loss": "0.181", "ppl": "1.13", "wps": "10026.9", "ups": "5.12", "wpb": "1959.6", "bsz": "93.8", "num_updates": "13500", "lr": "0.000272166", "gnorm": "0.746", "train_wall": "19", "gb_free": "28.8", "wall": "2635"} {"epoch": 3, "update": 2.804, "loss": "0.202", "ppl": "1.15", "wps": "10727.9", "ups": "5.18", "wpb": "2072.7", "bsz": "97.6", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.924", "train_wall": "19", "gb_free": "28.9", "wall": "2654"} {"epoch": 3, "update": 2.804, "loss": "0.202", "ppl": "1.15", "wps": "10727.9", "ups": "5.18", "wpb": "2072.7", "bsz": "97.6", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.924", "train_wall": "19", "gb_free": "28.9", "wall": "2654"} {"epoch": 3, "update": 2.804, "loss": "0.202", "ppl": "1.15", "wps": "10727.9", "ups": "5.18", "wpb": "2072.7", "bsz": "97.6", "num_updates": "13600", "lr": "0.000271163", "gnorm": "0.924", "train_wall": "19", "gb_free": "28.9", "wall": "2654"} {"epoch": 3, "update": 2.824, "loss": "0.183", "ppl": "1.14", "wps": "10250.6", "ups": "5.19", "wpb": "1974.5", "bsz": "93.5", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.807", "train_wall": "19", "gb_free": "29", "wall": "2673"} {"epoch": 3, "update": 2.824, "loss": "0.183", "ppl": "1.14", "wps": "10250.6", "ups": "5.19", "wpb": "1974.5", "bsz": "93.5", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.807", "train_wall": "19", "gb_free": "29", "wall": "2673"} {"epoch": 3, "update": 2.824, "loss": "0.183", "ppl": "1.14", "wps": "10250.6", "ups": "5.19", "wpb": "1974.5", "bsz": "93.5", "num_updates": "13700", "lr": "0.000270172", "gnorm": "0.807", "train_wall": "19", "gb_free": "29", "wall": "2673"} {"epoch": 3, "update": 2.845, "loss": "0.185", "ppl": "1.14", "wps": "11224.6", "ups": "5.22", "wpb": "2148.6", "bsz": "100.4", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.691", "train_wall": "19", "gb_free": "28", "wall": "2693"} {"epoch": 3, "update": 2.845, "loss": "0.185", "ppl": "1.14", "wps": "11224.6", "ups": "5.22", "wpb": "2148.6", "bsz": "100.4", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.691", "train_wall": "19", "gb_free": "28", "wall": "2693"} {"epoch": 3, "update": 2.845, "loss": "0.185", "ppl": "1.14", "wps": "11224.6", "ups": "5.22", "wpb": "2148.6", "bsz": "100.4", "num_updates": "13800", "lr": "0.000269191", "gnorm": "0.691", "train_wall": "19", "gb_free": "28", "wall": "2693"} {"epoch": 3, "update": 2.865, "loss": "0.162", "ppl": "1.12", "wps": "10723.1", "ups": "5.32", "wpb": "2015.5", "bsz": "98.3", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.649", "train_wall": "19", "gb_free": "28.8", "wall": "2711"} {"epoch": 3, "update": 2.865, "loss": "0.162", "ppl": "1.12", "wps": "10723.1", "ups": "5.32", "wpb": "2015.5", "bsz": "98.3", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.649", "train_wall": "19", "gb_free": "28.8", "wall": "2711"} {"epoch": 3, "update": 2.865, "loss": "0.162", "ppl": "1.12", "wps": "10723.1", "ups": "5.32", "wpb": "2015.5", "bsz": "98.3", "num_updates": "13900", "lr": "0.000268221", "gnorm": "0.649", "train_wall": "19", "gb_free": "28.8", "wall": "2711"} {"epoch": 3, "update": 2.886, "loss": "0.155", "ppl": "1.11", "wps": "10330.9", "ups": "5.23", "wpb": "1976.4", "bsz": "96.7", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.684", "train_wall": "19", "gb_free": "27.6", "wall": "2731"} {"epoch": 3, "update": 2.886, "loss": "0.155", "ppl": "1.11", "wps": "10330.9", "ups": "5.23", "wpb": "1976.4", "bsz": "96.7", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.684", "train_wall": "19", "gb_free": "27.6", "wall": "2731"} {"epoch": 3, "update": 2.886, "loss": "0.155", "ppl": "1.11", "wps": "10330.9", "ups": "5.23", "wpb": "1976.4", "bsz": "96.7", "num_updates": "14000", "lr": "0.000267261", "gnorm": "0.684", "train_wall": "19", "gb_free": "27.6", "wall": "2731"} {"epoch": 3, "update": 2.907, "loss": "0.164", "ppl": "1.12", "wps": "11339.9", "ups": "5.26", "wpb": "2156.5", "bsz": "105.8", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.712", "train_wall": "19", "gb_free": "28.7", "wall": "2750"} {"epoch": 3, "update": 2.907, "loss": "0.164", "ppl": "1.12", "wps": "11339.9", "ups": "5.26", "wpb": "2156.5", "bsz": "105.8", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.712", "train_wall": "19", "gb_free": "28.7", "wall": "2750"} {"epoch": 3, "update": 2.907, "loss": "0.164", "ppl": "1.12", "wps": "11339.9", "ups": "5.26", "wpb": "2156.5", "bsz": "105.8", "num_updates": "14100", "lr": "0.000266312", "gnorm": "0.712", "train_wall": "19", "gb_free": "28.7", "wall": "2750"} {"epoch": 3, "update": 2.927, "loss": "0.164", "ppl": "1.12", "wps": "10347.7", "ups": "5.22", "wpb": "1981.8", "bsz": "93.4", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.654", "train_wall": "19", "gb_free": "29", "wall": "2769"} {"epoch": 3, "update": 2.927, "loss": "0.164", "ppl": "1.12", "wps": "10347.7", "ups": "5.22", "wpb": "1981.8", "bsz": "93.4", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.654", "train_wall": "19", "gb_free": "29", "wall": "2769"} {"epoch": 3, "update": 2.927, "loss": "0.164", "ppl": "1.12", "wps": "10347.7", "ups": "5.22", "wpb": "1981.8", "bsz": "93.4", "num_updates": "14200", "lr": "0.000265372", "gnorm": "0.654", "train_wall": "19", "gb_free": "29", "wall": "2769"} {"epoch": 3, "update": 2.948, "loss": "0.139", "ppl": "1.1", "wps": "10482.3", "ups": "5.18", "wpb": "2025.3", "bsz": "102", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.638", "train_wall": "19", "gb_free": "28.8", "wall": "2788"} {"epoch": 3, "update": 2.948, "loss": "0.139", "ppl": "1.1", "wps": "10482.3", "ups": "5.18", "wpb": "2025.3", "bsz": "102", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.638", "train_wall": "19", "gb_free": "28.8", "wall": "2788"} {"epoch": 3, "update": 2.948, "loss": "0.139", "ppl": "1.1", "wps": "10482.3", "ups": "5.18", "wpb": "2025.3", "bsz": "102", "num_updates": "14300", "lr": "0.000264443", "gnorm": "0.638", "train_wall": "19", "gb_free": "28.8", "wall": "2788"} {"epoch": 3, "update": 2.968, "loss": "0.146", "ppl": "1.11", "wps": "8983.7", "ups": "5.14", "wpb": "1747.1", "bsz": "82", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.697", "train_wall": "19", "gb_free": "28.8", "wall": "2808"} {"epoch": 3, "update": 2.968, "loss": "0.146", "ppl": "1.11", "wps": "8983.7", "ups": "5.14", "wpb": "1747.1", "bsz": "82", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.697", "train_wall": "19", "gb_free": "28.8", "wall": "2808"} {"epoch": 3, "update": 2.968, "loss": "0.146", "ppl": "1.11", "wps": "8983.7", "ups": "5.14", "wpb": "1747.1", "bsz": "82", "num_updates": "14400", "lr": "0.000263523", "gnorm": "0.697", "train_wall": "19", "gb_free": "28.8", "wall": "2808"} {"epoch": 3, "update": 2.989, "loss": "0.151", "ppl": "1.11", "wps": "9201.3", "ups": "5.12", "wpb": "1795.7", "bsz": "88", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.665", "train_wall": "19", "gb_free": "27.9", "wall": "2827"} {"epoch": 3, "update": 2.989, "loss": "0.151", "ppl": "1.11", "wps": "9201.3", "ups": "5.12", "wpb": "1795.7", "bsz": "88", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.665", "train_wall": "19", "gb_free": "27.9", "wall": "2827"} {"epoch": 3, "update": 2.989, "loss": "0.151", "ppl": "1.11", "wps": "9201.3", "ups": "5.12", "wpb": "1795.7", "bsz": "88", "num_updates": "14500", "lr": "0.000262613", "gnorm": "0.665", "train_wall": "19", "gb_free": "27.9", "wall": "2827"} begin validation on "valid" subset {"epoch": 3, "valid_loss": "0.176", "valid_ppl": "1.13", "valid_wps": "32728.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "14553", "valid_best_loss": "0.176"} {"epoch": 3, "valid_loss": "0.176", "valid_ppl": "1.13", "valid_wps": "32728.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "14553", "valid_best_loss": "0.176"} {"epoch": 3, "valid_loss": "0.176", "valid_ppl": "1.13", "valid_wps": "32728.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "14553", "valid_best_loss": "0.176"} end of epoch 3 (average epoch stats below) {"epoch": 3, "train_loss": "0.215", "train_ppl": "1.16", "train_wps": "10194.5", "train_ups": "5.14", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "14553", "train_lr": "0.000262134", "train_gnorm": "0.76", "train_train_wall": "926", "train_gb_free": "28.9", "train_wall": "2846"} {"epoch": 3, "train_loss": "0.215", "train_ppl": "1.16", "train_wps": "10194.5", "train_ups": "5.14", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "14553", "train_lr": "0.000262134", "train_gnorm": "0.76", "train_train_wall": "926", "train_gb_free": "28.9", "train_wall": "2846"} {"epoch": 3, "train_loss": "0.215", "train_ppl": "1.16", "train_wps": "10194.5", "train_ups": "5.14", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "14553", "train_lr": "0.000262134", "train_gnorm": "0.76", "train_train_wall": "926", "train_gb_free": "28.9", "train_wall": "2846"} Start iterating over samples {"epoch": 4, "update": 3.01, "loss": "0.152", "ppl": "1.11", "wps": "7833.8", "ups": "3.62", "wpb": "2165.9", "bsz": "101.2", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.634", "train_wall": "19", "gb_free": "28.9", "wall": "2855"} {"epoch": 4, "update": 3.01, "loss": "0.152", "ppl": "1.11", "wps": "7833.8", "ups": "3.62", "wpb": "2165.9", "bsz": "101.2", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.634", "train_wall": "19", "gb_free": "28.9", "wall": "2855"} {"epoch": 4, "update": 3.01, "loss": "0.152", "ppl": "1.11", "wps": "7833.8", "ups": "3.62", "wpb": "2165.9", "bsz": "101.2", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.634", "train_wall": "19", "gb_free": "28.9", "wall": "2855"} {"epoch": 4, "update": 3.01, "loss": "0.152", "ppl": "1.11", "wps": "7833.8", "ups": "3.62", "wpb": "2165.9", "bsz": "101.2", "num_updates": "14600", "lr": "0.000261712", "gnorm": "0.634", "train_wall": "19", "gb_free": "28.9", "wall": "2855"} {"epoch": 4, "update": 3.03, "loss": "0.128", "ppl": "1.09", "wps": "9389.3", "ups": "5.12", "wpb": "1834.2", "bsz": "84.6", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.631", "train_wall": "19", "gb_free": "29", "wall": "2874"} {"epoch": 4, "update": 3.03, "loss": "0.128", "ppl": "1.09", "wps": "9389.3", "ups": "5.12", "wpb": "1834.2", "bsz": "84.6", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.631", "train_wall": "19", "gb_free": "29", "wall": "2874"} {"epoch": 4, "update": 3.03, "loss": "0.128", "ppl": "1.09", "wps": "9389.3", "ups": "5.12", "wpb": "1834.2", "bsz": "84.6", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.631", "train_wall": "19", "gb_free": "29", "wall": "2874"} {"epoch": 4, "update": 3.03, "loss": "0.128", "ppl": "1.09", "wps": "9389.3", "ups": "5.12", "wpb": "1834.2", "bsz": "84.6", "num_updates": "14700", "lr": "0.00026082", "gnorm": "0.631", "train_wall": "19", "gb_free": "29", "wall": "2874"} {"epoch": 4, "update": 3.051, "loss": "0.124", "ppl": "1.09", "wps": "9758.6", "ups": "5.17", "wpb": "1885.8", "bsz": "94.5", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.723", "train_wall": "19", "gb_free": "29.1", "wall": "2894"} {"epoch": 4, "update": 3.051, "loss": "0.124", "ppl": "1.09", "wps": "9758.6", "ups": "5.17", "wpb": "1885.8", "bsz": "94.5", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.723", "train_wall": "19", "gb_free": "29.1", "wall": "2894"} {"epoch": 4, "update": 3.051, "loss": "0.124", "ppl": "1.09", "wps": "9758.6", "ups": "5.17", "wpb": "1885.8", "bsz": "94.5", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.723", "train_wall": "19", "gb_free": "29.1", "wall": "2894"} {"epoch": 4, "update": 3.051, "loss": "0.124", "ppl": "1.09", "wps": "9758.6", "ups": "5.17", "wpb": "1885.8", "bsz": "94.5", "num_updates": "14800", "lr": "0.000259938", "gnorm": "0.723", "train_wall": "19", "gb_free": "29.1", "wall": "2894"} {"epoch": 4, "update": 3.072, "loss": "0.141", "ppl": "1.1", "wps": "10297.8", "ups": "5.16", "wpb": "1993.8", "bsz": "100.1", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.801", "train_wall": "19", "gb_free": "29.2", "wall": "2913"} {"epoch": 4, "update": 3.072, "loss": "0.141", "ppl": "1.1", "wps": "10297.8", "ups": "5.16", "wpb": "1993.8", "bsz": "100.1", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.801", "train_wall": "19", "gb_free": "29.2", "wall": "2913"} {"epoch": 4, "update": 3.072, "loss": "0.141", "ppl": "1.1", "wps": "10297.8", "ups": "5.16", "wpb": "1993.8", "bsz": "100.1", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.801", "train_wall": "19", "gb_free": "29.2", "wall": "2913"} {"epoch": 4, "update": 3.072, "loss": "0.141", "ppl": "1.1", "wps": "10297.8", "ups": "5.16", "wpb": "1993.8", "bsz": "100.1", "num_updates": "14900", "lr": "0.000259064", "gnorm": "0.801", "train_wall": "19", "gb_free": "29.2", "wall": "2913"} {"epoch": 4, "update": 3.092, "loss": "0.156", "ppl": "1.11", "wps": "10485", "ups": "5.15", "wpb": "2036", "bsz": "97.1", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.77", "train_wall": "19", "gb_free": "29", "wall": "2932"} {"epoch": 4, "update": 3.092, "loss": "0.156", "ppl": "1.11", "wps": "10485", "ups": "5.15", "wpb": "2036", "bsz": "97.1", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.77", "train_wall": "19", "gb_free": "29", "wall": "2932"} {"epoch": 4, "update": 3.092, "loss": "0.156", "ppl": "1.11", "wps": "10485", "ups": "5.15", "wpb": "2036", "bsz": "97.1", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.77", "train_wall": "19", "gb_free": "29", "wall": "2932"} {"epoch": 4, "update": 3.092, "loss": "0.156", "ppl": "1.11", "wps": "10485", "ups": "5.15", "wpb": "2036", "bsz": "97.1", "num_updates": "15000", "lr": "0.000258199", "gnorm": "0.77", "train_wall": "19", "gb_free": "29", "wall": "2932"} {"epoch": 4, "update": 3.113, "loss": "0.134", "ppl": "1.1", "wps": "10212.9", "ups": "5.13", "wpb": "1989.7", "bsz": "97.5", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.743", "train_wall": "19", "gb_free": "28.8", "wall": "2952"} {"epoch": 4, "update": 3.113, "loss": "0.134", "ppl": "1.1", "wps": "10212.9", "ups": "5.13", "wpb": "1989.7", "bsz": "97.5", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.743", "train_wall": "19", "gb_free": "28.8", "wall": "2952"} {"epoch": 4, "update": 3.113, "loss": "0.134", "ppl": "1.1", "wps": "10212.9", "ups": "5.13", "wpb": "1989.7", "bsz": "97.5", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.743", "train_wall": "19", "gb_free": "28.8", "wall": "2952"} {"epoch": 4, "update": 3.113, "loss": "0.134", "ppl": "1.1", "wps": "10212.9", "ups": "5.13", "wpb": "1989.7", "bsz": "97.5", "num_updates": "15100", "lr": "0.000257343", "gnorm": "0.743", "train_wall": "19", "gb_free": "28.8", "wall": "2952"} {"epoch": 4, "update": 3.133, "loss": "0.137", "ppl": "1.1", "wps": "9859.6", "ups": "5.14", "wpb": "1917.7", "bsz": "87.7", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.66", "train_wall": "19", "gb_free": "28.3", "wall": "2971"} {"epoch": 4, "update": 3.133, "loss": "0.137", "ppl": "1.1", "wps": "9859.6", "ups": "5.14", "wpb": "1917.7", "bsz": "87.7", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.66", "train_wall": "19", "gb_free": "28.3", "wall": "2971"} {"epoch": 4, "update": 3.133, "loss": "0.137", "ppl": "1.1", "wps": "9859.6", "ups": "5.14", "wpb": "1917.7", "bsz": "87.7", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.66", "train_wall": "19", "gb_free": "28.3", "wall": "2971"} {"epoch": 4, "update": 3.133, "loss": "0.137", "ppl": "1.1", "wps": "9859.6", "ups": "5.14", "wpb": "1917.7", "bsz": "87.7", "num_updates": "15200", "lr": "0.000256495", "gnorm": "0.66", "train_wall": "19", "gb_free": "28.3", "wall": "2971"} {"epoch": 4, "update": 3.154, "loss": "0.128", "ppl": "1.09", "wps": "10089.3", "ups": "5.13", "wpb": "1965", "bsz": "92.2", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.675", "train_wall": "19", "gb_free": "28.9", "wall": "2991"} {"epoch": 4, "update": 3.154, "loss": "0.128", "ppl": "1.09", "wps": "10089.3", "ups": "5.13", "wpb": "1965", "bsz": "92.2", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.675", "train_wall": "19", "gb_free": "28.9", "wall": "2991"} {"epoch": 4, "update": 3.154, "loss": "0.128", "ppl": "1.09", "wps": "10089.3", "ups": "5.13", "wpb": "1965", "bsz": "92.2", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.675", "train_wall": "19", "gb_free": "28.9", "wall": "2991"} {"epoch": 4, "update": 3.154, "loss": "0.128", "ppl": "1.09", "wps": "10089.3", "ups": "5.13", "wpb": "1965", "bsz": "92.2", "num_updates": "15300", "lr": "0.000255655", "gnorm": "0.675", "train_wall": "19", "gb_free": "28.9", "wall": "2991"} {"epoch": 4, "update": 3.175, "loss": "0.129", "ppl": "1.09", "wps": "10344.7", "ups": "5.13", "wpb": "2015.6", "bsz": "95.6", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.646", "train_wall": "19", "gb_free": "29", "wall": "3010"} {"epoch": 4, "update": 3.175, "loss": "0.129", "ppl": "1.09", "wps": "10344.7", "ups": "5.13", "wpb": "2015.6", "bsz": "95.6", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.646", "train_wall": "19", "gb_free": "29", "wall": "3010"} {"epoch": 4, "update": 3.175, "loss": "0.129", "ppl": "1.09", "wps": "10344.7", "ups": "5.13", "wpb": "2015.6", "bsz": "95.6", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.646", "train_wall": "19", "gb_free": "29", "wall": "3010"} {"epoch": 4, "update": 3.175, "loss": "0.129", "ppl": "1.09", "wps": "10344.7", "ups": "5.13", "wpb": "2015.6", "bsz": "95.6", "num_updates": "15400", "lr": "0.000254824", "gnorm": "0.646", "train_wall": "19", "gb_free": "29", "wall": "3010"} {"epoch": 4, "update": 3.195, "loss": "0.132", "ppl": "1.1", "wps": "11033.8", "ups": "5.18", "wpb": "2129.7", "bsz": "98.9", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.618", "train_wall": "19", "gb_free": "26.9", "wall": "3030"} {"epoch": 4, "update": 3.195, "loss": "0.132", "ppl": "1.1", "wps": "11033.8", "ups": "5.18", "wpb": "2129.7", "bsz": "98.9", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.618", "train_wall": "19", "gb_free": "26.9", "wall": "3030"} {"epoch": 4, "update": 3.195, "loss": "0.132", "ppl": "1.1", "wps": "11033.8", "ups": "5.18", "wpb": "2129.7", "bsz": "98.9", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.618", "train_wall": "19", "gb_free": "26.9", "wall": "3030"} {"epoch": 4, "update": 3.195, "loss": "0.132", "ppl": "1.1", "wps": "11033.8", "ups": "5.18", "wpb": "2129.7", "bsz": "98.9", "num_updates": "15500", "lr": "0.000254", "gnorm": "0.618", "train_wall": "19", "gb_free": "26.9", "wall": "3030"} {"epoch": 4, "update": 3.216, "loss": "0.119", "ppl": "1.09", "wps": "10528.3", "ups": "5.19", "wpb": "2027.5", "bsz": "98.2", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.641", "train_wall": "19", "gb_free": "29.3", "wall": "3049"} {"epoch": 4, "update": 3.216, "loss": "0.119", "ppl": "1.09", "wps": "10528.3", "ups": "5.19", "wpb": "2027.5", "bsz": "98.2", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.641", "train_wall": "19", "gb_free": "29.3", "wall": "3049"} {"epoch": 4, "update": 3.216, "loss": "0.119", "ppl": "1.09", "wps": "10528.3", "ups": "5.19", "wpb": "2027.5", "bsz": "98.2", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.641", "train_wall": "19", "gb_free": "29.3", "wall": "3049"} {"epoch": 4, "update": 3.216, "loss": "0.119", "ppl": "1.09", "wps": "10528.3", "ups": "5.19", "wpb": "2027.5", "bsz": "98.2", "num_updates": "15600", "lr": "0.000253185", "gnorm": "0.641", "train_wall": "19", "gb_free": "29.3", "wall": "3049"} {"epoch": 4, "update": 3.236, "loss": "0.138", "ppl": "1.1", "wps": "10853.8", "ups": "5.2", "wpb": "2086.3", "bsz": "94.7", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.648", "train_wall": "19", "gb_free": "28.7", "wall": "3068"} {"epoch": 4, "update": 3.236, "loss": "0.138", "ppl": "1.1", "wps": "10853.8", "ups": "5.2", "wpb": "2086.3", "bsz": "94.7", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.648", "train_wall": "19", "gb_free": "28.7", "wall": "3068"} {"epoch": 4, "update": 3.236, "loss": "0.138", "ppl": "1.1", "wps": "10853.8", "ups": "5.2", "wpb": "2086.3", "bsz": "94.7", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.648", "train_wall": "19", "gb_free": "28.7", "wall": "3068"} {"epoch": 4, "update": 3.236, "loss": "0.138", "ppl": "1.1", "wps": "10853.8", "ups": "5.2", "wpb": "2086.3", "bsz": "94.7", "num_updates": "15700", "lr": "0.000252377", "gnorm": "0.648", "train_wall": "19", "gb_free": "28.7", "wall": "3068"} {"epoch": 4, "update": 3.257, "loss": "0.117", "ppl": "1.08", "wps": "9488.6", "ups": "5.24", "wpb": "1811.9", "bsz": "86.6", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.612", "train_wall": "19", "gb_free": "29.2", "wall": "3087"} {"epoch": 4, "update": 3.257, "loss": "0.117", "ppl": "1.08", "wps": "9488.6", "ups": "5.24", "wpb": "1811.9", "bsz": "86.6", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.612", "train_wall": "19", "gb_free": "29.2", "wall": "3087"} {"epoch": 4, "update": 3.257, "loss": "0.117", "ppl": "1.08", "wps": "9488.6", "ups": "5.24", "wpb": "1811.9", "bsz": "86.6", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.612", "train_wall": "19", "gb_free": "29.2", "wall": "3087"} {"epoch": 4, "update": 3.257, "loss": "0.117", "ppl": "1.08", "wps": "9488.6", "ups": "5.24", "wpb": "1811.9", "bsz": "86.6", "num_updates": "15800", "lr": "0.000251577", "gnorm": "0.612", "train_wall": "19", "gb_free": "29.2", "wall": "3087"} {"epoch": 4, "update": 3.278, "loss": "0.114", "ppl": "1.08", "wps": "10551.1", "ups": "5.28", "wpb": "1999.8", "bsz": "97.3", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.612", "train_wall": "19", "gb_free": "28.7", "wall": "3106"} {"epoch": 4, "update": 3.278, "loss": "0.114", "ppl": "1.08", "wps": "10551.1", "ups": "5.28", "wpb": "1999.8", "bsz": "97.3", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.612", "train_wall": "19", "gb_free": "28.7", "wall": "3106"} {"epoch": 4, "update": 3.278, "loss": "0.114", "ppl": "1.08", "wps": "10551.1", "ups": "5.28", "wpb": "1999.8", "bsz": "97.3", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.612", "train_wall": "19", "gb_free": "28.7", "wall": "3106"} {"epoch": 4, "update": 3.278, "loss": "0.114", "ppl": "1.08", "wps": "10551.1", "ups": "5.28", "wpb": "1999.8", "bsz": "97.3", "num_updates": "15900", "lr": "0.000250785", "gnorm": "0.612", "train_wall": "19", "gb_free": "28.7", "wall": "3106"} {"epoch": 4, "update": 3.298, "loss": "0.107", "ppl": "1.08", "wps": "10653.5", "ups": "5.26", "wpb": "2024", "bsz": "99.9", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.552", "train_wall": "19", "gb_free": "28.8", "wall": "3125"} {"epoch": 4, "update": 3.298, "loss": "0.107", "ppl": "1.08", "wps": "10653.5", "ups": "5.26", "wpb": "2024", "bsz": "99.9", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.552", "train_wall": "19", "gb_free": "28.8", "wall": "3125"} {"epoch": 4, "update": 3.298, "loss": "0.107", "ppl": "1.08", "wps": "10653.5", "ups": "5.26", "wpb": "2024", "bsz": "99.9", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.552", "train_wall": "19", "gb_free": "28.8", "wall": "3125"} {"epoch": 4, "update": 3.298, "loss": "0.107", "ppl": "1.08", "wps": "10653.5", "ups": "5.26", "wpb": "2024", "bsz": "99.9", "num_updates": "16000", "lr": "0.00025", "gnorm": "0.552", "train_wall": "19", "gb_free": "28.8", "wall": "3125"} {"epoch": 4, "update": 3.319, "loss": "0.109", "ppl": "1.08", "wps": "10573.4", "ups": "5.24", "wpb": "2018.7", "bsz": "97.5", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.647", "train_wall": "19", "gb_free": "27.2", "wall": "3144"} {"epoch": 4, "update": 3.319, "loss": "0.109", "ppl": "1.08", "wps": "10573.4", "ups": "5.24", "wpb": "2018.7", "bsz": "97.5", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.647", "train_wall": "19", "gb_free": "27.2", "wall": "3144"} {"epoch": 4, "update": 3.319, "loss": "0.109", "ppl": "1.08", "wps": "10573.4", "ups": "5.24", "wpb": "2018.7", "bsz": "97.5", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.647", "train_wall": "19", "gb_free": "27.2", "wall": "3144"} {"epoch": 4, "update": 3.319, "loss": "0.109", "ppl": "1.08", "wps": "10573.4", "ups": "5.24", "wpb": "2018.7", "bsz": "97.5", "num_updates": "16100", "lr": "0.000249222", "gnorm": "0.647", "train_wall": "19", "gb_free": "27.2", "wall": "3144"} {"epoch": 4, "update": 3.34, "loss": "0.111", "ppl": "1.08", "wps": "10114.8", "ups": "5.26", "wpb": "1922.5", "bsz": "95", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.657", "train_wall": "19", "gb_free": "29.2", "wall": "3163"} {"epoch": 4, "update": 3.34, "loss": "0.111", "ppl": "1.08", "wps": "10114.8", "ups": "5.26", "wpb": "1922.5", "bsz": "95", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.657", "train_wall": "19", "gb_free": "29.2", "wall": "3163"} {"epoch": 4, "update": 3.34, "loss": "0.111", "ppl": "1.08", "wps": "10114.8", "ups": "5.26", "wpb": "1922.5", "bsz": "95", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.657", "train_wall": "19", "gb_free": "29.2", "wall": "3163"} {"epoch": 4, "update": 3.34, "loss": "0.111", "ppl": "1.08", "wps": "10114.8", "ups": "5.26", "wpb": "1922.5", "bsz": "95", "num_updates": "16200", "lr": "0.000248452", "gnorm": "0.657", "train_wall": "19", "gb_free": "29.2", "wall": "3163"} {"epoch": 4, "update": 3.36, "loss": "0.107", "ppl": "1.08", "wps": "10196.2", "ups": "5.28", "wpb": "1931.5", "bsz": "91.9", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.579", "train_wall": "19", "gb_free": "28.9", "wall": "3182"} {"epoch": 4, "update": 3.36, "loss": "0.107", "ppl": "1.08", "wps": "10196.2", "ups": "5.28", "wpb": "1931.5", "bsz": "91.9", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.579", "train_wall": "19", "gb_free": "28.9", "wall": "3182"} {"epoch": 4, "update": 3.36, "loss": "0.107", "ppl": "1.08", "wps": "10196.2", "ups": "5.28", "wpb": "1931.5", "bsz": "91.9", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.579", "train_wall": "19", "gb_free": "28.9", "wall": "3182"} {"epoch": 4, "update": 3.36, "loss": "0.107", "ppl": "1.08", "wps": "10196.2", "ups": "5.28", "wpb": "1931.5", "bsz": "91.9", "num_updates": "16300", "lr": "0.000247689", "gnorm": "0.579", "train_wall": "19", "gb_free": "28.9", "wall": "3182"} {"epoch": 4, "update": 3.381, "loss": "0.103", "ppl": "1.07", "wps": "10292.8", "ups": "5.15", "wpb": "1997.6", "bsz": "97.4", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.619", "train_wall": "19", "gb_free": "29", "wall": "3202"} {"epoch": 4, "update": 3.381, "loss": "0.103", "ppl": "1.07", "wps": "10292.8", "ups": "5.15", "wpb": "1997.6", "bsz": "97.4", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.619", "train_wall": "19", "gb_free": "29", "wall": "3202"} {"epoch": 4, "update": 3.381, "loss": "0.103", "ppl": "1.07", "wps": "10292.8", "ups": "5.15", "wpb": "1997.6", "bsz": "97.4", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.619", "train_wall": "19", "gb_free": "29", "wall": "3202"} {"epoch": 4, "update": 3.381, "loss": "0.103", "ppl": "1.07", "wps": "10292.8", "ups": "5.15", "wpb": "1997.6", "bsz": "97.4", "num_updates": "16400", "lr": "0.000246932", "gnorm": "0.619", "train_wall": "19", "gb_free": "29", "wall": "3202"} {"epoch": 4, "update": 3.401, "loss": "0.105", "ppl": "1.08", "wps": "9741.5", "ups": "5.17", "wpb": "1884.7", "bsz": "93.4", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.681", "train_wall": "19", "gb_free": "29", "wall": "3221"} {"epoch": 4, "update": 3.401, "loss": "0.105", "ppl": "1.08", "wps": "9741.5", "ups": "5.17", "wpb": "1884.7", "bsz": "93.4", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.681", "train_wall": "19", "gb_free": "29", "wall": "3221"} {"epoch": 4, "update": 3.401, "loss": "0.105", "ppl": "1.08", "wps": "9741.5", "ups": "5.17", "wpb": "1884.7", "bsz": "93.4", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.681", "train_wall": "19", "gb_free": "29", "wall": "3221"} {"epoch": 4, "update": 3.401, "loss": "0.105", "ppl": "1.08", "wps": "9741.5", "ups": "5.17", "wpb": "1884.7", "bsz": "93.4", "num_updates": "16500", "lr": "0.000246183", "gnorm": "0.681", "train_wall": "19", "gb_free": "29", "wall": "3221"} {"epoch": 4, "update": 3.422, "loss": "0.111", "ppl": "1.08", "wps": "10332.7", "ups": "5.15", "wpb": "2006.4", "bsz": "96.6", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.647", "train_wall": "19", "gb_free": "29", "wall": "3240"} {"epoch": 4, "update": 3.422, "loss": "0.111", "ppl": "1.08", "wps": "10332.7", "ups": "5.15", "wpb": "2006.4", "bsz": "96.6", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.647", "train_wall": "19", "gb_free": "29", "wall": "3240"} {"epoch": 4, "update": 3.422, "loss": "0.111", "ppl": "1.08", "wps": "10332.7", "ups": "5.15", "wpb": "2006.4", "bsz": "96.6", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.647", "train_wall": "19", "gb_free": "29", "wall": "3240"} {"epoch": 4, "update": 3.422, "loss": "0.111", "ppl": "1.08", "wps": "10332.7", "ups": "5.15", "wpb": "2006.4", "bsz": "96.6", "num_updates": "16600", "lr": "0.00024544", "gnorm": "0.647", "train_wall": "19", "gb_free": "29", "wall": "3240"} {"epoch": 4, "update": 3.443, "loss": "0.117", "ppl": "1.08", "wps": "10885.3", "ups": "5.21", "wpb": "2088.6", "bsz": "98.3", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.63", "train_wall": "19", "gb_free": "28.9", "wall": "3259"} {"epoch": 4, "update": 3.443, "loss": "0.117", "ppl": "1.08", "wps": "10885.3", "ups": "5.21", "wpb": "2088.6", "bsz": "98.3", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.63", "train_wall": "19", "gb_free": "28.9", "wall": "3259"} {"epoch": 4, "update": 3.443, "loss": "0.117", "ppl": "1.08", "wps": "10885.3", "ups": "5.21", "wpb": "2088.6", "bsz": "98.3", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.63", "train_wall": "19", "gb_free": "28.9", "wall": "3259"} {"epoch": 4, "update": 3.443, "loss": "0.117", "ppl": "1.08", "wps": "10885.3", "ups": "5.21", "wpb": "2088.6", "bsz": "98.3", "num_updates": "16700", "lr": "0.000244704", "gnorm": "0.63", "train_wall": "19", "gb_free": "28.9", "wall": "3259"} {"epoch": 4, "update": 3.463, "loss": "0.119", "ppl": "1.09", "wps": "11521.8", "ups": "5.19", "wpb": "2220.7", "bsz": "107.4", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.69", "train_wall": "19", "gb_free": "28.8", "wall": "3279"} {"epoch": 4, "update": 3.463, "loss": "0.119", "ppl": "1.09", "wps": "11521.8", "ups": "5.19", "wpb": "2220.7", "bsz": "107.4", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.69", "train_wall": "19", "gb_free": "28.8", "wall": "3279"} {"epoch": 4, "update": 3.463, "loss": "0.119", "ppl": "1.09", "wps": "11521.8", "ups": "5.19", "wpb": "2220.7", "bsz": "107.4", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.69", "train_wall": "19", "gb_free": "28.8", "wall": "3279"} {"epoch": 4, "update": 3.463, "loss": "0.119", "ppl": "1.09", "wps": "11521.8", "ups": "5.19", "wpb": "2220.7", "bsz": "107.4", "num_updates": "16800", "lr": "0.000243975", "gnorm": "0.69", "train_wall": "19", "gb_free": "28.8", "wall": "3279"} {"epoch": 4, "update": 3.484, "loss": "0.116", "ppl": "1.08", "wps": "9300.2", "ups": "5.11", "wpb": "1821.2", "bsz": "84.5", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.684", "train_wall": "19", "gb_free": "29", "wall": "3298"} {"epoch": 4, "update": 3.484, "loss": "0.116", "ppl": "1.08", "wps": "9300.2", "ups": "5.11", "wpb": "1821.2", "bsz": "84.5", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.684", "train_wall": "19", "gb_free": "29", "wall": "3298"} {"epoch": 4, "update": 3.484, "loss": "0.116", "ppl": "1.08", "wps": "9300.2", "ups": "5.11", "wpb": "1821.2", "bsz": "84.5", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.684", "train_wall": "19", "gb_free": "29", "wall": "3298"} {"epoch": 4, "update": 3.484, "loss": "0.116", "ppl": "1.08", "wps": "9300.2", "ups": "5.11", "wpb": "1821.2", "bsz": "84.5", "num_updates": "16900", "lr": "0.000243252", "gnorm": "0.684", "train_wall": "19", "gb_free": "29", "wall": "3298"} {"epoch": 4, "update": 3.504, "loss": "0.131", "ppl": "1.1", "wps": "11785.9", "ups": "5.18", "wpb": "2273.5", "bsz": "102.5", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.661", "train_wall": "19", "gb_free": "28", "wall": "3318"} {"epoch": 4, "update": 3.504, "loss": "0.131", "ppl": "1.1", "wps": "11785.9", "ups": "5.18", "wpb": "2273.5", "bsz": "102.5", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.661", "train_wall": "19", "gb_free": "28", "wall": "3318"} {"epoch": 4, "update": 3.504, "loss": "0.131", "ppl": "1.1", "wps": "11785.9", "ups": "5.18", "wpb": "2273.5", "bsz": "102.5", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.661", "train_wall": "19", "gb_free": "28", "wall": "3318"} {"epoch": 4, "update": 3.504, "loss": "0.131", "ppl": "1.1", "wps": "11785.9", "ups": "5.18", "wpb": "2273.5", "bsz": "102.5", "num_updates": "17000", "lr": "0.000242536", "gnorm": "0.661", "train_wall": "19", "gb_free": "28", "wall": "3318"} {"epoch": 4, "update": 3.525, "loss": "0.107", "ppl": "1.08", "wps": "10289.4", "ups": "5.12", "wpb": "2008.5", "bsz": "97", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.635", "train_wall": "19", "gb_free": "28.8", "wall": "3337"} {"epoch": 4, "update": 3.525, "loss": "0.107", "ppl": "1.08", "wps": "10289.4", "ups": "5.12", "wpb": "2008.5", "bsz": "97", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.635", "train_wall": "19", "gb_free": "28.8", "wall": "3337"} {"epoch": 4, "update": 3.525, "loss": "0.107", "ppl": "1.08", "wps": "10289.4", "ups": "5.12", "wpb": "2008.5", "bsz": "97", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.635", "train_wall": "19", "gb_free": "28.8", "wall": "3337"} {"epoch": 4, "update": 3.525, "loss": "0.107", "ppl": "1.08", "wps": "10289.4", "ups": "5.12", "wpb": "2008.5", "bsz": "97", "num_updates": "17100", "lr": "0.000241825", "gnorm": "0.635", "train_wall": "19", "gb_free": "28.8", "wall": "3337"} {"epoch": 4, "update": 3.546, "loss": "0.093", "ppl": "1.07", "wps": "9512.4", "ups": "5.12", "wpb": "1856.4", "bsz": "92.8", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.615", "train_wall": "19", "gb_free": "28.9", "wall": "3357"} {"epoch": 4, "update": 3.546, "loss": "0.093", "ppl": "1.07", "wps": "9512.4", "ups": "5.12", "wpb": "1856.4", "bsz": "92.8", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.615", "train_wall": "19", "gb_free": "28.9", "wall": "3357"} {"epoch": 4, "update": 3.546, "loss": "0.093", "ppl": "1.07", "wps": "9512.4", "ups": "5.12", "wpb": "1856.4", "bsz": "92.8", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.615", "train_wall": "19", "gb_free": "28.9", "wall": "3357"} {"epoch": 4, "update": 3.546, "loss": "0.093", "ppl": "1.07", "wps": "9512.4", "ups": "5.12", "wpb": "1856.4", "bsz": "92.8", "num_updates": "17200", "lr": "0.000241121", "gnorm": "0.615", "train_wall": "19", "gb_free": "28.9", "wall": "3357"} {"epoch": 4, "update": 3.566, "loss": "0.082", "ppl": "1.06", "wps": "10315", "ups": "5.19", "wpb": "1985.6", "bsz": "98.6", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.582", "train_wall": "19", "gb_free": "28.8", "wall": "3376"} {"epoch": 4, "update": 3.566, "loss": "0.082", "ppl": "1.06", "wps": "10315", "ups": "5.19", "wpb": "1985.6", "bsz": "98.6", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.582", "train_wall": "19", "gb_free": "28.8", "wall": "3376"} {"epoch": 4, "update": 3.566, "loss": "0.082", "ppl": "1.06", "wps": "10315", "ups": "5.19", "wpb": "1985.6", "bsz": "98.6", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.582", "train_wall": "19", "gb_free": "28.8", "wall": "3376"} {"epoch": 4, "update": 3.566, "loss": "0.082", "ppl": "1.06", "wps": "10315", "ups": "5.19", "wpb": "1985.6", "bsz": "98.6", "num_updates": "17300", "lr": "0.000240424", "gnorm": "0.582", "train_wall": "19", "gb_free": "28.8", "wall": "3376"} {"epoch": 4, "update": 3.587, "loss": "0.094", "ppl": "1.07", "wps": "10007.9", "ups": "5.2", "wpb": "1923.8", "bsz": "93.9", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.551", "train_wall": "19", "gb_free": "29", "wall": "3395"} {"epoch": 4, "update": 3.587, "loss": "0.094", "ppl": "1.07", "wps": "10007.9", "ups": "5.2", "wpb": "1923.8", "bsz": "93.9", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.551", "train_wall": "19", "gb_free": "29", "wall": "3395"} {"epoch": 4, "update": 3.587, "loss": "0.094", "ppl": "1.07", "wps": "10007.9", "ups": "5.2", "wpb": "1923.8", "bsz": "93.9", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.551", "train_wall": "19", "gb_free": "29", "wall": "3395"} {"epoch": 4, "update": 3.587, "loss": "0.094", "ppl": "1.07", "wps": "10007.9", "ups": "5.2", "wpb": "1923.8", "bsz": "93.9", "num_updates": "17400", "lr": "0.000239732", "gnorm": "0.551", "train_wall": "19", "gb_free": "29", "wall": "3395"} {"epoch": 4, "update": 3.608, "loss": "0.094", "ppl": "1.07", "wps": "10732.3", "ups": "5.19", "wpb": "2066.2", "bsz": "99.9", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.562", "train_wall": "19", "gb_free": "29.1", "wall": "3414"} {"epoch": 4, "update": 3.608, "loss": "0.094", "ppl": "1.07", "wps": "10732.3", "ups": "5.19", "wpb": "2066.2", "bsz": "99.9", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.562", "train_wall": "19", "gb_free": "29.1", "wall": "3414"} {"epoch": 4, "update": 3.608, "loss": "0.094", "ppl": "1.07", "wps": "10732.3", "ups": "5.19", "wpb": "2066.2", "bsz": "99.9", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.562", "train_wall": "19", "gb_free": "29.1", "wall": "3414"} {"epoch": 4, "update": 3.608, "loss": "0.094", "ppl": "1.07", "wps": "10732.3", "ups": "5.19", "wpb": "2066.2", "bsz": "99.9", "num_updates": "17500", "lr": "0.000239046", "gnorm": "0.562", "train_wall": "19", "gb_free": "29.1", "wall": "3414"} {"epoch": 4, "update": 3.628, "loss": "0.099", "ppl": "1.07", "wps": "11000.2", "ups": "5.17", "wpb": "2127.8", "bsz": "104.4", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.59", "train_wall": "19", "gb_free": "28.8", "wall": "3434"} {"epoch": 4, "update": 3.628, "loss": "0.099", "ppl": "1.07", "wps": "11000.2", "ups": "5.17", "wpb": "2127.8", "bsz": "104.4", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.59", "train_wall": "19", "gb_free": "28.8", "wall": "3434"} {"epoch": 4, "update": 3.628, "loss": "0.099", "ppl": "1.07", "wps": "11000.2", "ups": "5.17", "wpb": "2127.8", "bsz": "104.4", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.59", "train_wall": "19", "gb_free": "28.8", "wall": "3434"} {"epoch": 4, "update": 3.628, "loss": "0.099", "ppl": "1.07", "wps": "11000.2", "ups": "5.17", "wpb": "2127.8", "bsz": "104.4", "num_updates": "17600", "lr": "0.000238366", "gnorm": "0.59", "train_wall": "19", "gb_free": "28.8", "wall": "3434"} {"epoch": 4, "update": 3.649, "loss": "0.094", "ppl": "1.07", "wps": "9975.1", "ups": "5.12", "wpb": "1947.8", "bsz": "94.2", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.721", "train_wall": "19", "gb_free": "27.4", "wall": "3453"} {"epoch": 4, "update": 3.649, "loss": "0.094", "ppl": "1.07", "wps": "9975.1", "ups": "5.12", "wpb": "1947.8", "bsz": "94.2", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.721", "train_wall": "19", "gb_free": "27.4", "wall": "3453"} {"epoch": 4, "update": 3.649, "loss": "0.094", "ppl": "1.07", "wps": "9975.1", "ups": "5.12", "wpb": "1947.8", "bsz": "94.2", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.721", "train_wall": "19", "gb_free": "27.4", "wall": "3453"} {"epoch": 4, "update": 3.649, "loss": "0.094", "ppl": "1.07", "wps": "9975.1", "ups": "5.12", "wpb": "1947.8", "bsz": "94.2", "num_updates": "17700", "lr": "0.000237691", "gnorm": "0.721", "train_wall": "19", "gb_free": "27.4", "wall": "3453"} {"epoch": 4, "update": 3.669, "loss": "0.085", "ppl": "1.06", "wps": "10823.1", "ups": "5.23", "wpb": "2067.5", "bsz": "101.4", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.559", "train_wall": "19", "gb_free": "27.6", "wall": "3472"} {"epoch": 4, "update": 3.669, "loss": "0.085", "ppl": "1.06", "wps": "10823.1", "ups": "5.23", "wpb": "2067.5", "bsz": "101.4", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.559", "train_wall": "19", "gb_free": "27.6", "wall": "3472"} {"epoch": 4, "update": 3.669, "loss": "0.085", "ppl": "1.06", "wps": "10823.1", "ups": "5.23", "wpb": "2067.5", "bsz": "101.4", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.559", "train_wall": "19", "gb_free": "27.6", "wall": "3472"} {"epoch": 4, "update": 3.669, "loss": "0.085", "ppl": "1.06", "wps": "10823.1", "ups": "5.23", "wpb": "2067.5", "bsz": "101.4", "num_updates": "17800", "lr": "0.000237023", "gnorm": "0.559", "train_wall": "19", "gb_free": "27.6", "wall": "3472"} {"epoch": 4, "update": 3.69, "loss": "0.086", "ppl": "1.06", "wps": "9992.6", "ups": "5.16", "wpb": "1935.3", "bsz": "96.5", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.617", "train_wall": "19", "gb_free": "28.9", "wall": "3492"} {"epoch": 4, "update": 3.69, "loss": "0.086", "ppl": "1.06", "wps": "9992.6", "ups": "5.16", "wpb": "1935.3", "bsz": "96.5", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.617", "train_wall": "19", "gb_free": "28.9", "wall": "3492"} {"epoch": 4, "update": 3.69, "loss": "0.086", "ppl": "1.06", "wps": "9992.6", "ups": "5.16", "wpb": "1935.3", "bsz": "96.5", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.617", "train_wall": "19", "gb_free": "28.9", "wall": "3492"} {"epoch": 4, "update": 3.69, "loss": "0.086", "ppl": "1.06", "wps": "9992.6", "ups": "5.16", "wpb": "1935.3", "bsz": "96.5", "num_updates": "17900", "lr": "0.00023636", "gnorm": "0.617", "train_wall": "19", "gb_free": "28.9", "wall": "3492"} {"epoch": 4, "update": 3.711, "loss": "0.101", "ppl": "1.07", "wps": "9765.9", "ups": "5.08", "wpb": "1924.2", "bsz": "89.3", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.643", "train_wall": "19", "gb_free": "28.9", "wall": "3511"} {"epoch": 4, "update": 3.711, "loss": "0.101", "ppl": "1.07", "wps": "9765.9", "ups": "5.08", "wpb": "1924.2", "bsz": "89.3", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.643", "train_wall": "19", "gb_free": "28.9", "wall": "3511"} {"epoch": 4, "update": 3.711, "loss": "0.101", "ppl": "1.07", "wps": "9765.9", "ups": "5.08", "wpb": "1924.2", "bsz": "89.3", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.643", "train_wall": "19", "gb_free": "28.9", "wall": "3511"} {"epoch": 4, "update": 3.711, "loss": "0.101", "ppl": "1.07", "wps": "9765.9", "ups": "5.08", "wpb": "1924.2", "bsz": "89.3", "num_updates": "18000", "lr": "0.000235702", "gnorm": "0.643", "train_wall": "19", "gb_free": "28.9", "wall": "3511"} {"epoch": 4, "update": 3.731, "loss": "0.092", "ppl": "1.07", "wps": "9887.8", "ups": "5.15", "wpb": "1921.5", "bsz": "89.4", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.561", "train_wall": "19", "gb_free": "28.9", "wall": "3531"} {"epoch": 4, "update": 3.731, "loss": "0.092", "ppl": "1.07", "wps": "9887.8", "ups": "5.15", "wpb": "1921.5", "bsz": "89.4", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.561", "train_wall": "19", "gb_free": "28.9", "wall": "3531"} {"epoch": 4, "update": 3.731, "loss": "0.092", "ppl": "1.07", "wps": "9887.8", "ups": "5.15", "wpb": "1921.5", "bsz": "89.4", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.561", "train_wall": "19", "gb_free": "28.9", "wall": "3531"} {"epoch": 4, "update": 3.731, "loss": "0.092", "ppl": "1.07", "wps": "9887.8", "ups": "5.15", "wpb": "1921.5", "bsz": "89.4", "num_updates": "18100", "lr": "0.00023505", "gnorm": "0.561", "train_wall": "19", "gb_free": "28.9", "wall": "3531"} {"epoch": 4, "update": 3.752, "loss": "0.078", "ppl": "1.06", "wps": "11909.9", "ups": "5.23", "wpb": "2276.4", "bsz": "117.4", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.563", "train_wall": "19", "gb_free": "29", "wall": "3550"} {"epoch": 4, "update": 3.752, "loss": "0.078", "ppl": "1.06", "wps": "11909.9", "ups": "5.23", "wpb": "2276.4", "bsz": "117.4", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.563", "train_wall": "19", "gb_free": "29", "wall": "3550"} {"epoch": 4, "update": 3.752, "loss": "0.078", "ppl": "1.06", "wps": "11909.9", "ups": "5.23", "wpb": "2276.4", "bsz": "117.4", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.563", "train_wall": "19", "gb_free": "29", "wall": "3550"} {"epoch": 4, "update": 3.752, "loss": "0.078", "ppl": "1.06", "wps": "11909.9", "ups": "5.23", "wpb": "2276.4", "bsz": "117.4", "num_updates": "18200", "lr": "0.000234404", "gnorm": "0.563", "train_wall": "19", "gb_free": "29", "wall": "3550"} {"epoch": 4, "update": 3.772, "loss": "0.09", "ppl": "1.06", "wps": "10193.7", "ups": "5.12", "wpb": "1992.4", "bsz": "94.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.57", "train_wall": "19", "gb_free": "29.3", "wall": "3570"} {"epoch": 4, "update": 3.772, "loss": "0.09", "ppl": "1.06", "wps": "10193.7", "ups": "5.12", "wpb": "1992.4", "bsz": "94.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.57", "train_wall": "19", "gb_free": "29.3", "wall": "3570"} {"epoch": 4, "update": 3.772, "loss": "0.09", "ppl": "1.06", "wps": "10193.7", "ups": "5.12", "wpb": "1992.4", "bsz": "94.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.57", "train_wall": "19", "gb_free": "29.3", "wall": "3570"} {"epoch": 4, "update": 3.772, "loss": "0.09", "ppl": "1.06", "wps": "10193.7", "ups": "5.12", "wpb": "1992.4", "bsz": "94.3", "num_updates": "18300", "lr": "0.000233762", "gnorm": "0.57", "train_wall": "19", "gb_free": "29.3", "wall": "3570"} {"epoch": 4, "update": 3.793, "loss": "0.094", "ppl": "1.07", "wps": "9634.8", "ups": "5.1", "wpb": "1887.6", "bsz": "93.2", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.76", "train_wall": "19", "gb_free": "29", "wall": "3589"} {"epoch": 4, "update": 3.793, "loss": "0.094", "ppl": "1.07", "wps": "9634.8", "ups": "5.1", "wpb": "1887.6", "bsz": "93.2", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.76", "train_wall": "19", "gb_free": "29", "wall": "3589"} {"epoch": 4, "update": 3.793, "loss": "0.094", "ppl": "1.07", "wps": "9634.8", "ups": "5.1", "wpb": "1887.6", "bsz": "93.2", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.76", "train_wall": "19", "gb_free": "29", "wall": "3589"} {"epoch": 4, "update": 3.793, "loss": "0.094", "ppl": "1.07", "wps": "9634.8", "ups": "5.1", "wpb": "1887.6", "bsz": "93.2", "num_updates": "18400", "lr": "0.000233126", "gnorm": "0.76", "train_wall": "19", "gb_free": "29", "wall": "3589"} {"epoch": 4, "update": 3.814, "loss": "0.08", "ppl": "1.06", "wps": "9903.1", "ups": "5.13", "wpb": "1929.3", "bsz": "96.6", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.602", "train_wall": "19", "gb_free": "29.4", "wall": "3609"} {"epoch": 4, "update": 3.814, "loss": "0.08", "ppl": "1.06", "wps": "9903.1", "ups": "5.13", "wpb": "1929.3", "bsz": "96.6", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.602", "train_wall": "19", "gb_free": "29.4", "wall": "3609"} {"epoch": 4, "update": 3.814, "loss": "0.08", "ppl": "1.06", "wps": "9903.1", "ups": "5.13", "wpb": "1929.3", "bsz": "96.6", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.602", "train_wall": "19", "gb_free": "29.4", "wall": "3609"} {"epoch": 4, "update": 3.814, "loss": "0.08", "ppl": "1.06", "wps": "9903.1", "ups": "5.13", "wpb": "1929.3", "bsz": "96.6", "num_updates": "18500", "lr": "0.000232495", "gnorm": "0.602", "train_wall": "19", "gb_free": "29.4", "wall": "3609"} {"epoch": 4, "update": 3.834, "loss": "0.086", "ppl": "1.06", "wps": "10018.7", "ups": "5.14", "wpb": "1949.2", "bsz": "97.9", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.63", "train_wall": "19", "gb_free": "28.8", "wall": "3628"} {"epoch": 4, "update": 3.834, "loss": "0.086", "ppl": "1.06", "wps": "10018.7", "ups": "5.14", "wpb": "1949.2", "bsz": "97.9", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.63", "train_wall": "19", "gb_free": "28.8", "wall": "3628"} {"epoch": 4, "update": 3.834, "loss": "0.086", "ppl": "1.06", "wps": "10018.7", "ups": "5.14", "wpb": "1949.2", "bsz": "97.9", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.63", "train_wall": "19", "gb_free": "28.8", "wall": "3628"} {"epoch": 4, "update": 3.834, "loss": "0.086", "ppl": "1.06", "wps": "10018.7", "ups": "5.14", "wpb": "1949.2", "bsz": "97.9", "num_updates": "18600", "lr": "0.000231869", "gnorm": "0.63", "train_wall": "19", "gb_free": "28.8", "wall": "3628"} {"epoch": 4, "update": 3.855, "loss": "0.078", "ppl": "1.06", "wps": "9759", "ups": "5.14", "wpb": "1896.8", "bsz": "91.8", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.534", "train_wall": "19", "gb_free": "28.9", "wall": "3647"} {"epoch": 4, "update": 3.855, "loss": "0.078", "ppl": "1.06", "wps": "9759", "ups": "5.14", "wpb": "1896.8", "bsz": "91.8", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.534", "train_wall": "19", "gb_free": "28.9", "wall": "3647"} {"epoch": 4, "update": 3.855, "loss": "0.078", "ppl": "1.06", "wps": "9759", "ups": "5.14", "wpb": "1896.8", "bsz": "91.8", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.534", "train_wall": "19", "gb_free": "28.9", "wall": "3647"} {"epoch": 4, "update": 3.855, "loss": "0.078", "ppl": "1.06", "wps": "9759", "ups": "5.14", "wpb": "1896.8", "bsz": "91.8", "num_updates": "18700", "lr": "0.000231249", "gnorm": "0.534", "train_wall": "19", "gb_free": "28.9", "wall": "3647"} {"epoch": 4, "update": 3.875, "loss": "0.065", "ppl": "1.05", "wps": "9566", "ups": "5.2", "wpb": "1839.9", "bsz": "89.7", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.519", "train_wall": "19", "gb_free": "28.8", "wall": "3667"} {"epoch": 4, "update": 3.875, "loss": "0.065", "ppl": "1.05", "wps": "9566", "ups": "5.2", "wpb": "1839.9", "bsz": "89.7", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.519", "train_wall": "19", "gb_free": "28.8", "wall": "3667"} {"epoch": 4, "update": 3.875, "loss": "0.065", "ppl": "1.05", "wps": "9566", "ups": "5.2", "wpb": "1839.9", "bsz": "89.7", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.519", "train_wall": "19", "gb_free": "28.8", "wall": "3667"} {"epoch": 4, "update": 3.875, "loss": "0.065", "ppl": "1.05", "wps": "9566", "ups": "5.2", "wpb": "1839.9", "bsz": "89.7", "num_updates": "18800", "lr": "0.000230633", "gnorm": "0.519", "train_wall": "19", "gb_free": "28.8", "wall": "3667"} {"epoch": 4, "update": 3.896, "loss": "0.074", "ppl": "1.05", "wps": "8765.5", "ups": "5.12", "wpb": "1712", "bsz": "82.9", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.563", "train_wall": "19", "gb_free": "29", "wall": "3686"} {"epoch": 4, "update": 3.896, "loss": "0.074", "ppl": "1.05", "wps": "8765.5", "ups": "5.12", "wpb": "1712", "bsz": "82.9", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.563", "train_wall": "19", "gb_free": "29", "wall": "3686"} {"epoch": 4, "update": 3.896, "loss": "0.074", "ppl": "1.05", "wps": "8765.5", "ups": "5.12", "wpb": "1712", "bsz": "82.9", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.563", "train_wall": "19", "gb_free": "29", "wall": "3686"} {"epoch": 4, "update": 3.896, "loss": "0.074", "ppl": "1.05", "wps": "8765.5", "ups": "5.12", "wpb": "1712", "bsz": "82.9", "num_updates": "18900", "lr": "0.000230022", "gnorm": "0.563", "train_wall": "19", "gb_free": "29", "wall": "3686"} {"epoch": 4, "update": 3.917, "loss": "0.075", "ppl": "1.05", "wps": "9477.4", "ups": "5.14", "wpb": "1844.7", "bsz": "89.8", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.548", "train_wall": "19", "gb_free": "29", "wall": "3706"} {"epoch": 4, "update": 3.917, "loss": "0.075", "ppl": "1.05", "wps": "9477.4", "ups": "5.14", "wpb": "1844.7", "bsz": "89.8", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.548", "train_wall": "19", "gb_free": "29", "wall": "3706"} {"epoch": 4, "update": 3.917, "loss": "0.075", "ppl": "1.05", "wps": "9477.4", "ups": "5.14", "wpb": "1844.7", "bsz": "89.8", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.548", "train_wall": "19", "gb_free": "29", "wall": "3706"} {"epoch": 4, "update": 3.917, "loss": "0.075", "ppl": "1.05", "wps": "9477.4", "ups": "5.14", "wpb": "1844.7", "bsz": "89.8", "num_updates": "19000", "lr": "0.000229416", "gnorm": "0.548", "train_wall": "19", "gb_free": "29", "wall": "3706"} {"epoch": 4, "update": 3.937, "loss": "0.083", "ppl": "1.06", "wps": "10663", "ups": "5.27", "wpb": "2023.6", "bsz": "95.9", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.516", "train_wall": "19", "gb_free": "28.8", "wall": "3725"} {"epoch": 4, "update": 3.937, "loss": "0.083", "ppl": "1.06", "wps": "10663", "ups": "5.27", "wpb": "2023.6", "bsz": "95.9", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.516", "train_wall": "19", "gb_free": "28.8", "wall": "3725"} {"epoch": 4, "update": 3.937, "loss": "0.083", "ppl": "1.06", "wps": "10663", "ups": "5.27", "wpb": "2023.6", "bsz": "95.9", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.516", "train_wall": "19", "gb_free": "28.8", "wall": "3725"} {"epoch": 4, "update": 3.937, "loss": "0.083", "ppl": "1.06", "wps": "10663", "ups": "5.27", "wpb": "2023.6", "bsz": "95.9", "num_updates": "19100", "lr": "0.000228814", "gnorm": "0.516", "train_wall": "19", "gb_free": "28.8", "wall": "3725"} {"epoch": 4, "update": 3.958, "loss": "0.068", "ppl": "1.05", "wps": "11110.2", "ups": "5.32", "wpb": "2086.4", "bsz": "102.9", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.52", "train_wall": "19", "gb_free": "28.9", "wall": "3743"} {"epoch": 4, "update": 3.958, "loss": "0.068", "ppl": "1.05", "wps": "11110.2", "ups": "5.32", "wpb": "2086.4", "bsz": "102.9", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.52", "train_wall": "19", "gb_free": "28.9", "wall": "3743"} {"epoch": 4, "update": 3.958, "loss": "0.068", "ppl": "1.05", "wps": "11110.2", "ups": "5.32", "wpb": "2086.4", "bsz": "102.9", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.52", "train_wall": "19", "gb_free": "28.9", "wall": "3743"} {"epoch": 4, "update": 3.958, "loss": "0.068", "ppl": "1.05", "wps": "11110.2", "ups": "5.32", "wpb": "2086.4", "bsz": "102.9", "num_updates": "19200", "lr": "0.000228218", "gnorm": "0.52", "train_wall": "19", "gb_free": "28.9", "wall": "3743"} {"epoch": 4, "update": 3.979, "loss": "0.07", "ppl": "1.05", "wps": "10936", "ups": "5.25", "wpb": "2081.2", "bsz": "103.8", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.559", "train_wall": "19", "gb_free": "29", "wall": "3763"} {"epoch": 4, "update": 3.979, "loss": "0.07", "ppl": "1.05", "wps": "10936", "ups": "5.25", "wpb": "2081.2", "bsz": "103.8", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.559", "train_wall": "19", "gb_free": "29", "wall": "3763"} {"epoch": 4, "update": 3.979, "loss": "0.07", "ppl": "1.05", "wps": "10936", "ups": "5.25", "wpb": "2081.2", "bsz": "103.8", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.559", "train_wall": "19", "gb_free": "29", "wall": "3763"} {"epoch": 4, "update": 3.979, "loss": "0.07", "ppl": "1.05", "wps": "10936", "ups": "5.25", "wpb": "2081.2", "bsz": "103.8", "num_updates": "19300", "lr": "0.000227626", "gnorm": "0.559", "train_wall": "19", "gb_free": "29", "wall": "3763"} {"epoch": 4, "update": 3.999, "loss": "0.078", "ppl": "1.06", "wps": "10540.5", "ups": "5.19", "wpb": "2032.1", "bsz": "97.8", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.604", "train_wall": "19", "gb_free": "28.9", "wall": "3782"} {"epoch": 4, "update": 3.999, "loss": "0.078", "ppl": "1.06", "wps": "10540.5", "ups": "5.19", "wpb": "2032.1", "bsz": "97.8", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.604", "train_wall": "19", "gb_free": "28.9", "wall": "3782"} {"epoch": 4, "update": 3.999, "loss": "0.078", "ppl": "1.06", "wps": "10540.5", "ups": "5.19", "wpb": "2032.1", "bsz": "97.8", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.604", "train_wall": "19", "gb_free": "28.9", "wall": "3782"} {"epoch": 4, "update": 3.999, "loss": "0.078", "ppl": "1.06", "wps": "10540.5", "ups": "5.19", "wpb": "2032.1", "bsz": "97.8", "num_updates": "19400", "lr": "0.000227038", "gnorm": "0.604", "train_wall": "19", "gb_free": "28.9", "wall": "3782"} begin validation on "valid" subset {"epoch": 4, "valid_loss": "0.099", "valid_ppl": "1.07", "valid_wps": "33098.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "19404", "valid_best_loss": "0.099"} {"epoch": 4, "valid_loss": "0.099", "valid_ppl": "1.07", "valid_wps": "33098.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "19404", "valid_best_loss": "0.099"} {"epoch": 4, "valid_loss": "0.099", "valid_ppl": "1.07", "valid_wps": "33098.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "19404", "valid_best_loss": "0.099"} {"epoch": 4, "valid_loss": "0.099", "valid_ppl": "1.07", "valid_wps": "33098.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "19404", "valid_best_loss": "0.099"} end of epoch 4 (average epoch stats below) {"epoch": 4, "train_loss": "0.104", "train_ppl": "1.07", "train_wps": "10186.3", "train_ups": "5.13", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "19404", "train_lr": "0.000227015", "train_gnorm": "0.624", "train_train_wall": "927", "train_gb_free": "29", "train_wall": "3791"} {"epoch": 4, "train_loss": "0.104", "train_ppl": "1.07", "train_wps": "10186.3", "train_ups": "5.13", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "19404", "train_lr": "0.000227015", "train_gnorm": "0.624", "train_train_wall": "927", "train_gb_free": "29", "train_wall": "3791"} {"epoch": 4, "train_loss": "0.104", "train_ppl": "1.07", "train_wps": "10186.3", "train_ups": "5.13", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "19404", "train_lr": "0.000227015", "train_gnorm": "0.624", "train_train_wall": "927", "train_gb_free": "29", "train_wall": "3791"} {"epoch": 4, "train_loss": "0.104", "train_ppl": "1.07", "train_wps": "10186.3", "train_ups": "5.13", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "19404", "train_lr": "0.000227015", "train_gnorm": "0.624", "train_train_wall": "927", "train_gb_free": "29", "train_wall": "3791"} Start iterating over samples {"epoch": 5, "update": 4.02, "loss": "0.067", "ppl": "1.05", "wps": "7849.1", "ups": "3.69", "wpb": "2128.2", "bsz": "106.7", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.582", "train_wall": "19", "gb_free": "28.8", "wall": "3809"} {"epoch": 5, "update": 4.02, "loss": "0.067", "ppl": "1.05", "wps": "7849.1", "ups": "3.69", "wpb": "2128.2", "bsz": "106.7", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.582", "train_wall": "19", "gb_free": "28.8", "wall": "3809"} {"epoch": 5, "update": 4.02, "loss": "0.067", "ppl": "1.05", "wps": "7849.1", "ups": "3.69", "wpb": "2128.2", "bsz": "106.7", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.582", "train_wall": "19", "gb_free": "28.8", "wall": "3809"} {"epoch": 5, "update": 4.02, "loss": "0.067", "ppl": "1.05", "wps": "7849.1", "ups": "3.69", "wpb": "2128.2", "bsz": "106.7", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.582", "train_wall": "19", "gb_free": "28.8", "wall": "3809"} {"epoch": 5, "update": 4.02, "loss": "0.067", "ppl": "1.05", "wps": "7849.1", "ups": "3.69", "wpb": "2128.2", "bsz": "106.7", "num_updates": "19500", "lr": "0.000226455", "gnorm": "0.582", "train_wall": "19", "gb_free": "28.8", "wall": "3809"} {"epoch": 5, "update": 4.04, "loss": "0.069", "ppl": "1.05", "wps": "10375", "ups": "5.19", "wpb": "1997.4", "bsz": "97.8", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.593", "train_wall": "19", "gb_free": "28.3", "wall": "3828"} {"epoch": 5, "update": 4.04, "loss": "0.069", "ppl": "1.05", "wps": "10375", "ups": "5.19", "wpb": "1997.4", "bsz": "97.8", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.593", "train_wall": "19", "gb_free": "28.3", "wall": "3828"} {"epoch": 5, "update": 4.04, "loss": "0.069", "ppl": "1.05", "wps": "10375", "ups": "5.19", "wpb": "1997.4", "bsz": "97.8", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.593", "train_wall": "19", "gb_free": "28.3", "wall": "3828"} {"epoch": 5, "update": 4.04, "loss": "0.069", "ppl": "1.05", "wps": "10375", "ups": "5.19", "wpb": "1997.4", "bsz": "97.8", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.593", "train_wall": "19", "gb_free": "28.3", "wall": "3828"} {"epoch": 5, "update": 4.04, "loss": "0.069", "ppl": "1.05", "wps": "10375", "ups": "5.19", "wpb": "1997.4", "bsz": "97.8", "num_updates": "19600", "lr": "0.000225877", "gnorm": "0.593", "train_wall": "19", "gb_free": "28.3", "wall": "3828"} {"epoch": 5, "update": 4.061, "loss": "0.076", "ppl": "1.05", "wps": "10735.1", "ups": "5.24", "wpb": "2048.2", "bsz": "98.4", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.586", "train_wall": "19", "gb_free": "28.9", "wall": "3847"} {"epoch": 5, "update": 4.061, "loss": "0.076", "ppl": "1.05", "wps": "10735.1", "ups": "5.24", "wpb": "2048.2", "bsz": "98.4", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.586", "train_wall": "19", "gb_free": "28.9", "wall": "3847"} {"epoch": 5, "update": 4.061, "loss": "0.076", "ppl": "1.05", "wps": "10735.1", "ups": "5.24", "wpb": "2048.2", "bsz": "98.4", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.586", "train_wall": "19", "gb_free": "28.9", "wall": "3847"} {"epoch": 5, "update": 4.061, "loss": "0.076", "ppl": "1.05", "wps": "10735.1", "ups": "5.24", "wpb": "2048.2", "bsz": "98.4", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.586", "train_wall": "19", "gb_free": "28.9", "wall": "3847"} {"epoch": 5, "update": 4.061, "loss": "0.076", "ppl": "1.05", "wps": "10735.1", "ups": "5.24", "wpb": "2048.2", "bsz": "98.4", "num_updates": "19700", "lr": "0.000225303", "gnorm": "0.586", "train_wall": "19", "gb_free": "28.9", "wall": "3847"} {"epoch": 5, "update": 4.082, "loss": "0.074", "ppl": "1.05", "wps": "10805.7", "ups": "5.24", "wpb": "2062.6", "bsz": "97.4", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.563", "train_wall": "19", "gb_free": "27.6", "wall": "3866"} {"epoch": 5, "update": 4.082, "loss": "0.074", "ppl": "1.05", "wps": "10805.7", "ups": "5.24", "wpb": "2062.6", "bsz": "97.4", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.563", "train_wall": "19", "gb_free": "27.6", "wall": "3866"} {"epoch": 5, "update": 4.082, "loss": "0.074", "ppl": "1.05", "wps": "10805.7", "ups": "5.24", "wpb": "2062.6", "bsz": "97.4", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.563", "train_wall": "19", "gb_free": "27.6", "wall": "3866"} {"epoch": 5, "update": 4.082, "loss": "0.074", "ppl": "1.05", "wps": "10805.7", "ups": "5.24", "wpb": "2062.6", "bsz": "97.4", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.563", "train_wall": "19", "gb_free": "27.6", "wall": "3866"} {"epoch": 5, "update": 4.082, "loss": "0.074", "ppl": "1.05", "wps": "10805.7", "ups": "5.24", "wpb": "2062.6", "bsz": "97.4", "num_updates": "19800", "lr": "0.000224733", "gnorm": "0.563", "train_wall": "19", "gb_free": "27.6", "wall": "3866"} {"epoch": 5, "update": 4.102, "loss": "0.066", "ppl": "1.05", "wps": "10001.3", "ups": "5.22", "wpb": "1917", "bsz": "92.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.546", "train_wall": "19", "gb_free": "29.2", "wall": "3885"} {"epoch": 5, "update": 4.102, "loss": "0.066", "ppl": "1.05", "wps": "10001.3", "ups": "5.22", "wpb": "1917", "bsz": "92.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.546", "train_wall": "19", "gb_free": "29.2", "wall": "3885"} {"epoch": 5, "update": 4.102, "loss": "0.066", "ppl": "1.05", "wps": "10001.3", "ups": "5.22", "wpb": "1917", "bsz": "92.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.546", "train_wall": "19", "gb_free": "29.2", "wall": "3885"} {"epoch": 5, "update": 4.102, "loss": "0.066", "ppl": "1.05", "wps": "10001.3", "ups": "5.22", "wpb": "1917", "bsz": "92.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.546", "train_wall": "19", "gb_free": "29.2", "wall": "3885"} {"epoch": 5, "update": 4.102, "loss": "0.066", "ppl": "1.05", "wps": "10001.3", "ups": "5.22", "wpb": "1917", "bsz": "92.6", "num_updates": "19900", "lr": "0.000224168", "gnorm": "0.546", "train_wall": "19", "gb_free": "29.2", "wall": "3885"} {"epoch": 5, "update": 4.123, "loss": "0.08", "ppl": "1.06", "wps": "10599", "ups": "5.26", "wpb": "2016.8", "bsz": "92.3", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.594", "train_wall": "19", "gb_free": "29", "wall": "3905"} {"epoch": 5, "update": 4.123, "loss": "0.08", "ppl": "1.06", "wps": "10599", "ups": "5.26", "wpb": "2016.8", "bsz": "92.3", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.594", "train_wall": "19", "gb_free": "29", "wall": "3905"} {"epoch": 5, "update": 4.123, "loss": "0.08", "ppl": "1.06", "wps": "10599", "ups": "5.26", "wpb": "2016.8", "bsz": "92.3", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.594", "train_wall": "19", "gb_free": "29", "wall": "3905"} {"epoch": 5, "update": 4.123, "loss": "0.08", "ppl": "1.06", "wps": "10599", "ups": "5.26", "wpb": "2016.8", "bsz": "92.3", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.594", "train_wall": "19", "gb_free": "29", "wall": "3905"} {"epoch": 5, "update": 4.123, "loss": "0.08", "ppl": "1.06", "wps": "10599", "ups": "5.26", "wpb": "2016.8", "bsz": "92.3", "num_updates": "20000", "lr": "0.000223607", "gnorm": "0.594", "train_wall": "19", "gb_free": "29", "wall": "3905"} {"epoch": 5, "update": 4.143, "loss": "0.054", "ppl": "1.04", "wps": "10821.1", "ups": "5.29", "wpb": "2044.2", "bsz": "101.4", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.49", "train_wall": "19", "gb_free": "29", "wall": "3923"} {"epoch": 5, "update": 4.143, "loss": "0.054", "ppl": "1.04", "wps": "10821.1", "ups": "5.29", "wpb": "2044.2", "bsz": "101.4", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.49", "train_wall": "19", "gb_free": "29", "wall": "3923"} {"epoch": 5, "update": 4.143, "loss": "0.054", "ppl": "1.04", "wps": "10821.1", "ups": "5.29", "wpb": "2044.2", "bsz": "101.4", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.49", "train_wall": "19", "gb_free": "29", "wall": "3923"} {"epoch": 5, "update": 4.143, "loss": "0.054", "ppl": "1.04", "wps": "10821.1", "ups": "5.29", "wpb": "2044.2", "bsz": "101.4", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.49", "train_wall": "19", "gb_free": "29", "wall": "3923"} {"epoch": 5, "update": 4.143, "loss": "0.054", "ppl": "1.04", "wps": "10821.1", "ups": "5.29", "wpb": "2044.2", "bsz": "101.4", "num_updates": "20100", "lr": "0.00022305", "gnorm": "0.49", "train_wall": "19", "gb_free": "29", "wall": "3923"} {"epoch": 5, "update": 4.164, "loss": "0.072", "ppl": "1.05", "wps": "9664.6", "ups": "5.24", "wpb": "1845.8", "bsz": "87.8", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.592", "train_wall": "19", "gb_free": "29.2", "wall": "3943"} {"epoch": 5, "update": 4.164, "loss": "0.072", "ppl": "1.05", "wps": "9664.6", "ups": "5.24", "wpb": "1845.8", "bsz": "87.8", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.592", "train_wall": "19", "gb_free": "29.2", "wall": "3943"} {"epoch": 5, "update": 4.164, "loss": "0.072", "ppl": "1.05", "wps": "9664.6", "ups": "5.24", "wpb": "1845.8", "bsz": "87.8", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.592", "train_wall": "19", "gb_free": "29.2", "wall": "3943"} {"epoch": 5, "update": 4.164, "loss": "0.072", "ppl": "1.05", "wps": "9664.6", "ups": "5.24", "wpb": "1845.8", "bsz": "87.8", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.592", "train_wall": "19", "gb_free": "29.2", "wall": "3943"} {"epoch": 5, "update": 4.164, "loss": "0.072", "ppl": "1.05", "wps": "9664.6", "ups": "5.24", "wpb": "1845.8", "bsz": "87.8", "num_updates": "20200", "lr": "0.000222497", "gnorm": "0.592", "train_wall": "19", "gb_free": "29.2", "wall": "3943"} {"epoch": 5, "update": 4.185, "loss": "0.062", "ppl": "1.04", "wps": "10687.8", "ups": "5.27", "wpb": "2026.8", "bsz": "99.1", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.536", "train_wall": "19", "gb_free": "27.7", "wall": "3961"} {"epoch": 5, "update": 4.185, "loss": "0.062", "ppl": "1.04", "wps": "10687.8", "ups": "5.27", "wpb": "2026.8", "bsz": "99.1", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.536", "train_wall": "19", "gb_free": "27.7", "wall": "3961"} {"epoch": 5, "update": 4.185, "loss": "0.062", "ppl": "1.04", "wps": "10687.8", "ups": "5.27", "wpb": "2026.8", "bsz": "99.1", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.536", "train_wall": "19", "gb_free": "27.7", "wall": "3961"} {"epoch": 5, "update": 4.185, "loss": "0.062", "ppl": "1.04", "wps": "10687.8", "ups": "5.27", "wpb": "2026.8", "bsz": "99.1", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.536", "train_wall": "19", "gb_free": "27.7", "wall": "3961"} {"epoch": 5, "update": 4.185, "loss": "0.062", "ppl": "1.04", "wps": "10687.8", "ups": "5.27", "wpb": "2026.8", "bsz": "99.1", "num_updates": "20300", "lr": "0.000221948", "gnorm": "0.536", "train_wall": "19", "gb_free": "27.7", "wall": "3961"} {"epoch": 5, "update": 4.205, "loss": "0.063", "ppl": "1.04", "wps": "11120.4", "ups": "5.26", "wpb": "2113.6", "bsz": "101", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.509", "train_wall": "19", "gb_free": "29", "wall": "3980"} {"epoch": 5, "update": 4.205, "loss": "0.063", "ppl": "1.04", "wps": "11120.4", "ups": "5.26", "wpb": "2113.6", "bsz": "101", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.509", "train_wall": "19", "gb_free": "29", "wall": "3980"} {"epoch": 5, "update": 4.205, "loss": "0.063", "ppl": "1.04", "wps": "11120.4", "ups": "5.26", "wpb": "2113.6", "bsz": "101", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.509", "train_wall": "19", "gb_free": "29", "wall": "3980"} {"epoch": 5, "update": 4.205, "loss": "0.063", "ppl": "1.04", "wps": "11120.4", "ups": "5.26", "wpb": "2113.6", "bsz": "101", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.509", "train_wall": "19", "gb_free": "29", "wall": "3980"} {"epoch": 5, "update": 4.205, "loss": "0.063", "ppl": "1.04", "wps": "11120.4", "ups": "5.26", "wpb": "2113.6", "bsz": "101", "num_updates": "20400", "lr": "0.000221404", "gnorm": "0.509", "train_wall": "19", "gb_free": "29", "wall": "3980"} {"epoch": 5, "update": 4.226, "loss": "0.067", "ppl": "1.05", "wps": "10242.6", "ups": "5.22", "wpb": "1960.6", "bsz": "89.4", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.555", "train_wall": "19", "gb_free": "28.9", "wall": "4000"} {"epoch": 5, "update": 4.226, "loss": "0.067", "ppl": "1.05", "wps": "10242.6", "ups": "5.22", "wpb": "1960.6", "bsz": "89.4", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.555", "train_wall": "19", "gb_free": "28.9", "wall": "4000"} {"epoch": 5, "update": 4.226, "loss": "0.067", "ppl": "1.05", "wps": "10242.6", "ups": "5.22", "wpb": "1960.6", "bsz": "89.4", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.555", "train_wall": "19", "gb_free": "28.9", "wall": "4000"} {"epoch": 5, "update": 4.226, "loss": "0.067", "ppl": "1.05", "wps": "10242.6", "ups": "5.22", "wpb": "1960.6", "bsz": "89.4", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.555", "train_wall": "19", "gb_free": "28.9", "wall": "4000"} {"epoch": 5, "update": 4.226, "loss": "0.067", "ppl": "1.05", "wps": "10242.6", "ups": "5.22", "wpb": "1960.6", "bsz": "89.4", "num_updates": "20500", "lr": "0.000220863", "gnorm": "0.555", "train_wall": "19", "gb_free": "28.9", "wall": "4000"} {"epoch": 5, "update": 4.247, "loss": "0.056", "ppl": "1.04", "wps": "9357.8", "ups": "5.21", "wpb": "1795", "bsz": "88.7", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.528", "train_wall": "19", "gb_free": "29", "wall": "4019"} {"epoch": 5, "update": 4.247, "loss": "0.056", "ppl": "1.04", "wps": "9357.8", "ups": "5.21", "wpb": "1795", "bsz": "88.7", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.528", "train_wall": "19", "gb_free": "29", "wall": "4019"} {"epoch": 5, "update": 4.247, "loss": "0.056", "ppl": "1.04", "wps": "9357.8", "ups": "5.21", "wpb": "1795", "bsz": "88.7", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.528", "train_wall": "19", "gb_free": "29", "wall": "4019"} {"epoch": 5, "update": 4.247, "loss": "0.056", "ppl": "1.04", "wps": "9357.8", "ups": "5.21", "wpb": "1795", "bsz": "88.7", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.528", "train_wall": "19", "gb_free": "29", "wall": "4019"} {"epoch": 5, "update": 4.247, "loss": "0.056", "ppl": "1.04", "wps": "9357.8", "ups": "5.21", "wpb": "1795", "bsz": "88.7", "num_updates": "20600", "lr": "0.000220326", "gnorm": "0.528", "train_wall": "19", "gb_free": "29", "wall": "4019"} {"epoch": 5, "update": 4.267, "loss": "0.07", "ppl": "1.05", "wps": "10168.6", "ups": "5.2", "wpb": "1956.8", "bsz": "89.6", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.597", "train_wall": "19", "gb_free": "28.8", "wall": "4038"} {"epoch": 5, "update": 4.267, "loss": "0.07", "ppl": "1.05", "wps": "10168.6", "ups": "5.2", "wpb": "1956.8", "bsz": "89.6", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.597", "train_wall": "19", "gb_free": "28.8", "wall": "4038"} {"epoch": 5, "update": 4.267, "loss": "0.07", "ppl": "1.05", "wps": "10168.6", "ups": "5.2", "wpb": "1956.8", "bsz": "89.6", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.597", "train_wall": "19", "gb_free": "28.8", "wall": "4038"} {"epoch": 5, "update": 4.267, "loss": "0.07", "ppl": "1.05", "wps": "10168.6", "ups": "5.2", "wpb": "1956.8", "bsz": "89.6", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.597", "train_wall": "19", "gb_free": "28.8", "wall": "4038"} {"epoch": 5, "update": 4.267, "loss": "0.07", "ppl": "1.05", "wps": "10168.6", "ups": "5.2", "wpb": "1956.8", "bsz": "89.6", "num_updates": "20700", "lr": "0.000219793", "gnorm": "0.597", "train_wall": "19", "gb_free": "28.8", "wall": "4038"} {"epoch": 5, "update": 4.288, "loss": "0.056", "ppl": "1.04", "wps": "9250.5", "ups": "5.23", "wpb": "1768.6", "bsz": "89", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.531", "train_wall": "19", "gb_free": "29.3", "wall": "4057"} {"epoch": 5, "update": 4.288, "loss": "0.056", "ppl": "1.04", "wps": "9250.5", "ups": "5.23", "wpb": "1768.6", "bsz": "89", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.531", "train_wall": "19", "gb_free": "29.3", "wall": "4057"} {"epoch": 5, "update": 4.288, "loss": "0.056", "ppl": "1.04", "wps": "9250.5", "ups": "5.23", "wpb": "1768.6", "bsz": "89", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.531", "train_wall": "19", "gb_free": "29.3", "wall": "4057"} {"epoch": 5, "update": 4.288, "loss": "0.056", "ppl": "1.04", "wps": "9250.5", "ups": "5.23", "wpb": "1768.6", "bsz": "89", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.531", "train_wall": "19", "gb_free": "29.3", "wall": "4057"} {"epoch": 5, "update": 4.288, "loss": "0.056", "ppl": "1.04", "wps": "9250.5", "ups": "5.23", "wpb": "1768.6", "bsz": "89", "num_updates": "20800", "lr": "0.000219265", "gnorm": "0.531", "train_wall": "19", "gb_free": "29.3", "wall": "4057"} {"epoch": 5, "update": 4.308, "loss": "0.067", "ppl": "1.05", "wps": "9975.1", "ups": "5.27", "wpb": "1893.9", "bsz": "92.6", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.576", "train_wall": "19", "gb_free": "27.5", "wall": "4076"} {"epoch": 5, "update": 4.308, "loss": "0.067", "ppl": "1.05", "wps": "9975.1", "ups": "5.27", "wpb": "1893.9", "bsz": "92.6", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.576", "train_wall": "19", "gb_free": "27.5", "wall": "4076"} {"epoch": 5, "update": 4.308, "loss": "0.067", "ppl": "1.05", "wps": "9975.1", "ups": "5.27", "wpb": "1893.9", "bsz": "92.6", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.576", "train_wall": "19", "gb_free": "27.5", "wall": "4076"} {"epoch": 5, "update": 4.308, "loss": "0.067", "ppl": "1.05", "wps": "9975.1", "ups": "5.27", "wpb": "1893.9", "bsz": "92.6", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.576", "train_wall": "19", "gb_free": "27.5", "wall": "4076"} {"epoch": 5, "update": 4.308, "loss": "0.067", "ppl": "1.05", "wps": "9975.1", "ups": "5.27", "wpb": "1893.9", "bsz": "92.6", "num_updates": "20900", "lr": "0.000218739", "gnorm": "0.576", "train_wall": "19", "gb_free": "27.5", "wall": "4076"} {"epoch": 5, "update": 4.329, "loss": "0.074", "ppl": "1.05", "wps": "10370.2", "ups": "5.22", "wpb": "1987.3", "bsz": "92.4", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.625", "train_wall": "19", "gb_free": "28.7", "wall": "4095"} {"epoch": 5, "update": 4.329, "loss": "0.074", "ppl": "1.05", "wps": "10370.2", "ups": "5.22", "wpb": "1987.3", "bsz": "92.4", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.625", "train_wall": "19", "gb_free": "28.7", "wall": "4095"} {"epoch": 5, "update": 4.329, "loss": "0.074", "ppl": "1.05", "wps": "10370.2", "ups": "5.22", "wpb": "1987.3", "bsz": "92.4", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.625", "train_wall": "19", "gb_free": "28.7", "wall": "4095"} {"epoch": 5, "update": 4.329, "loss": "0.074", "ppl": "1.05", "wps": "10370.2", "ups": "5.22", "wpb": "1987.3", "bsz": "92.4", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.625", "train_wall": "19", "gb_free": "28.7", "wall": "4095"} {"epoch": 5, "update": 4.329, "loss": "0.074", "ppl": "1.05", "wps": "10370.2", "ups": "5.22", "wpb": "1987.3", "bsz": "92.4", "num_updates": "21000", "lr": "0.000218218", "gnorm": "0.625", "train_wall": "19", "gb_free": "28.7", "wall": "4095"} {"epoch": 5, "update": 4.35, "loss": "0.052", "ppl": "1.04", "wps": "11492.5", "ups": "5.24", "wpb": "2193.1", "bsz": "109.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.438", "train_wall": "19", "gb_free": "28.9", "wall": "4114"} {"epoch": 5, "update": 4.35, "loss": "0.052", "ppl": "1.04", "wps": "11492.5", "ups": "5.24", "wpb": "2193.1", "bsz": "109.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.438", "train_wall": "19", "gb_free": "28.9", "wall": "4114"} {"epoch": 5, "update": 4.35, "loss": "0.052", "ppl": "1.04", "wps": "11492.5", "ups": "5.24", "wpb": "2193.1", "bsz": "109.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.438", "train_wall": "19", "gb_free": "28.9", "wall": "4114"} {"epoch": 5, "update": 4.35, "loss": "0.052", "ppl": "1.04", "wps": "11492.5", "ups": "5.24", "wpb": "2193.1", "bsz": "109.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.438", "train_wall": "19", "gb_free": "28.9", "wall": "4114"} {"epoch": 5, "update": 4.35, "loss": "0.052", "ppl": "1.04", "wps": "11492.5", "ups": "5.24", "wpb": "2193.1", "bsz": "109.4", "num_updates": "21100", "lr": "0.0002177", "gnorm": "0.438", "train_wall": "19", "gb_free": "28.9", "wall": "4114"} {"epoch": 5, "update": 4.37, "loss": "0.05", "ppl": "1.04", "wps": "10247.2", "ups": "5.19", "wpb": "1976", "bsz": "99", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.481", "train_wall": "19", "gb_free": "29", "wall": "4134"} {"epoch": 5, "update": 4.37, "loss": "0.05", "ppl": "1.04", "wps": "10247.2", "ups": "5.19", "wpb": "1976", "bsz": "99", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.481", "train_wall": "19", "gb_free": "29", "wall": "4134"} {"epoch": 5, "update": 4.37, "loss": "0.05", "ppl": "1.04", "wps": "10247.2", "ups": "5.19", "wpb": "1976", "bsz": "99", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.481", "train_wall": "19", "gb_free": "29", "wall": "4134"} {"epoch": 5, "update": 4.37, "loss": "0.05", "ppl": "1.04", "wps": "10247.2", "ups": "5.19", "wpb": "1976", "bsz": "99", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.481", "train_wall": "19", "gb_free": "29", "wall": "4134"} {"epoch": 5, "update": 4.37, "loss": "0.05", "ppl": "1.04", "wps": "10247.2", "ups": "5.19", "wpb": "1976", "bsz": "99", "num_updates": "21200", "lr": "0.000217186", "gnorm": "0.481", "train_wall": "19", "gb_free": "29", "wall": "4134"} {"epoch": 5, "update": 4.391, "loss": "0.06", "ppl": "1.04", "wps": "9958", "ups": "5.09", "wpb": "1954.7", "bsz": "92.8", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.57", "train_wall": "19", "gb_free": "28.8", "wall": "4153"} {"epoch": 5, "update": 4.391, "loss": "0.06", "ppl": "1.04", "wps": "9958", "ups": "5.09", "wpb": "1954.7", "bsz": "92.8", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.57", "train_wall": "19", "gb_free": "28.8", "wall": "4153"} {"epoch": 5, "update": 4.391, "loss": "0.06", "ppl": "1.04", "wps": "9958", "ups": "5.09", "wpb": "1954.7", "bsz": "92.8", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.57", "train_wall": "19", "gb_free": "28.8", "wall": "4153"} {"epoch": 5, "update": 4.391, "loss": "0.06", "ppl": "1.04", "wps": "9958", "ups": "5.09", "wpb": "1954.7", "bsz": "92.8", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.57", "train_wall": "19", "gb_free": "28.8", "wall": "4153"} {"epoch": 5, "update": 4.391, "loss": "0.06", "ppl": "1.04", "wps": "9958", "ups": "5.09", "wpb": "1954.7", "bsz": "92.8", "num_updates": "21300", "lr": "0.000216676", "gnorm": "0.57", "train_wall": "19", "gb_free": "28.8", "wall": "4153"} {"epoch": 5, "update": 4.411, "loss": "0.046", "ppl": "1.03", "wps": "10906.5", "ups": "5.18", "wpb": "2105.5", "bsz": "103", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.472", "train_wall": "19", "gb_free": "29.3", "wall": "4173"} {"epoch": 5, "update": 4.411, "loss": "0.046", "ppl": "1.03", "wps": "10906.5", "ups": "5.18", "wpb": "2105.5", "bsz": "103", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.472", "train_wall": "19", "gb_free": "29.3", "wall": "4173"} {"epoch": 5, "update": 4.411, "loss": "0.046", "ppl": "1.03", "wps": "10906.5", "ups": "5.18", "wpb": "2105.5", "bsz": "103", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.472", "train_wall": "19", "gb_free": "29.3", "wall": "4173"} {"epoch": 5, "update": 4.411, "loss": "0.046", "ppl": "1.03", "wps": "10906.5", "ups": "5.18", "wpb": "2105.5", "bsz": "103", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.472", "train_wall": "19", "gb_free": "29.3", "wall": "4173"} {"epoch": 5, "update": 4.411, "loss": "0.046", "ppl": "1.03", "wps": "10906.5", "ups": "5.18", "wpb": "2105.5", "bsz": "103", "num_updates": "21400", "lr": "0.000216169", "gnorm": "0.472", "train_wall": "19", "gb_free": "29.3", "wall": "4173"} {"epoch": 5, "update": 4.432, "loss": "0.062", "ppl": "1.04", "wps": "10582.5", "ups": "5.16", "wpb": "2049.7", "bsz": "96.8", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.601", "train_wall": "19", "gb_free": "28.9", "wall": "4192"} {"epoch": 5, "update": 4.432, "loss": "0.062", "ppl": "1.04", "wps": "10582.5", "ups": "5.16", "wpb": "2049.7", "bsz": "96.8", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.601", "train_wall": "19", "gb_free": "28.9", "wall": "4192"} {"epoch": 5, "update": 4.432, "loss": "0.062", "ppl": "1.04", "wps": "10582.5", "ups": "5.16", "wpb": "2049.7", "bsz": "96.8", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.601", "train_wall": "19", "gb_free": "28.9", "wall": "4192"} {"epoch": 5, "update": 4.432, "loss": "0.062", "ppl": "1.04", "wps": "10582.5", "ups": "5.16", "wpb": "2049.7", "bsz": "96.8", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.601", "train_wall": "19", "gb_free": "28.9", "wall": "4192"} {"epoch": 5, "update": 4.432, "loss": "0.062", "ppl": "1.04", "wps": "10582.5", "ups": "5.16", "wpb": "2049.7", "bsz": "96.8", "num_updates": "21500", "lr": "0.000215666", "gnorm": "0.601", "train_wall": "19", "gb_free": "28.9", "wall": "4192"} {"epoch": 5, "update": 4.453, "loss": "0.062", "ppl": "1.04", "wps": "10043.2", "ups": "5.1", "wpb": "1971", "bsz": "95.3", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.721", "train_wall": "19", "gb_free": "29", "wall": "4212"} {"epoch": 5, "update": 4.453, "loss": "0.062", "ppl": "1.04", "wps": "10043.2", "ups": "5.1", "wpb": "1971", "bsz": "95.3", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.721", "train_wall": "19", "gb_free": "29", "wall": "4212"} {"epoch": 5, "update": 4.453, "loss": "0.062", "ppl": "1.04", "wps": "10043.2", "ups": "5.1", "wpb": "1971", "bsz": "95.3", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.721", "train_wall": "19", "gb_free": "29", "wall": "4212"} {"epoch": 5, "update": 4.453, "loss": "0.062", "ppl": "1.04", "wps": "10043.2", "ups": "5.1", "wpb": "1971", "bsz": "95.3", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.721", "train_wall": "19", "gb_free": "29", "wall": "4212"} {"epoch": 5, "update": 4.453, "loss": "0.062", "ppl": "1.04", "wps": "10043.2", "ups": "5.1", "wpb": "1971", "bsz": "95.3", "num_updates": "21600", "lr": "0.000215166", "gnorm": "0.721", "train_wall": "19", "gb_free": "29", "wall": "4212"} {"epoch": 5, "update": 4.473, "loss": "0.08", "ppl": "1.06", "wps": "9854.6", "ups": "5.13", "wpb": "1921.6", "bsz": "91.2", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.705", "train_wall": "19", "gb_free": "28.8", "wall": "4231"} {"epoch": 5, "update": 4.473, "loss": "0.08", "ppl": "1.06", "wps": "9854.6", "ups": "5.13", "wpb": "1921.6", "bsz": "91.2", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.705", "train_wall": "19", "gb_free": "28.8", "wall": "4231"} {"epoch": 5, "update": 4.473, "loss": "0.08", "ppl": "1.06", "wps": "9854.6", "ups": "5.13", "wpb": "1921.6", "bsz": "91.2", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.705", "train_wall": "19", "gb_free": "28.8", "wall": "4231"} {"epoch": 5, "update": 4.473, "loss": "0.08", "ppl": "1.06", "wps": "9854.6", "ups": "5.13", "wpb": "1921.6", "bsz": "91.2", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.705", "train_wall": "19", "gb_free": "28.8", "wall": "4231"} {"epoch": 5, "update": 4.473, "loss": "0.08", "ppl": "1.06", "wps": "9854.6", "ups": "5.13", "wpb": "1921.6", "bsz": "91.2", "num_updates": "21700", "lr": "0.000214669", "gnorm": "0.705", "train_wall": "19", "gb_free": "28.8", "wall": "4231"} {"epoch": 5, "update": 4.494, "loss": "0.058", "ppl": "1.04", "wps": "10376.4", "ups": "5.11", "wpb": "2029.4", "bsz": "101.7", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.561", "train_wall": "19", "gb_free": "28.8", "wall": "4251"} {"epoch": 5, "update": 4.494, "loss": "0.058", "ppl": "1.04", "wps": "10376.4", "ups": "5.11", "wpb": "2029.4", "bsz": "101.7", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.561", "train_wall": "19", "gb_free": "28.8", "wall": "4251"} {"epoch": 5, "update": 4.494, "loss": "0.058", "ppl": "1.04", "wps": "10376.4", "ups": "5.11", "wpb": "2029.4", "bsz": "101.7", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.561", "train_wall": "19", "gb_free": "28.8", "wall": "4251"} {"epoch": 5, "update": 4.494, "loss": "0.058", "ppl": "1.04", "wps": "10376.4", "ups": "5.11", "wpb": "2029.4", "bsz": "101.7", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.561", "train_wall": "19", "gb_free": "28.8", "wall": "4251"} {"epoch": 5, "update": 4.494, "loss": "0.058", "ppl": "1.04", "wps": "10376.4", "ups": "5.11", "wpb": "2029.4", "bsz": "101.7", "num_updates": "21800", "lr": "0.000214176", "gnorm": "0.561", "train_wall": "19", "gb_free": "28.8", "wall": "4251"} {"epoch": 5, "update": 4.515, "loss": "0.06", "ppl": "1.04", "wps": "11199.7", "ups": "5.16", "wpb": "2169", "bsz": "107.4", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.545", "train_wall": "19", "gb_free": "29.2", "wall": "4270"} {"epoch": 5, "update": 4.515, "loss": "0.06", "ppl": "1.04", "wps": "11199.7", "ups": "5.16", "wpb": "2169", "bsz": "107.4", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.545", "train_wall": "19", "gb_free": "29.2", "wall": "4270"} {"epoch": 5, "update": 4.515, "loss": "0.06", "ppl": "1.04", "wps": "11199.7", "ups": "5.16", "wpb": "2169", "bsz": "107.4", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.545", "train_wall": "19", "gb_free": "29.2", "wall": "4270"} {"epoch": 5, "update": 4.515, "loss": "0.06", "ppl": "1.04", "wps": "11199.7", "ups": "5.16", "wpb": "2169", "bsz": "107.4", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.545", "train_wall": "19", "gb_free": "29.2", "wall": "4270"} {"epoch": 5, "update": 4.515, "loss": "0.06", "ppl": "1.04", "wps": "11199.7", "ups": "5.16", "wpb": "2169", "bsz": "107.4", "num_updates": "21900", "lr": "0.000213687", "gnorm": "0.545", "train_wall": "19", "gb_free": "29.2", "wall": "4270"} {"epoch": 5, "update": 4.535, "loss": "0.053", "ppl": "1.04", "wps": "10810", "ups": "5.2", "wpb": "2080.1", "bsz": "101", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.493", "train_wall": "19", "gb_free": "28.7", "wall": "4289"} {"epoch": 5, "update": 4.535, "loss": "0.053", "ppl": "1.04", "wps": "10810", "ups": "5.2", "wpb": "2080.1", "bsz": "101", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.493", "train_wall": "19", "gb_free": "28.7", "wall": "4289"} {"epoch": 5, "update": 4.535, "loss": "0.053", "ppl": "1.04", "wps": "10810", "ups": "5.2", "wpb": "2080.1", "bsz": "101", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.493", "train_wall": "19", "gb_free": "28.7", "wall": "4289"} {"epoch": 5, "update": 4.535, "loss": "0.053", "ppl": "1.04", "wps": "10810", "ups": "5.2", "wpb": "2080.1", "bsz": "101", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.493", "train_wall": "19", "gb_free": "28.7", "wall": "4289"} {"epoch": 5, "update": 4.535, "loss": "0.053", "ppl": "1.04", "wps": "10810", "ups": "5.2", "wpb": "2080.1", "bsz": "101", "num_updates": "22000", "lr": "0.000213201", "gnorm": "0.493", "train_wall": "19", "gb_free": "28.7", "wall": "4289"} {"epoch": 5, "update": 4.556, "loss": "0.055", "ppl": "1.04", "wps": "9160", "ups": "5.06", "wpb": "1811", "bsz": "90.8", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.582", "train_wall": "20", "gb_free": "29", "wall": "4309"} {"epoch": 5, "update": 4.556, "loss": "0.055", "ppl": "1.04", "wps": "9160", "ups": "5.06", "wpb": "1811", "bsz": "90.8", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.582", "train_wall": "20", "gb_free": "29", "wall": "4309"} {"epoch": 5, "update": 4.556, "loss": "0.055", "ppl": "1.04", "wps": "9160", "ups": "5.06", "wpb": "1811", "bsz": "90.8", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.582", "train_wall": "20", "gb_free": "29", "wall": "4309"} {"epoch": 5, "update": 4.556, "loss": "0.055", "ppl": "1.04", "wps": "9160", "ups": "5.06", "wpb": "1811", "bsz": "90.8", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.582", "train_wall": "20", "gb_free": "29", "wall": "4309"} {"epoch": 5, "update": 4.556, "loss": "0.055", "ppl": "1.04", "wps": "9160", "ups": "5.06", "wpb": "1811", "bsz": "90.8", "num_updates": "22100", "lr": "0.000212718", "gnorm": "0.582", "train_wall": "20", "gb_free": "29", "wall": "4309"} {"epoch": 5, "update": 4.576, "loss": "0.06", "ppl": "1.04", "wps": "10323.8", "ups": "5.22", "wpb": "1978.2", "bsz": "95.4", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.549", "train_wall": "19", "gb_free": "29", "wall": "4328"} {"epoch": 5, "update": 4.576, "loss": "0.06", "ppl": "1.04", "wps": "10323.8", "ups": "5.22", "wpb": "1978.2", "bsz": "95.4", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.549", "train_wall": "19", "gb_free": "29", "wall": "4328"} {"epoch": 5, "update": 4.576, "loss": "0.06", "ppl": "1.04", "wps": "10323.8", "ups": "5.22", "wpb": "1978.2", "bsz": "95.4", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.549", "train_wall": "19", "gb_free": "29", "wall": "4328"} {"epoch": 5, "update": 4.576, "loss": "0.06", "ppl": "1.04", "wps": "10323.8", "ups": "5.22", "wpb": "1978.2", "bsz": "95.4", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.549", "train_wall": "19", "gb_free": "29", "wall": "4328"} {"epoch": 5, "update": 4.576, "loss": "0.06", "ppl": "1.04", "wps": "10323.8", "ups": "5.22", "wpb": "1978.2", "bsz": "95.4", "num_updates": "22200", "lr": "0.000212238", "gnorm": "0.549", "train_wall": "19", "gb_free": "29", "wall": "4328"} {"epoch": 5, "update": 4.597, "loss": "0.061", "ppl": "1.04", "wps": "10239.2", "ups": "5.25", "wpb": "1951.7", "bsz": "89", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.53", "train_wall": "19", "gb_free": "29", "wall": "4347"} {"epoch": 5, "update": 4.597, "loss": "0.061", "ppl": "1.04", "wps": "10239.2", "ups": "5.25", "wpb": "1951.7", "bsz": "89", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.53", "train_wall": "19", "gb_free": "29", "wall": "4347"} {"epoch": 5, "update": 4.597, "loss": "0.061", "ppl": "1.04", "wps": "10239.2", "ups": "5.25", "wpb": "1951.7", "bsz": "89", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.53", "train_wall": "19", "gb_free": "29", "wall": "4347"} {"epoch": 5, "update": 4.597, "loss": "0.061", "ppl": "1.04", "wps": "10239.2", "ups": "5.25", "wpb": "1951.7", "bsz": "89", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.53", "train_wall": "19", "gb_free": "29", "wall": "4347"} {"epoch": 5, "update": 4.597, "loss": "0.061", "ppl": "1.04", "wps": "10239.2", "ups": "5.25", "wpb": "1951.7", "bsz": "89", "num_updates": "22300", "lr": "0.000211762", "gnorm": "0.53", "train_wall": "19", "gb_free": "29", "wall": "4347"} {"epoch": 5, "update": 4.618, "loss": "0.059", "ppl": "1.04", "wps": "10840.1", "ups": "5.24", "wpb": "2066.8", "bsz": "95.2", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.496", "train_wall": "19", "gb_free": "29", "wall": "4366"} {"epoch": 5, "update": 4.618, "loss": "0.059", "ppl": "1.04", "wps": "10840.1", "ups": "5.24", "wpb": "2066.8", "bsz": "95.2", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.496", "train_wall": "19", "gb_free": "29", "wall": "4366"} {"epoch": 5, "update": 4.618, "loss": "0.059", "ppl": "1.04", "wps": "10840.1", "ups": "5.24", "wpb": "2066.8", "bsz": "95.2", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.496", "train_wall": "19", "gb_free": "29", "wall": "4366"} {"epoch": 5, "update": 4.618, "loss": "0.059", "ppl": "1.04", "wps": "10840.1", "ups": "5.24", "wpb": "2066.8", "bsz": "95.2", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.496", "train_wall": "19", "gb_free": "29", "wall": "4366"} {"epoch": 5, "update": 4.618, "loss": "0.059", "ppl": "1.04", "wps": "10840.1", "ups": "5.24", "wpb": "2066.8", "bsz": "95.2", "num_updates": "22400", "lr": "0.000211289", "gnorm": "0.496", "train_wall": "19", "gb_free": "29", "wall": "4366"} {"epoch": 5, "update": 4.638, "loss": "0.045", "ppl": "1.03", "wps": "9465.1", "ups": "5.23", "wpb": "1809", "bsz": "91.4", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.462", "train_wall": "19", "gb_free": "29", "wall": "4385"} {"epoch": 5, "update": 4.638, "loss": "0.045", "ppl": "1.03", "wps": "9465.1", "ups": "5.23", "wpb": "1809", "bsz": "91.4", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.462", "train_wall": "19", "gb_free": "29", "wall": "4385"} {"epoch": 5, "update": 4.638, "loss": "0.045", "ppl": "1.03", "wps": "9465.1", "ups": "5.23", "wpb": "1809", "bsz": "91.4", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.462", "train_wall": "19", "gb_free": "29", "wall": "4385"} {"epoch": 5, "update": 4.638, "loss": "0.045", "ppl": "1.03", "wps": "9465.1", "ups": "5.23", "wpb": "1809", "bsz": "91.4", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.462", "train_wall": "19", "gb_free": "29", "wall": "4385"} {"epoch": 5, "update": 4.638, "loss": "0.045", "ppl": "1.03", "wps": "9465.1", "ups": "5.23", "wpb": "1809", "bsz": "91.4", "num_updates": "22500", "lr": "0.000210819", "gnorm": "0.462", "train_wall": "19", "gb_free": "29", "wall": "4385"} {"epoch": 5, "update": 4.659, "loss": "0.061", "ppl": "1.04", "wps": "11104.7", "ups": "5.3", "wpb": "2095", "bsz": "101.4", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.566", "train_wall": "19", "gb_free": "29", "wall": "4404"} {"epoch": 5, "update": 4.659, "loss": "0.061", "ppl": "1.04", "wps": "11104.7", "ups": "5.3", "wpb": "2095", "bsz": "101.4", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.566", "train_wall": "19", "gb_free": "29", "wall": "4404"} {"epoch": 5, "update": 4.659, "loss": "0.061", "ppl": "1.04", "wps": "11104.7", "ups": "5.3", "wpb": "2095", "bsz": "101.4", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.566", "train_wall": "19", "gb_free": "29", "wall": "4404"} {"epoch": 5, "update": 4.659, "loss": "0.061", "ppl": "1.04", "wps": "11104.7", "ups": "5.3", "wpb": "2095", "bsz": "101.4", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.566", "train_wall": "19", "gb_free": "29", "wall": "4404"} {"epoch": 5, "update": 4.659, "loss": "0.061", "ppl": "1.04", "wps": "11104.7", "ups": "5.3", "wpb": "2095", "bsz": "101.4", "num_updates": "22600", "lr": "0.000210352", "gnorm": "0.566", "train_wall": "19", "gb_free": "29", "wall": "4404"} {"epoch": 5, "update": 4.679, "loss": "0.049", "ppl": "1.03", "wps": "9977.4", "ups": "5.23", "wpb": "1908.4", "bsz": "92.1", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.484", "train_wall": "19", "gb_free": "28.8", "wall": "4423"} {"epoch": 5, "update": 4.679, "loss": "0.049", "ppl": "1.03", "wps": "9977.4", "ups": "5.23", "wpb": "1908.4", "bsz": "92.1", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.484", "train_wall": "19", "gb_free": "28.8", "wall": "4423"} {"epoch": 5, "update": 4.679, "loss": "0.049", "ppl": "1.03", "wps": "9977.4", "ups": "5.23", "wpb": "1908.4", "bsz": "92.1", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.484", "train_wall": "19", "gb_free": "28.8", "wall": "4423"} {"epoch": 5, "update": 4.679, "loss": "0.049", "ppl": "1.03", "wps": "9977.4", "ups": "5.23", "wpb": "1908.4", "bsz": "92.1", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.484", "train_wall": "19", "gb_free": "28.8", "wall": "4423"} {"epoch": 5, "update": 4.679, "loss": "0.049", "ppl": "1.03", "wps": "9977.4", "ups": "5.23", "wpb": "1908.4", "bsz": "92.1", "num_updates": "22700", "lr": "0.000209888", "gnorm": "0.484", "train_wall": "19", "gb_free": "28.8", "wall": "4423"} {"epoch": 5, "update": 4.7, "loss": "0.05", "ppl": "1.04", "wps": "10668.2", "ups": "5.26", "wpb": "2029.1", "bsz": "95.2", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.505", "train_wall": "19", "gb_free": "28.9", "wall": "4442"} {"epoch": 5, "update": 4.7, "loss": "0.05", "ppl": "1.04", "wps": "10668.2", "ups": "5.26", "wpb": "2029.1", "bsz": "95.2", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.505", "train_wall": "19", "gb_free": "28.9", "wall": "4442"} {"epoch": 5, "update": 4.7, "loss": "0.05", "ppl": "1.04", "wps": "10668.2", "ups": "5.26", "wpb": "2029.1", "bsz": "95.2", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.505", "train_wall": "19", "gb_free": "28.9", "wall": "4442"} {"epoch": 5, "update": 4.7, "loss": "0.05", "ppl": "1.04", "wps": "10668.2", "ups": "5.26", "wpb": "2029.1", "bsz": "95.2", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.505", "train_wall": "19", "gb_free": "28.9", "wall": "4442"} {"epoch": 5, "update": 4.7, "loss": "0.05", "ppl": "1.04", "wps": "10668.2", "ups": "5.26", "wpb": "2029.1", "bsz": "95.2", "num_updates": "22800", "lr": "0.000209427", "gnorm": "0.505", "train_wall": "19", "gb_free": "28.9", "wall": "4442"} {"epoch": 5, "update": 4.721, "loss": "0.051", "ppl": "1.04", "wps": "9446.8", "ups": "5.22", "wpb": "1809", "bsz": "88.9", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.53", "train_wall": "19", "gb_free": "27.6", "wall": "4462"} {"epoch": 5, "update": 4.721, "loss": "0.051", "ppl": "1.04", "wps": "9446.8", "ups": "5.22", "wpb": "1809", "bsz": "88.9", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.53", "train_wall": "19", "gb_free": "27.6", "wall": "4462"} {"epoch": 5, "update": 4.721, "loss": "0.051", "ppl": "1.04", "wps": "9446.8", "ups": "5.22", "wpb": "1809", "bsz": "88.9", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.53", "train_wall": "19", "gb_free": "27.6", "wall": "4462"} {"epoch": 5, "update": 4.721, "loss": "0.051", "ppl": "1.04", "wps": "9446.8", "ups": "5.22", "wpb": "1809", "bsz": "88.9", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.53", "train_wall": "19", "gb_free": "27.6", "wall": "4462"} {"epoch": 5, "update": 4.721, "loss": "0.051", "ppl": "1.04", "wps": "9446.8", "ups": "5.22", "wpb": "1809", "bsz": "88.9", "num_updates": "22900", "lr": "0.000208969", "gnorm": "0.53", "train_wall": "19", "gb_free": "27.6", "wall": "4462"} {"epoch": 5, "update": 4.741, "loss": "0.055", "ppl": "1.04", "wps": "11611.8", "ups": "5.31", "wpb": "2187.4", "bsz": "106.2", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.547", "train_wall": "19", "gb_free": "29", "wall": "4480"} {"epoch": 5, "update": 4.741, "loss": "0.055", "ppl": "1.04", "wps": "11611.8", "ups": "5.31", "wpb": "2187.4", "bsz": "106.2", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.547", "train_wall": "19", "gb_free": "29", "wall": "4480"} {"epoch": 5, "update": 4.741, "loss": "0.055", "ppl": "1.04", "wps": "11611.8", "ups": "5.31", "wpb": "2187.4", "bsz": "106.2", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.547", "train_wall": "19", "gb_free": "29", "wall": "4480"} {"epoch": 5, "update": 4.741, "loss": "0.055", "ppl": "1.04", "wps": "11611.8", "ups": "5.31", "wpb": "2187.4", "bsz": "106.2", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.547", "train_wall": "19", "gb_free": "29", "wall": "4480"} {"epoch": 5, "update": 4.741, "loss": "0.055", "ppl": "1.04", "wps": "11611.8", "ups": "5.31", "wpb": "2187.4", "bsz": "106.2", "num_updates": "23000", "lr": "0.000208514", "gnorm": "0.547", "train_wall": "19", "gb_free": "29", "wall": "4480"} {"epoch": 5, "update": 4.762, "loss": "0.043", "ppl": "1.03", "wps": "10022.8", "ups": "5.25", "wpb": "1908.3", "bsz": "96.4", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.416", "train_wall": "19", "gb_free": "28.9", "wall": "4500"} {"epoch": 5, "update": 4.762, "loss": "0.043", "ppl": "1.03", "wps": "10022.8", "ups": "5.25", "wpb": "1908.3", "bsz": "96.4", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.416", "train_wall": "19", "gb_free": "28.9", "wall": "4500"} {"epoch": 5, "update": 4.762, "loss": "0.043", "ppl": "1.03", "wps": "10022.8", "ups": "5.25", "wpb": "1908.3", "bsz": "96.4", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.416", "train_wall": "19", "gb_free": "28.9", "wall": "4500"} {"epoch": 5, "update": 4.762, "loss": "0.043", "ppl": "1.03", "wps": "10022.8", "ups": "5.25", "wpb": "1908.3", "bsz": "96.4", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.416", "train_wall": "19", "gb_free": "28.9", "wall": "4500"} {"epoch": 5, "update": 4.762, "loss": "0.043", "ppl": "1.03", "wps": "10022.8", "ups": "5.25", "wpb": "1908.3", "bsz": "96.4", "num_updates": "23100", "lr": "0.000208063", "gnorm": "0.416", "train_wall": "19", "gb_free": "28.9", "wall": "4500"} {"epoch": 5, "update": 4.783, "loss": "0.056", "ppl": "1.04", "wps": "10688.9", "ups": "5.21", "wpb": "2051.3", "bsz": "97.6", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.49", "train_wall": "19", "gb_free": "28.3", "wall": "4519"} {"epoch": 5, "update": 4.783, "loss": "0.056", "ppl": "1.04", "wps": "10688.9", "ups": "5.21", "wpb": "2051.3", "bsz": "97.6", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.49", "train_wall": "19", "gb_free": "28.3", "wall": "4519"} {"epoch": 5, "update": 4.783, "loss": "0.056", "ppl": "1.04", "wps": "10688.9", "ups": "5.21", "wpb": "2051.3", "bsz": "97.6", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.49", "train_wall": "19", "gb_free": "28.3", "wall": "4519"} {"epoch": 5, "update": 4.783, "loss": "0.056", "ppl": "1.04", "wps": "10688.9", "ups": "5.21", "wpb": "2051.3", "bsz": "97.6", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.49", "train_wall": "19", "gb_free": "28.3", "wall": "4519"} {"epoch": 5, "update": 4.783, "loss": "0.056", "ppl": "1.04", "wps": "10688.9", "ups": "5.21", "wpb": "2051.3", "bsz": "97.6", "num_updates": "23200", "lr": "0.000207614", "gnorm": "0.49", "train_wall": "19", "gb_free": "28.3", "wall": "4519"} {"epoch": 5, "update": 4.803, "loss": "0.052", "ppl": "1.04", "wps": "10201", "ups": "5.22", "wpb": "1954.4", "bsz": "90.9", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.457", "train_wall": "19", "gb_free": "29", "wall": "4538"} {"epoch": 5, "update": 4.803, "loss": "0.052", "ppl": "1.04", "wps": "10201", "ups": "5.22", "wpb": "1954.4", "bsz": "90.9", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.457", "train_wall": "19", "gb_free": "29", "wall": "4538"} {"epoch": 5, "update": 4.803, "loss": "0.052", "ppl": "1.04", "wps": "10201", "ups": "5.22", "wpb": "1954.4", "bsz": "90.9", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.457", "train_wall": "19", "gb_free": "29", "wall": "4538"} {"epoch": 5, "update": 4.803, "loss": "0.052", "ppl": "1.04", "wps": "10201", "ups": "5.22", "wpb": "1954.4", "bsz": "90.9", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.457", "train_wall": "19", "gb_free": "29", "wall": "4538"} {"epoch": 5, "update": 4.803, "loss": "0.052", "ppl": "1.04", "wps": "10201", "ups": "5.22", "wpb": "1954.4", "bsz": "90.9", "num_updates": "23300", "lr": "0.000207168", "gnorm": "0.457", "train_wall": "19", "gb_free": "29", "wall": "4538"} {"epoch": 5, "update": 4.824, "loss": "0.057", "ppl": "1.04", "wps": "10234.2", "ups": "5.18", "wpb": "1977.1", "bsz": "91.4", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.541", "train_wall": "19", "gb_free": "27.8", "wall": "4557"} {"epoch": 5, "update": 4.824, "loss": "0.057", "ppl": "1.04", "wps": "10234.2", "ups": "5.18", "wpb": "1977.1", "bsz": "91.4", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.541", "train_wall": "19", "gb_free": "27.8", "wall": "4557"} {"epoch": 5, "update": 4.824, "loss": "0.057", "ppl": "1.04", "wps": "10234.2", "ups": "5.18", "wpb": "1977.1", "bsz": "91.4", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.541", "train_wall": "19", "gb_free": "27.8", "wall": "4557"} {"epoch": 5, "update": 4.824, "loss": "0.057", "ppl": "1.04", "wps": "10234.2", "ups": "5.18", "wpb": "1977.1", "bsz": "91.4", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.541", "train_wall": "19", "gb_free": "27.8", "wall": "4557"} {"epoch": 5, "update": 4.824, "loss": "0.057", "ppl": "1.04", "wps": "10234.2", "ups": "5.18", "wpb": "1977.1", "bsz": "91.4", "num_updates": "23400", "lr": "0.000206725", "gnorm": "0.541", "train_wall": "19", "gb_free": "27.8", "wall": "4557"} {"epoch": 5, "update": 4.844, "loss": "0.047", "ppl": "1.03", "wps": "10859.9", "ups": "5.24", "wpb": "2073.8", "bsz": "98.9", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.494", "train_wall": "19", "gb_free": "28.7", "wall": "4576"} {"epoch": 5, "update": 4.844, "loss": "0.047", "ppl": "1.03", "wps": "10859.9", "ups": "5.24", "wpb": "2073.8", "bsz": "98.9", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.494", "train_wall": "19", "gb_free": "28.7", "wall": "4576"} {"epoch": 5, "update": 4.844, "loss": "0.047", "ppl": "1.03", "wps": "10859.9", "ups": "5.24", "wpb": "2073.8", "bsz": "98.9", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.494", "train_wall": "19", "gb_free": "28.7", "wall": "4576"} {"epoch": 5, "update": 4.844, "loss": "0.047", "ppl": "1.03", "wps": "10859.9", "ups": "5.24", "wpb": "2073.8", "bsz": "98.9", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.494", "train_wall": "19", "gb_free": "28.7", "wall": "4576"} {"epoch": 5, "update": 4.844, "loss": "0.047", "ppl": "1.03", "wps": "10859.9", "ups": "5.24", "wpb": "2073.8", "bsz": "98.9", "num_updates": "23500", "lr": "0.000206284", "gnorm": "0.494", "train_wall": "19", "gb_free": "28.7", "wall": "4576"} {"epoch": 5, "update": 4.865, "loss": "0.058", "ppl": "1.04", "wps": "9744.3", "ups": "5.2", "wpb": "1875.1", "bsz": "85.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.542", "train_wall": "19", "gb_free": "28.9", "wall": "4596"} {"epoch": 5, "update": 4.865, "loss": "0.058", "ppl": "1.04", "wps": "9744.3", "ups": "5.2", "wpb": "1875.1", "bsz": "85.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.542", "train_wall": "19", "gb_free": "28.9", "wall": "4596"} {"epoch": 5, "update": 4.865, "loss": "0.058", "ppl": "1.04", "wps": "9744.3", "ups": "5.2", "wpb": "1875.1", "bsz": "85.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.542", "train_wall": "19", "gb_free": "28.9", "wall": "4596"} {"epoch": 5, "update": 4.865, "loss": "0.058", "ppl": "1.04", "wps": "9744.3", "ups": "5.2", "wpb": "1875.1", "bsz": "85.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.542", "train_wall": "19", "gb_free": "28.9", "wall": "4596"} {"epoch": 5, "update": 4.865, "loss": "0.058", "ppl": "1.04", "wps": "9744.3", "ups": "5.2", "wpb": "1875.1", "bsz": "85.2", "num_updates": "23600", "lr": "0.000205847", "gnorm": "0.542", "train_wall": "19", "gb_free": "28.9", "wall": "4596"} {"epoch": 5, "update": 4.886, "loss": "0.047", "ppl": "1.03", "wps": "9868.8", "ups": "5.26", "wpb": "1874.9", "bsz": "92.1", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.486", "train_wall": "19", "gb_free": "29.2", "wall": "4615"} {"epoch": 5, "update": 4.886, "loss": "0.047", "ppl": "1.03", "wps": "9868.8", "ups": "5.26", "wpb": "1874.9", "bsz": "92.1", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.486", "train_wall": "19", "gb_free": "29.2", "wall": "4615"} {"epoch": 5, "update": 4.886, "loss": "0.047", "ppl": "1.03", "wps": "9868.8", "ups": "5.26", "wpb": "1874.9", "bsz": "92.1", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.486", "train_wall": "19", "gb_free": "29.2", "wall": "4615"} {"epoch": 5, "update": 4.886, "loss": "0.047", "ppl": "1.03", "wps": "9868.8", "ups": "5.26", "wpb": "1874.9", "bsz": "92.1", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.486", "train_wall": "19", "gb_free": "29.2", "wall": "4615"} {"epoch": 5, "update": 4.886, "loss": "0.047", "ppl": "1.03", "wps": "9868.8", "ups": "5.26", "wpb": "1874.9", "bsz": "92.1", "num_updates": "23700", "lr": "0.000205412", "gnorm": "0.486", "train_wall": "19", "gb_free": "29.2", "wall": "4615"} {"epoch": 5, "update": 4.906, "loss": "0.036", "ppl": "1.03", "wps": "10140.8", "ups": "5.28", "wpb": "1919.5", "bsz": "95.8", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.439", "train_wall": "19", "gb_free": "28.8", "wall": "4633"} {"epoch": 5, "update": 4.906, "loss": "0.036", "ppl": "1.03", "wps": "10140.8", "ups": "5.28", "wpb": "1919.5", "bsz": "95.8", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.439", "train_wall": "19", "gb_free": "28.8", "wall": "4633"} {"epoch": 5, "update": 4.906, "loss": "0.036", "ppl": "1.03", "wps": "10140.8", "ups": "5.28", "wpb": "1919.5", "bsz": "95.8", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.439", "train_wall": "19", "gb_free": "28.8", "wall": "4633"} {"epoch": 5, "update": 4.906, "loss": "0.036", "ppl": "1.03", "wps": "10140.8", "ups": "5.28", "wpb": "1919.5", "bsz": "95.8", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.439", "train_wall": "19", "gb_free": "28.8", "wall": "4633"} {"epoch": 5, "update": 4.906, "loss": "0.036", "ppl": "1.03", "wps": "10140.8", "ups": "5.28", "wpb": "1919.5", "bsz": "95.8", "num_updates": "23800", "lr": "0.00020498", "gnorm": "0.439", "train_wall": "19", "gb_free": "28.8", "wall": "4633"} {"epoch": 5, "update": 4.927, "loss": "0.043", "ppl": "1.03", "wps": "10166.1", "ups": "5.25", "wpb": "1937.5", "bsz": "97.8", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.513", "train_wall": "19", "gb_free": "29", "wall": "4653"} {"epoch": 5, "update": 4.927, "loss": "0.043", "ppl": "1.03", "wps": "10166.1", "ups": "5.25", "wpb": "1937.5", "bsz": "97.8", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.513", "train_wall": "19", "gb_free": "29", "wall": "4653"} {"epoch": 5, "update": 4.927, "loss": "0.043", "ppl": "1.03", "wps": "10166.1", "ups": "5.25", "wpb": "1937.5", "bsz": "97.8", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.513", "train_wall": "19", "gb_free": "29", "wall": "4653"} {"epoch": 5, "update": 4.927, "loss": "0.043", "ppl": "1.03", "wps": "10166.1", "ups": "5.25", "wpb": "1937.5", "bsz": "97.8", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.513", "train_wall": "19", "gb_free": "29", "wall": "4653"} {"epoch": 5, "update": 4.927, "loss": "0.043", "ppl": "1.03", "wps": "10166.1", "ups": "5.25", "wpb": "1937.5", "bsz": "97.8", "num_updates": "23900", "lr": "0.000204551", "gnorm": "0.513", "train_wall": "19", "gb_free": "29", "wall": "4653"} {"epoch": 5, "update": 4.947, "loss": "0.038", "ppl": "1.03", "wps": "9791.1", "ups": "5.2", "wpb": "1882.8", "bsz": "93.8", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.475", "train_wall": "19", "gb_free": "28.9", "wall": "4672"} {"epoch": 5, "update": 4.947, "loss": "0.038", "ppl": "1.03", "wps": "9791.1", "ups": "5.2", "wpb": "1882.8", "bsz": "93.8", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.475", "train_wall": "19", "gb_free": "28.9", "wall": "4672"} {"epoch": 5, "update": 4.947, "loss": "0.038", "ppl": "1.03", "wps": "9791.1", "ups": "5.2", "wpb": "1882.8", "bsz": "93.8", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.475", "train_wall": "19", "gb_free": "28.9", "wall": "4672"} {"epoch": 5, "update": 4.947, "loss": "0.038", "ppl": "1.03", "wps": "9791.1", "ups": "5.2", "wpb": "1882.8", "bsz": "93.8", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.475", "train_wall": "19", "gb_free": "28.9", "wall": "4672"} {"epoch": 5, "update": 4.947, "loss": "0.038", "ppl": "1.03", "wps": "9791.1", "ups": "5.2", "wpb": "1882.8", "bsz": "93.8", "num_updates": "24000", "lr": "0.000204124", "gnorm": "0.475", "train_wall": "19", "gb_free": "28.9", "wall": "4672"} {"epoch": 5, "update": 4.968, "loss": "0.045", "ppl": "1.03", "wps": "11176.8", "ups": "5.28", "wpb": "2117.4", "bsz": "106.5", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.526", "train_wall": "19", "gb_free": "29.1", "wall": "4691"} {"epoch": 5, "update": 4.968, "loss": "0.045", "ppl": "1.03", "wps": "11176.8", "ups": "5.28", "wpb": "2117.4", "bsz": "106.5", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.526", "train_wall": "19", "gb_free": "29.1", "wall": "4691"} {"epoch": 5, "update": 4.968, "loss": "0.045", "ppl": "1.03", "wps": "11176.8", "ups": "5.28", "wpb": "2117.4", "bsz": "106.5", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.526", "train_wall": "19", "gb_free": "29.1", "wall": "4691"} {"epoch": 5, "update": 4.968, "loss": "0.045", "ppl": "1.03", "wps": "11176.8", "ups": "5.28", "wpb": "2117.4", "bsz": "106.5", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.526", "train_wall": "19", "gb_free": "29.1", "wall": "4691"} {"epoch": 5, "update": 4.968, "loss": "0.045", "ppl": "1.03", "wps": "11176.8", "ups": "5.28", "wpb": "2117.4", "bsz": "106.5", "num_updates": "24100", "lr": "0.0002037", "gnorm": "0.526", "train_wall": "19", "gb_free": "29.1", "wall": "4691"} {"epoch": 5, "update": 4.989, "loss": "0.057", "ppl": "1.04", "wps": "10926.2", "ups": "5.29", "wpb": "2064.9", "bsz": "98.6", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.538", "train_wall": "19", "gb_free": "29.3", "wall": "4710"} {"epoch": 5, "update": 4.989, "loss": "0.057", "ppl": "1.04", "wps": "10926.2", "ups": "5.29", "wpb": "2064.9", "bsz": "98.6", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.538", "train_wall": "19", "gb_free": "29.3", "wall": "4710"} {"epoch": 5, "update": 4.989, "loss": "0.057", "ppl": "1.04", "wps": "10926.2", "ups": "5.29", "wpb": "2064.9", "bsz": "98.6", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.538", "train_wall": "19", "gb_free": "29.3", "wall": "4710"} {"epoch": 5, "update": 4.989, "loss": "0.057", "ppl": "1.04", "wps": "10926.2", "ups": "5.29", "wpb": "2064.9", "bsz": "98.6", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.538", "train_wall": "19", "gb_free": "29.3", "wall": "4710"} {"epoch": 5, "update": 4.989, "loss": "0.057", "ppl": "1.04", "wps": "10926.2", "ups": "5.29", "wpb": "2064.9", "bsz": "98.6", "num_updates": "24200", "lr": "0.000203279", "gnorm": "0.538", "train_wall": "19", "gb_free": "29.3", "wall": "4710"} begin validation on "valid" subset {"epoch": 5, "valid_loss": "0.083", "valid_ppl": "1.06", "valid_wps": "33068.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "24255", "valid_best_loss": "0.083"} {"epoch": 5, "valid_loss": "0.083", "valid_ppl": "1.06", "valid_wps": "33068.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "24255", "valid_best_loss": "0.083"} {"epoch": 5, "valid_loss": "0.083", "valid_ppl": "1.06", "valid_wps": "33068.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "24255", "valid_best_loss": "0.083"} {"epoch": 5, "valid_loss": "0.083", "valid_ppl": "1.06", "valid_wps": "33068.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "24255", "valid_best_loss": "0.083"} {"epoch": 5, "valid_loss": "0.083", "valid_ppl": "1.06", "valid_wps": "33068.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "24255", "valid_best_loss": "0.083"} end of epoch 5 (average epoch stats below) {"epoch": 5, "train_loss": "0.058", "train_ppl": "1.04", "train_wps": "10269.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "24255", "train_lr": "0.000203048", "train_gnorm": "0.536", "train_train_wall": "920", "train_gb_free": "28.8", "train_wall": "4728"} {"epoch": 5, "train_loss": "0.058", "train_ppl": "1.04", "train_wps": "10269.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "24255", "train_lr": "0.000203048", "train_gnorm": "0.536", "train_train_wall": "920", "train_gb_free": "28.8", "train_wall": "4728"} {"epoch": 5, "train_loss": "0.058", "train_ppl": "1.04", "train_wps": "10269.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "24255", "train_lr": "0.000203048", "train_gnorm": "0.536", "train_train_wall": "920", "train_gb_free": "28.8", "train_wall": "4728"} {"epoch": 5, "train_loss": "0.058", "train_ppl": "1.04", "train_wps": "10269.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "24255", "train_lr": "0.000203048", "train_gnorm": "0.536", "train_train_wall": "920", "train_gb_free": "28.8", "train_wall": "4728"} {"epoch": 5, "train_loss": "0.058", "train_ppl": "1.04", "train_wps": "10269.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "24255", "train_lr": "0.000203048", "train_gnorm": "0.536", "train_train_wall": "920", "train_gb_free": "28.8", "train_wall": "4728"} Start iterating over samples {"epoch": 6, "update": 5.009, "loss": "0.049", "ppl": "1.03", "wps": "7035", "ups": "3.66", "wpb": "1923.2", "bsz": "90.4", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.5", "train_wall": "19", "gb_free": "29.1", "wall": "4737"} {"epoch": 6, "update": 5.009, "loss": "0.049", "ppl": "1.03", "wps": "7035", "ups": "3.66", "wpb": "1923.2", "bsz": "90.4", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.5", "train_wall": "19", "gb_free": "29.1", "wall": "4737"} {"epoch": 6, "update": 5.009, "loss": "0.049", "ppl": "1.03", "wps": "7035", "ups": "3.66", "wpb": "1923.2", "bsz": "90.4", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.5", "train_wall": "19", "gb_free": "29.1", "wall": "4737"} {"epoch": 6, "update": 5.009, "loss": "0.049", "ppl": "1.03", "wps": "7035", "ups": "3.66", "wpb": "1923.2", "bsz": "90.4", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.5", "train_wall": "19", "gb_free": "29.1", "wall": "4737"} {"epoch": 6, "update": 5.009, "loss": "0.049", "ppl": "1.03", "wps": "7035", "ups": "3.66", "wpb": "1923.2", "bsz": "90.4", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.5", "train_wall": "19", "gb_free": "29.1", "wall": "4737"} {"epoch": 6, "update": 5.009, "loss": "0.049", "ppl": "1.03", "wps": "7035", "ups": "3.66", "wpb": "1923.2", "bsz": "90.4", "num_updates": "24300", "lr": "0.00020286", "gnorm": "0.5", "train_wall": "19", "gb_free": "29.1", "wall": "4737"} {"epoch": 6, "update": 5.03, "loss": "0.034", "ppl": "1.02", "wps": "9809", "ups": "5.27", "wpb": "1861.6", "bsz": "92.7", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.439", "train_wall": "19", "gb_free": "29.2", "wall": "4756"} {"epoch": 6, "update": 5.03, "loss": "0.034", "ppl": "1.02", "wps": "9809", "ups": "5.27", "wpb": "1861.6", "bsz": "92.7", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.439", "train_wall": "19", "gb_free": "29.2", "wall": "4756"} {"epoch": 6, "update": 5.03, "loss": "0.034", "ppl": "1.02", "wps": "9809", "ups": "5.27", "wpb": "1861.6", "bsz": "92.7", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.439", "train_wall": "19", "gb_free": "29.2", "wall": "4756"} {"epoch": 6, "update": 5.03, "loss": "0.034", "ppl": "1.02", "wps": "9809", "ups": "5.27", "wpb": "1861.6", "bsz": "92.7", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.439", "train_wall": "19", "gb_free": "29.2", "wall": "4756"} {"epoch": 6, "update": 5.03, "loss": "0.034", "ppl": "1.02", "wps": "9809", "ups": "5.27", "wpb": "1861.6", "bsz": "92.7", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.439", "train_wall": "19", "gb_free": "29.2", "wall": "4756"} {"epoch": 6, "update": 5.03, "loss": "0.034", "ppl": "1.02", "wps": "9809", "ups": "5.27", "wpb": "1861.6", "bsz": "92.7", "num_updates": "24400", "lr": "0.000202444", "gnorm": "0.439", "train_wall": "19", "gb_free": "29.2", "wall": "4756"} {"epoch": 6, "update": 5.051, "loss": "0.042", "ppl": "1.03", "wps": "9476.4", "ups": "5.26", "wpb": "1803.1", "bsz": "91.4", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.493", "train_wall": "19", "gb_free": "28.9", "wall": "4775"} {"epoch": 6, "update": 5.051, "loss": "0.042", "ppl": "1.03", "wps": "9476.4", "ups": "5.26", "wpb": "1803.1", "bsz": "91.4", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.493", "train_wall": "19", "gb_free": "28.9", "wall": "4775"} {"epoch": 6, "update": 5.051, "loss": "0.042", "ppl": "1.03", "wps": "9476.4", "ups": "5.26", "wpb": "1803.1", "bsz": "91.4", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.493", "train_wall": "19", "gb_free": "28.9", "wall": "4775"} {"epoch": 6, "update": 5.051, "loss": "0.042", "ppl": "1.03", "wps": "9476.4", "ups": "5.26", "wpb": "1803.1", "bsz": "91.4", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.493", "train_wall": "19", "gb_free": "28.9", "wall": "4775"} {"epoch": 6, "update": 5.051, "loss": "0.042", "ppl": "1.03", "wps": "9476.4", "ups": "5.26", "wpb": "1803.1", "bsz": "91.4", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.493", "train_wall": "19", "gb_free": "28.9", "wall": "4775"} {"epoch": 6, "update": 5.051, "loss": "0.042", "ppl": "1.03", "wps": "9476.4", "ups": "5.26", "wpb": "1803.1", "bsz": "91.4", "num_updates": "24500", "lr": "0.000202031", "gnorm": "0.493", "train_wall": "19", "gb_free": "28.9", "wall": "4775"} {"epoch": 6, "update": 5.071, "loss": "0.04", "ppl": "1.03", "wps": "9647.2", "ups": "5.21", "wpb": "1850.2", "bsz": "91.8", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.497", "train_wall": "19", "gb_free": "28.8", "wall": "4794"} {"epoch": 6, "update": 5.071, "loss": "0.04", "ppl": "1.03", "wps": "9647.2", "ups": "5.21", "wpb": "1850.2", "bsz": "91.8", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.497", "train_wall": "19", "gb_free": "28.8", "wall": "4794"} {"epoch": 6, "update": 5.071, "loss": "0.04", "ppl": "1.03", "wps": "9647.2", "ups": "5.21", "wpb": "1850.2", "bsz": "91.8", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.497", "train_wall": "19", "gb_free": "28.8", "wall": "4794"} {"epoch": 6, "update": 5.071, "loss": "0.04", "ppl": "1.03", "wps": "9647.2", "ups": "5.21", "wpb": "1850.2", "bsz": "91.8", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.497", "train_wall": "19", "gb_free": "28.8", "wall": "4794"} {"epoch": 6, "update": 5.071, "loss": "0.04", "ppl": "1.03", "wps": "9647.2", "ups": "5.21", "wpb": "1850.2", "bsz": "91.8", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.497", "train_wall": "19", "gb_free": "28.8", "wall": "4794"} {"epoch": 6, "update": 5.071, "loss": "0.04", "ppl": "1.03", "wps": "9647.2", "ups": "5.21", "wpb": "1850.2", "bsz": "91.8", "num_updates": "24600", "lr": "0.000201619", "gnorm": "0.497", "train_wall": "19", "gb_free": "28.8", "wall": "4794"} {"epoch": 6, "update": 5.092, "loss": "0.041", "ppl": "1.03", "wps": "9571.6", "ups": "5.28", "wpb": "1813.7", "bsz": "86.4", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.466", "train_wall": "19", "gb_free": "29.2", "wall": "4813"} {"epoch": 6, "update": 5.092, "loss": "0.041", "ppl": "1.03", "wps": "9571.6", "ups": "5.28", "wpb": "1813.7", "bsz": "86.4", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.466", "train_wall": "19", "gb_free": "29.2", "wall": "4813"} {"epoch": 6, "update": 5.092, "loss": "0.041", "ppl": "1.03", "wps": "9571.6", "ups": "5.28", "wpb": "1813.7", "bsz": "86.4", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.466", "train_wall": "19", "gb_free": "29.2", "wall": "4813"} {"epoch": 6, "update": 5.092, "loss": "0.041", "ppl": "1.03", "wps": "9571.6", "ups": "5.28", "wpb": "1813.7", "bsz": "86.4", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.466", "train_wall": "19", "gb_free": "29.2", "wall": "4813"} {"epoch": 6, "update": 5.092, "loss": "0.041", "ppl": "1.03", "wps": "9571.6", "ups": "5.28", "wpb": "1813.7", "bsz": "86.4", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.466", "train_wall": "19", "gb_free": "29.2", "wall": "4813"} {"epoch": 6, "update": 5.092, "loss": "0.041", "ppl": "1.03", "wps": "9571.6", "ups": "5.28", "wpb": "1813.7", "bsz": "86.4", "num_updates": "24700", "lr": "0.000201211", "gnorm": "0.466", "train_wall": "19", "gb_free": "29.2", "wall": "4813"} {"epoch": 6, "update": 5.112, "loss": "0.042", "ppl": "1.03", "wps": "11613.5", "ups": "5.28", "wpb": "2198.4", "bsz": "103", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.474", "train_wall": "19", "gb_free": "29.1", "wall": "4832"} {"epoch": 6, "update": 5.112, "loss": "0.042", "ppl": "1.03", "wps": "11613.5", "ups": "5.28", "wpb": "2198.4", "bsz": "103", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.474", "train_wall": "19", "gb_free": "29.1", "wall": "4832"} {"epoch": 6, "update": 5.112, "loss": "0.042", "ppl": "1.03", "wps": "11613.5", "ups": "5.28", "wpb": "2198.4", "bsz": "103", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.474", "train_wall": "19", "gb_free": "29.1", "wall": "4832"} {"epoch": 6, "update": 5.112, "loss": "0.042", "ppl": "1.03", "wps": "11613.5", "ups": "5.28", "wpb": "2198.4", "bsz": "103", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.474", "train_wall": "19", "gb_free": "29.1", "wall": "4832"} {"epoch": 6, "update": 5.112, "loss": "0.042", "ppl": "1.03", "wps": "11613.5", "ups": "5.28", "wpb": "2198.4", "bsz": "103", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.474", "train_wall": "19", "gb_free": "29.1", "wall": "4832"} {"epoch": 6, "update": 5.112, "loss": "0.042", "ppl": "1.03", "wps": "11613.5", "ups": "5.28", "wpb": "2198.4", "bsz": "103", "num_updates": "24800", "lr": "0.000200805", "gnorm": "0.474", "train_wall": "19", "gb_free": "29.1", "wall": "4832"} {"epoch": 6, "update": 5.133, "loss": "0.041", "ppl": "1.03", "wps": "10952.2", "ups": "5.28", "wpb": "2075.8", "bsz": "100.8", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.504", "train_wall": "19", "gb_free": "27.7", "wall": "4851"} {"epoch": 6, "update": 5.133, "loss": "0.041", "ppl": "1.03", "wps": "10952.2", "ups": "5.28", "wpb": "2075.8", "bsz": "100.8", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.504", "train_wall": "19", "gb_free": "27.7", "wall": "4851"} {"epoch": 6, "update": 5.133, "loss": "0.041", "ppl": "1.03", "wps": "10952.2", "ups": "5.28", "wpb": "2075.8", "bsz": "100.8", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.504", "train_wall": "19", "gb_free": "27.7", "wall": "4851"} {"epoch": 6, "update": 5.133, "loss": "0.041", "ppl": "1.03", "wps": "10952.2", "ups": "5.28", "wpb": "2075.8", "bsz": "100.8", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.504", "train_wall": "19", "gb_free": "27.7", "wall": "4851"} {"epoch": 6, "update": 5.133, "loss": "0.041", "ppl": "1.03", "wps": "10952.2", "ups": "5.28", "wpb": "2075.8", "bsz": "100.8", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.504", "train_wall": "19", "gb_free": "27.7", "wall": "4851"} {"epoch": 6, "update": 5.133, "loss": "0.041", "ppl": "1.03", "wps": "10952.2", "ups": "5.28", "wpb": "2075.8", "bsz": "100.8", "num_updates": "24900", "lr": "0.000200401", "gnorm": "0.504", "train_wall": "19", "gb_free": "27.7", "wall": "4851"} {"epoch": 6, "update": 5.154, "loss": "0.041", "ppl": "1.03", "wps": "11251.3", "ups": "5.33", "wpb": "2111.7", "bsz": "104.3", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.446", "train_wall": "19", "gb_free": "29", "wall": "4870"} {"epoch": 6, "update": 5.154, "loss": "0.041", "ppl": "1.03", "wps": "11251.3", "ups": "5.33", "wpb": "2111.7", "bsz": "104.3", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.446", "train_wall": "19", "gb_free": "29", "wall": "4870"} {"epoch": 6, "update": 5.154, "loss": "0.041", "ppl": "1.03", "wps": "11251.3", "ups": "5.33", "wpb": "2111.7", "bsz": "104.3", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.446", "train_wall": "19", "gb_free": "29", "wall": "4870"} {"epoch": 6, "update": 5.154, "loss": "0.041", "ppl": "1.03", "wps": "11251.3", "ups": "5.33", "wpb": "2111.7", "bsz": "104.3", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.446", "train_wall": "19", "gb_free": "29", "wall": "4870"} {"epoch": 6, "update": 5.154, "loss": "0.041", "ppl": "1.03", "wps": "11251.3", "ups": "5.33", "wpb": "2111.7", "bsz": "104.3", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.446", "train_wall": "19", "gb_free": "29", "wall": "4870"} {"epoch": 6, "update": 5.154, "loss": "0.041", "ppl": "1.03", "wps": "11251.3", "ups": "5.33", "wpb": "2111.7", "bsz": "104.3", "num_updates": "25000", "lr": "0.0002", "gnorm": "0.446", "train_wall": "19", "gb_free": "29", "wall": "4870"} {"epoch": 6, "update": 5.174, "loss": "0.044", "ppl": "1.03", "wps": "9510.5", "ups": "5.2", "wpb": "1829.8", "bsz": "85.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.477", "train_wall": "19", "gb_free": "29", "wall": "4889"} {"epoch": 6, "update": 5.174, "loss": "0.044", "ppl": "1.03", "wps": "9510.5", "ups": "5.2", "wpb": "1829.8", "bsz": "85.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.477", "train_wall": "19", "gb_free": "29", "wall": "4889"} {"epoch": 6, "update": 5.174, "loss": "0.044", "ppl": "1.03", "wps": "9510.5", "ups": "5.2", "wpb": "1829.8", "bsz": "85.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.477", "train_wall": "19", "gb_free": "29", "wall": "4889"} {"epoch": 6, "update": 5.174, "loss": "0.044", "ppl": "1.03", "wps": "9510.5", "ups": "5.2", "wpb": "1829.8", "bsz": "85.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.477", "train_wall": "19", "gb_free": "29", "wall": "4889"} {"epoch": 6, "update": 5.174, "loss": "0.044", "ppl": "1.03", "wps": "9510.5", "ups": "5.2", "wpb": "1829.8", "bsz": "85.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.477", "train_wall": "19", "gb_free": "29", "wall": "4889"} {"epoch": 6, "update": 5.174, "loss": "0.044", "ppl": "1.03", "wps": "9510.5", "ups": "5.2", "wpb": "1829.8", "bsz": "85.8", "num_updates": "25100", "lr": "0.000199601", "gnorm": "0.477", "train_wall": "19", "gb_free": "29", "wall": "4889"} {"epoch": 6, "update": 5.195, "loss": "0.039", "ppl": "1.03", "wps": "9765.9", "ups": "5.24", "wpb": "1864", "bsz": "92.2", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.451", "train_wall": "19", "gb_free": "27.6", "wall": "4908"} {"epoch": 6, "update": 5.195, "loss": "0.039", "ppl": "1.03", "wps": "9765.9", "ups": "5.24", "wpb": "1864", "bsz": "92.2", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.451", "train_wall": "19", "gb_free": "27.6", "wall": "4908"} {"epoch": 6, "update": 5.195, "loss": "0.039", "ppl": "1.03", "wps": "9765.9", "ups": "5.24", "wpb": "1864", "bsz": "92.2", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.451", "train_wall": "19", "gb_free": "27.6", "wall": "4908"} {"epoch": 6, "update": 5.195, "loss": "0.039", "ppl": "1.03", "wps": "9765.9", "ups": "5.24", "wpb": "1864", "bsz": "92.2", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.451", "train_wall": "19", "gb_free": "27.6", "wall": "4908"} {"epoch": 6, "update": 5.195, "loss": "0.039", "ppl": "1.03", "wps": "9765.9", "ups": "5.24", "wpb": "1864", "bsz": "92.2", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.451", "train_wall": "19", "gb_free": "27.6", "wall": "4908"} {"epoch": 6, "update": 5.195, "loss": "0.039", "ppl": "1.03", "wps": "9765.9", "ups": "5.24", "wpb": "1864", "bsz": "92.2", "num_updates": "25200", "lr": "0.000199205", "gnorm": "0.451", "train_wall": "19", "gb_free": "27.6", "wall": "4908"} {"epoch": 6, "update": 5.215, "loss": "0.047", "ppl": "1.03", "wps": "10212.6", "ups": "5.27", "wpb": "1938.6", "bsz": "91.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.489", "train_wall": "19", "gb_free": "29.1", "wall": "4927"} {"epoch": 6, "update": 5.215, "loss": "0.047", "ppl": "1.03", "wps": "10212.6", "ups": "5.27", "wpb": "1938.6", "bsz": "91.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.489", "train_wall": "19", "gb_free": "29.1", "wall": "4927"} {"epoch": 6, "update": 5.215, "loss": "0.047", "ppl": "1.03", "wps": "10212.6", "ups": "5.27", "wpb": "1938.6", "bsz": "91.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.489", "train_wall": "19", "gb_free": "29.1", "wall": "4927"} {"epoch": 6, "update": 5.215, "loss": "0.047", "ppl": "1.03", "wps": "10212.6", "ups": "5.27", "wpb": "1938.6", "bsz": "91.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.489", "train_wall": "19", "gb_free": "29.1", "wall": "4927"} {"epoch": 6, "update": 5.215, "loss": "0.047", "ppl": "1.03", "wps": "10212.6", "ups": "5.27", "wpb": "1938.6", "bsz": "91.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.489", "train_wall": "19", "gb_free": "29.1", "wall": "4927"} {"epoch": 6, "update": 5.215, "loss": "0.047", "ppl": "1.03", "wps": "10212.6", "ups": "5.27", "wpb": "1938.6", "bsz": "91.2", "num_updates": "25300", "lr": "0.000198811", "gnorm": "0.489", "train_wall": "19", "gb_free": "29.1", "wall": "4927"} {"epoch": 6, "update": 5.236, "loss": "0.045", "ppl": "1.03", "wps": "11178.5", "ups": "5.27", "wpb": "2122.1", "bsz": "97", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.486", "train_wall": "19", "gb_free": "28.9", "wall": "4946"} {"epoch": 6, "update": 5.236, "loss": "0.045", "ppl": "1.03", "wps": "11178.5", "ups": "5.27", "wpb": "2122.1", "bsz": "97", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.486", "train_wall": "19", "gb_free": "28.9", "wall": "4946"} {"epoch": 6, "update": 5.236, "loss": "0.045", "ppl": "1.03", "wps": "11178.5", "ups": "5.27", "wpb": "2122.1", "bsz": "97", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.486", "train_wall": "19", "gb_free": "28.9", "wall": "4946"} {"epoch": 6, "update": 5.236, "loss": "0.045", "ppl": "1.03", "wps": "11178.5", "ups": "5.27", "wpb": "2122.1", "bsz": "97", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.486", "train_wall": "19", "gb_free": "28.9", "wall": "4946"} {"epoch": 6, "update": 5.236, "loss": "0.045", "ppl": "1.03", "wps": "11178.5", "ups": "5.27", "wpb": "2122.1", "bsz": "97", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.486", "train_wall": "19", "gb_free": "28.9", "wall": "4946"} {"epoch": 6, "update": 5.236, "loss": "0.045", "ppl": "1.03", "wps": "11178.5", "ups": "5.27", "wpb": "2122.1", "bsz": "97", "num_updates": "25400", "lr": "0.000198419", "gnorm": "0.486", "train_wall": "19", "gb_free": "28.9", "wall": "4946"} {"epoch": 6, "update": 5.257, "loss": "0.036", "ppl": "1.03", "wps": "10783.1", "ups": "5.24", "wpb": "2057.7", "bsz": "100.4", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.2", "wall": "4965"} {"epoch": 6, "update": 5.257, "loss": "0.036", "ppl": "1.03", "wps": "10783.1", "ups": "5.24", "wpb": "2057.7", "bsz": "100.4", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.2", "wall": "4965"} {"epoch": 6, "update": 5.257, "loss": "0.036", "ppl": "1.03", "wps": "10783.1", "ups": "5.24", "wpb": "2057.7", "bsz": "100.4", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.2", "wall": "4965"} {"epoch": 6, "update": 5.257, "loss": "0.036", "ppl": "1.03", "wps": "10783.1", "ups": "5.24", "wpb": "2057.7", "bsz": "100.4", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.2", "wall": "4965"} {"epoch": 6, "update": 5.257, "loss": "0.036", "ppl": "1.03", "wps": "10783.1", "ups": "5.24", "wpb": "2057.7", "bsz": "100.4", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.2", "wall": "4965"} {"epoch": 6, "update": 5.257, "loss": "0.036", "ppl": "1.03", "wps": "10783.1", "ups": "5.24", "wpb": "2057.7", "bsz": "100.4", "num_updates": "25500", "lr": "0.00019803", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.2", "wall": "4965"} {"epoch": 6, "update": 5.277, "loss": "0.034", "ppl": "1.02", "wps": "11196.5", "ups": "5.3", "wpb": "2112.6", "bsz": "103.9", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.382", "train_wall": "19", "gb_free": "29", "wall": "4984"} {"epoch": 6, "update": 5.277, "loss": "0.034", "ppl": "1.02", "wps": "11196.5", "ups": "5.3", "wpb": "2112.6", "bsz": "103.9", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.382", "train_wall": "19", "gb_free": "29", "wall": "4984"} {"epoch": 6, "update": 5.277, "loss": "0.034", "ppl": "1.02", "wps": "11196.5", "ups": "5.3", "wpb": "2112.6", "bsz": "103.9", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.382", "train_wall": "19", "gb_free": "29", "wall": "4984"} {"epoch": 6, "update": 5.277, "loss": "0.034", "ppl": "1.02", "wps": "11196.5", "ups": "5.3", "wpb": "2112.6", "bsz": "103.9", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.382", "train_wall": "19", "gb_free": "29", "wall": "4984"} {"epoch": 6, "update": 5.277, "loss": "0.034", "ppl": "1.02", "wps": "11196.5", "ups": "5.3", "wpb": "2112.6", "bsz": "103.9", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.382", "train_wall": "19", "gb_free": "29", "wall": "4984"} {"epoch": 6, "update": 5.277, "loss": "0.034", "ppl": "1.02", "wps": "11196.5", "ups": "5.3", "wpb": "2112.6", "bsz": "103.9", "num_updates": "25600", "lr": "0.000197642", "gnorm": "0.382", "train_wall": "19", "gb_free": "29", "wall": "4984"} {"epoch": 6, "update": 5.298, "loss": "0.039", "ppl": "1.03", "wps": "11143.9", "ups": "5.25", "wpb": "2121.6", "bsz": "100", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.452", "train_wall": "19", "gb_free": "29", "wall": "5003"} {"epoch": 6, "update": 5.298, "loss": "0.039", "ppl": "1.03", "wps": "11143.9", "ups": "5.25", "wpb": "2121.6", "bsz": "100", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.452", "train_wall": "19", "gb_free": "29", "wall": "5003"} {"epoch": 6, "update": 5.298, "loss": "0.039", "ppl": "1.03", "wps": "11143.9", "ups": "5.25", "wpb": "2121.6", "bsz": "100", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.452", "train_wall": "19", "gb_free": "29", "wall": "5003"} {"epoch": 6, "update": 5.298, "loss": "0.039", "ppl": "1.03", "wps": "11143.9", "ups": "5.25", "wpb": "2121.6", "bsz": "100", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.452", "train_wall": "19", "gb_free": "29", "wall": "5003"} {"epoch": 6, "update": 5.298, "loss": "0.039", "ppl": "1.03", "wps": "11143.9", "ups": "5.25", "wpb": "2121.6", "bsz": "100", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.452", "train_wall": "19", "gb_free": "29", "wall": "5003"} {"epoch": 6, "update": 5.298, "loss": "0.039", "ppl": "1.03", "wps": "11143.9", "ups": "5.25", "wpb": "2121.6", "bsz": "100", "num_updates": "25700", "lr": "0.000197257", "gnorm": "0.452", "train_wall": "19", "gb_free": "29", "wall": "5003"} {"epoch": 6, "update": 5.318, "loss": "0.036", "ppl": "1.03", "wps": "10220.3", "ups": "5.27", "wpb": "1939.6", "bsz": "96.5", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.497", "train_wall": "19", "gb_free": "29", "wall": "5022"} {"epoch": 6, "update": 5.318, "loss": "0.036", "ppl": "1.03", "wps": "10220.3", "ups": "5.27", "wpb": "1939.6", "bsz": "96.5", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.497", "train_wall": "19", "gb_free": "29", "wall": "5022"} {"epoch": 6, "update": 5.318, "loss": "0.036", "ppl": "1.03", "wps": "10220.3", "ups": "5.27", "wpb": "1939.6", "bsz": "96.5", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.497", "train_wall": "19", "gb_free": "29", "wall": "5022"} {"epoch": 6, "update": 5.318, "loss": "0.036", "ppl": "1.03", "wps": "10220.3", "ups": "5.27", "wpb": "1939.6", "bsz": "96.5", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.497", "train_wall": "19", "gb_free": "29", "wall": "5022"} {"epoch": 6, "update": 5.318, "loss": "0.036", "ppl": "1.03", "wps": "10220.3", "ups": "5.27", "wpb": "1939.6", "bsz": "96.5", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.497", "train_wall": "19", "gb_free": "29", "wall": "5022"} {"epoch": 6, "update": 5.318, "loss": "0.036", "ppl": "1.03", "wps": "10220.3", "ups": "5.27", "wpb": "1939.6", "bsz": "96.5", "num_updates": "25800", "lr": "0.000196875", "gnorm": "0.497", "train_wall": "19", "gb_free": "29", "wall": "5022"} {"epoch": 6, "update": 5.339, "loss": "0.033", "ppl": "1.02", "wps": "11441", "ups": "5.32", "wpb": "2152", "bsz": "106.6", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.496", "train_wall": "19", "gb_free": "28.9", "wall": "5041"} {"epoch": 6, "update": 5.339, "loss": "0.033", "ppl": "1.02", "wps": "11441", "ups": "5.32", "wpb": "2152", "bsz": "106.6", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.496", "train_wall": "19", "gb_free": "28.9", "wall": "5041"} {"epoch": 6, "update": 5.339, "loss": "0.033", "ppl": "1.02", "wps": "11441", "ups": "5.32", "wpb": "2152", "bsz": "106.6", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.496", "train_wall": "19", "gb_free": "28.9", "wall": "5041"} {"epoch": 6, "update": 5.339, "loss": "0.033", "ppl": "1.02", "wps": "11441", "ups": "5.32", "wpb": "2152", "bsz": "106.6", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.496", "train_wall": "19", "gb_free": "28.9", "wall": "5041"} {"epoch": 6, "update": 5.339, "loss": "0.033", "ppl": "1.02", "wps": "11441", "ups": "5.32", "wpb": "2152", "bsz": "106.6", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.496", "train_wall": "19", "gb_free": "28.9", "wall": "5041"} {"epoch": 6, "update": 5.339, "loss": "0.033", "ppl": "1.02", "wps": "11441", "ups": "5.32", "wpb": "2152", "bsz": "106.6", "num_updates": "25900", "lr": "0.000196494", "gnorm": "0.496", "train_wall": "19", "gb_free": "28.9", "wall": "5041"} {"epoch": 6, "update": 5.36, "loss": "0.048", "ppl": "1.03", "wps": "10612.6", "ups": "5.25", "wpb": "2021.2", "bsz": "94.9", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.527", "train_wall": "19", "gb_free": "29", "wall": "5060"} {"epoch": 6, "update": 5.36, "loss": "0.048", "ppl": "1.03", "wps": "10612.6", "ups": "5.25", "wpb": "2021.2", "bsz": "94.9", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.527", "train_wall": "19", "gb_free": "29", "wall": "5060"} {"epoch": 6, "update": 5.36, "loss": "0.048", "ppl": "1.03", "wps": "10612.6", "ups": "5.25", "wpb": "2021.2", "bsz": "94.9", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.527", "train_wall": "19", "gb_free": "29", "wall": "5060"} {"epoch": 6, "update": 5.36, "loss": "0.048", "ppl": "1.03", "wps": "10612.6", "ups": "5.25", "wpb": "2021.2", "bsz": "94.9", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.527", "train_wall": "19", "gb_free": "29", "wall": "5060"} {"epoch": 6, "update": 5.36, "loss": "0.048", "ppl": "1.03", "wps": "10612.6", "ups": "5.25", "wpb": "2021.2", "bsz": "94.9", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.527", "train_wall": "19", "gb_free": "29", "wall": "5060"} {"epoch": 6, "update": 5.36, "loss": "0.048", "ppl": "1.03", "wps": "10612.6", "ups": "5.25", "wpb": "2021.2", "bsz": "94.9", "num_updates": "26000", "lr": "0.000196116", "gnorm": "0.527", "train_wall": "19", "gb_free": "29", "wall": "5060"} {"epoch": 6, "update": 5.38, "loss": "0.035", "ppl": "1.02", "wps": "11033.1", "ups": "5.27", "wpb": "2092.2", "bsz": "99.8", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.455", "train_wall": "19", "gb_free": "28.9", "wall": "5079"} {"epoch": 6, "update": 5.38, "loss": "0.035", "ppl": "1.02", "wps": "11033.1", "ups": "5.27", "wpb": "2092.2", "bsz": "99.8", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.455", "train_wall": "19", "gb_free": "28.9", "wall": "5079"} {"epoch": 6, "update": 5.38, "loss": "0.035", "ppl": "1.02", "wps": "11033.1", "ups": "5.27", "wpb": "2092.2", "bsz": "99.8", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.455", "train_wall": "19", "gb_free": "28.9", "wall": "5079"} {"epoch": 6, "update": 5.38, "loss": "0.035", "ppl": "1.02", "wps": "11033.1", "ups": "5.27", "wpb": "2092.2", "bsz": "99.8", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.455", "train_wall": "19", "gb_free": "28.9", "wall": "5079"} {"epoch": 6, "update": 5.38, "loss": "0.035", "ppl": "1.02", "wps": "11033.1", "ups": "5.27", "wpb": "2092.2", "bsz": "99.8", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.455", "train_wall": "19", "gb_free": "28.9", "wall": "5079"} {"epoch": 6, "update": 5.38, "loss": "0.035", "ppl": "1.02", "wps": "11033.1", "ups": "5.27", "wpb": "2092.2", "bsz": "99.8", "num_updates": "26100", "lr": "0.00019574", "gnorm": "0.455", "train_wall": "19", "gb_free": "28.9", "wall": "5079"} {"epoch": 6, "update": 5.401, "loss": "0.046", "ppl": "1.03", "wps": "9347.2", "ups": "5.12", "wpb": "1825.4", "bsz": "87.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.515", "train_wall": "19", "gb_free": "28.9", "wall": "5098"} {"epoch": 6, "update": 5.401, "loss": "0.046", "ppl": "1.03", "wps": "9347.2", "ups": "5.12", "wpb": "1825.4", "bsz": "87.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.515", "train_wall": "19", "gb_free": "28.9", "wall": "5098"} {"epoch": 6, "update": 5.401, "loss": "0.046", "ppl": "1.03", "wps": "9347.2", "ups": "5.12", "wpb": "1825.4", "bsz": "87.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.515", "train_wall": "19", "gb_free": "28.9", "wall": "5098"} {"epoch": 6, "update": 5.401, "loss": "0.046", "ppl": "1.03", "wps": "9347.2", "ups": "5.12", "wpb": "1825.4", "bsz": "87.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.515", "train_wall": "19", "gb_free": "28.9", "wall": "5098"} {"epoch": 6, "update": 5.401, "loss": "0.046", "ppl": "1.03", "wps": "9347.2", "ups": "5.12", "wpb": "1825.4", "bsz": "87.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.515", "train_wall": "19", "gb_free": "28.9", "wall": "5098"} {"epoch": 6, "update": 5.401, "loss": "0.046", "ppl": "1.03", "wps": "9347.2", "ups": "5.12", "wpb": "1825.4", "bsz": "87.4", "num_updates": "26200", "lr": "0.000195366", "gnorm": "0.515", "train_wall": "19", "gb_free": "28.9", "wall": "5098"} {"epoch": 6, "update": 5.422, "loss": "0.046", "ppl": "1.03", "wps": "10623.9", "ups": "5.19", "wpb": "2046.9", "bsz": "103.4", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.537", "train_wall": "19", "gb_free": "29", "wall": "5118"} {"epoch": 6, "update": 5.422, "loss": "0.046", "ppl": "1.03", "wps": "10623.9", "ups": "5.19", "wpb": "2046.9", "bsz": "103.4", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.537", "train_wall": "19", "gb_free": "29", "wall": "5118"} {"epoch": 6, "update": 5.422, "loss": "0.046", "ppl": "1.03", "wps": "10623.9", "ups": "5.19", "wpb": "2046.9", "bsz": "103.4", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.537", "train_wall": "19", "gb_free": "29", "wall": "5118"} {"epoch": 6, "update": 5.422, "loss": "0.046", "ppl": "1.03", "wps": "10623.9", "ups": "5.19", "wpb": "2046.9", "bsz": "103.4", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.537", "train_wall": "19", "gb_free": "29", "wall": "5118"} {"epoch": 6, "update": 5.422, "loss": "0.046", "ppl": "1.03", "wps": "10623.9", "ups": "5.19", "wpb": "2046.9", "bsz": "103.4", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.537", "train_wall": "19", "gb_free": "29", "wall": "5118"} {"epoch": 6, "update": 5.422, "loss": "0.046", "ppl": "1.03", "wps": "10623.9", "ups": "5.19", "wpb": "2046.9", "bsz": "103.4", "num_updates": "26300", "lr": "0.000194994", "gnorm": "0.537", "train_wall": "19", "gb_free": "29", "wall": "5118"} {"epoch": 6, "update": 5.442, "loss": "0.036", "ppl": "1.03", "wps": "10690", "ups": "5.2", "wpb": "2054.8", "bsz": "100.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.539", "train_wall": "19", "gb_free": "29", "wall": "5137"} {"epoch": 6, "update": 5.442, "loss": "0.036", "ppl": "1.03", "wps": "10690", "ups": "5.2", "wpb": "2054.8", "bsz": "100.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.539", "train_wall": "19", "gb_free": "29", "wall": "5137"} {"epoch": 6, "update": 5.442, "loss": "0.036", "ppl": "1.03", "wps": "10690", "ups": "5.2", "wpb": "2054.8", "bsz": "100.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.539", "train_wall": "19", "gb_free": "29", "wall": "5137"} {"epoch": 6, "update": 5.442, "loss": "0.036", "ppl": "1.03", "wps": "10690", "ups": "5.2", "wpb": "2054.8", "bsz": "100.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.539", "train_wall": "19", "gb_free": "29", "wall": "5137"} {"epoch": 6, "update": 5.442, "loss": "0.036", "ppl": "1.03", "wps": "10690", "ups": "5.2", "wpb": "2054.8", "bsz": "100.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.539", "train_wall": "19", "gb_free": "29", "wall": "5137"} {"epoch": 6, "update": 5.442, "loss": "0.036", "ppl": "1.03", "wps": "10690", "ups": "5.2", "wpb": "2054.8", "bsz": "100.5", "num_updates": "26400", "lr": "0.000194625", "gnorm": "0.539", "train_wall": "19", "gb_free": "29", "wall": "5137"} {"epoch": 6, "update": 5.463, "loss": "0.054", "ppl": "1.04", "wps": "10126.2", "ups": "5.13", "wpb": "1972.1", "bsz": "95", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.631", "train_wall": "19", "gb_free": "28.9", "wall": "5156"} {"epoch": 6, "update": 5.463, "loss": "0.054", "ppl": "1.04", "wps": "10126.2", "ups": "5.13", "wpb": "1972.1", "bsz": "95", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.631", "train_wall": "19", "gb_free": "28.9", "wall": "5156"} {"epoch": 6, "update": 5.463, "loss": "0.054", "ppl": "1.04", "wps": "10126.2", "ups": "5.13", "wpb": "1972.1", "bsz": "95", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.631", "train_wall": "19", "gb_free": "28.9", "wall": "5156"} {"epoch": 6, "update": 5.463, "loss": "0.054", "ppl": "1.04", "wps": "10126.2", "ups": "5.13", "wpb": "1972.1", "bsz": "95", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.631", "train_wall": "19", "gb_free": "28.9", "wall": "5156"} {"epoch": 6, "update": 5.463, "loss": "0.054", "ppl": "1.04", "wps": "10126.2", "ups": "5.13", "wpb": "1972.1", "bsz": "95", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.631", "train_wall": "19", "gb_free": "28.9", "wall": "5156"} {"epoch": 6, "update": 5.463, "loss": "0.054", "ppl": "1.04", "wps": "10126.2", "ups": "5.13", "wpb": "1972.1", "bsz": "95", "num_updates": "26500", "lr": "0.000194257", "gnorm": "0.631", "train_wall": "19", "gb_free": "28.9", "wall": "5156"} {"epoch": 6, "update": 5.483, "loss": "0.047", "ppl": "1.03", "wps": "10980.1", "ups": "5.2", "wpb": "2113.3", "bsz": "97.4", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.2", "wall": "5176"} {"epoch": 6, "update": 5.483, "loss": "0.047", "ppl": "1.03", "wps": "10980.1", "ups": "5.2", "wpb": "2113.3", "bsz": "97.4", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.2", "wall": "5176"} {"epoch": 6, "update": 5.483, "loss": "0.047", "ppl": "1.03", "wps": "10980.1", "ups": "5.2", "wpb": "2113.3", "bsz": "97.4", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.2", "wall": "5176"} {"epoch": 6, "update": 5.483, "loss": "0.047", "ppl": "1.03", "wps": "10980.1", "ups": "5.2", "wpb": "2113.3", "bsz": "97.4", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.2", "wall": "5176"} {"epoch": 6, "update": 5.483, "loss": "0.047", "ppl": "1.03", "wps": "10980.1", "ups": "5.2", "wpb": "2113.3", "bsz": "97.4", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.2", "wall": "5176"} {"epoch": 6, "update": 5.483, "loss": "0.047", "ppl": "1.03", "wps": "10980.1", "ups": "5.2", "wpb": "2113.3", "bsz": "97.4", "num_updates": "26600", "lr": "0.000193892", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.2", "wall": "5176"} {"epoch": 6, "update": 5.504, "loss": "0.039", "ppl": "1.03", "wps": "10587.8", "ups": "5.15", "wpb": "2057.1", "bsz": "94.5", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.9", "wall": "5195"} {"epoch": 6, "update": 5.504, "loss": "0.039", "ppl": "1.03", "wps": "10587.8", "ups": "5.15", "wpb": "2057.1", "bsz": "94.5", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.9", "wall": "5195"} {"epoch": 6, "update": 5.504, "loss": "0.039", "ppl": "1.03", "wps": "10587.8", "ups": "5.15", "wpb": "2057.1", "bsz": "94.5", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.9", "wall": "5195"} {"epoch": 6, "update": 5.504, "loss": "0.039", "ppl": "1.03", "wps": "10587.8", "ups": "5.15", "wpb": "2057.1", "bsz": "94.5", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.9", "wall": "5195"} {"epoch": 6, "update": 5.504, "loss": "0.039", "ppl": "1.03", "wps": "10587.8", "ups": "5.15", "wpb": "2057.1", "bsz": "94.5", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.9", "wall": "5195"} {"epoch": 6, "update": 5.504, "loss": "0.039", "ppl": "1.03", "wps": "10587.8", "ups": "5.15", "wpb": "2057.1", "bsz": "94.5", "num_updates": "26700", "lr": "0.000193528", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.9", "wall": "5195"} {"epoch": 6, "update": 5.525, "loss": "0.037", "ppl": "1.03", "wps": "9459.8", "ups": "5.2", "wpb": "1819", "bsz": "90.7", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.442", "train_wall": "19", "gb_free": "28.9", "wall": "5214"} {"epoch": 6, "update": 5.525, "loss": "0.037", "ppl": "1.03", "wps": "9459.8", "ups": "5.2", "wpb": "1819", "bsz": "90.7", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.442", "train_wall": "19", "gb_free": "28.9", "wall": "5214"} {"epoch": 6, "update": 5.525, "loss": "0.037", "ppl": "1.03", "wps": "9459.8", "ups": "5.2", "wpb": "1819", "bsz": "90.7", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.442", "train_wall": "19", "gb_free": "28.9", "wall": "5214"} {"epoch": 6, "update": 5.525, "loss": "0.037", "ppl": "1.03", "wps": "9459.8", "ups": "5.2", "wpb": "1819", "bsz": "90.7", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.442", "train_wall": "19", "gb_free": "28.9", "wall": "5214"} {"epoch": 6, "update": 5.525, "loss": "0.037", "ppl": "1.03", "wps": "9459.8", "ups": "5.2", "wpb": "1819", "bsz": "90.7", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.442", "train_wall": "19", "gb_free": "28.9", "wall": "5214"} {"epoch": 6, "update": 5.525, "loss": "0.037", "ppl": "1.03", "wps": "9459.8", "ups": "5.2", "wpb": "1819", "bsz": "90.7", "num_updates": "26800", "lr": "0.000193167", "gnorm": "0.442", "train_wall": "19", "gb_free": "28.9", "wall": "5214"} {"epoch": 6, "update": 5.545, "loss": "0.035", "ppl": "1.02", "wps": "9890.3", "ups": "5.23", "wpb": "1892.5", "bsz": "90.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.449", "train_wall": "19", "gb_free": "28.8", "wall": "5233"} {"epoch": 6, "update": 5.545, "loss": "0.035", "ppl": "1.02", "wps": "9890.3", "ups": "5.23", "wpb": "1892.5", "bsz": "90.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.449", "train_wall": "19", "gb_free": "28.8", "wall": "5233"} {"epoch": 6, "update": 5.545, "loss": "0.035", "ppl": "1.02", "wps": "9890.3", "ups": "5.23", "wpb": "1892.5", "bsz": "90.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.449", "train_wall": "19", "gb_free": "28.8", "wall": "5233"} {"epoch": 6, "update": 5.545, "loss": "0.035", "ppl": "1.02", "wps": "9890.3", "ups": "5.23", "wpb": "1892.5", "bsz": "90.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.449", "train_wall": "19", "gb_free": "28.8", "wall": "5233"} {"epoch": 6, "update": 5.545, "loss": "0.035", "ppl": "1.02", "wps": "9890.3", "ups": "5.23", "wpb": "1892.5", "bsz": "90.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.449", "train_wall": "19", "gb_free": "28.8", "wall": "5233"} {"epoch": 6, "update": 5.545, "loss": "0.035", "ppl": "1.02", "wps": "9890.3", "ups": "5.23", "wpb": "1892.5", "bsz": "90.4", "num_updates": "26900", "lr": "0.000192807", "gnorm": "0.449", "train_wall": "19", "gb_free": "28.8", "wall": "5233"} {"epoch": 6, "update": 5.566, "loss": "0.038", "ppl": "1.03", "wps": "10282.5", "ups": "5.2", "wpb": "1975.5", "bsz": "95.7", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.8", "wall": "5253"} {"epoch": 6, "update": 5.566, "loss": "0.038", "ppl": "1.03", "wps": "10282.5", "ups": "5.2", "wpb": "1975.5", "bsz": "95.7", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.8", "wall": "5253"} {"epoch": 6, "update": 5.566, "loss": "0.038", "ppl": "1.03", "wps": "10282.5", "ups": "5.2", "wpb": "1975.5", "bsz": "95.7", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.8", "wall": "5253"} {"epoch": 6, "update": 5.566, "loss": "0.038", "ppl": "1.03", "wps": "10282.5", "ups": "5.2", "wpb": "1975.5", "bsz": "95.7", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.8", "wall": "5253"} {"epoch": 6, "update": 5.566, "loss": "0.038", "ppl": "1.03", "wps": "10282.5", "ups": "5.2", "wpb": "1975.5", "bsz": "95.7", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.8", "wall": "5253"} {"epoch": 6, "update": 5.566, "loss": "0.038", "ppl": "1.03", "wps": "10282.5", "ups": "5.2", "wpb": "1975.5", "bsz": "95.7", "num_updates": "27000", "lr": "0.00019245", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.8", "wall": "5253"} {"epoch": 6, "update": 5.586, "loss": "0.037", "ppl": "1.03", "wps": "10006.6", "ups": "5.2", "wpb": "1925.7", "bsz": "93.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.446", "train_wall": "19", "gb_free": "28.8", "wall": "5272"} {"epoch": 6, "update": 5.586, "loss": "0.037", "ppl": "1.03", "wps": "10006.6", "ups": "5.2", "wpb": "1925.7", "bsz": "93.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.446", "train_wall": "19", "gb_free": "28.8", "wall": "5272"} {"epoch": 6, "update": 5.586, "loss": "0.037", "ppl": "1.03", "wps": "10006.6", "ups": "5.2", "wpb": "1925.7", "bsz": "93.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.446", "train_wall": "19", "gb_free": "28.8", "wall": "5272"} {"epoch": 6, "update": 5.586, "loss": "0.037", "ppl": "1.03", "wps": "10006.6", "ups": "5.2", "wpb": "1925.7", "bsz": "93.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.446", "train_wall": "19", "gb_free": "28.8", "wall": "5272"} {"epoch": 6, "update": 5.586, "loss": "0.037", "ppl": "1.03", "wps": "10006.6", "ups": "5.2", "wpb": "1925.7", "bsz": "93.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.446", "train_wall": "19", "gb_free": "28.8", "wall": "5272"} {"epoch": 6, "update": 5.586, "loss": "0.037", "ppl": "1.03", "wps": "10006.6", "ups": "5.2", "wpb": "1925.7", "bsz": "93.4", "num_updates": "27100", "lr": "0.000192095", "gnorm": "0.446", "train_wall": "19", "gb_free": "28.8", "wall": "5272"} {"epoch": 6, "update": 5.607, "loss": "0.039", "ppl": "1.03", "wps": "10453.9", "ups": "5.21", "wpb": "2005.1", "bsz": "94.6", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.469", "train_wall": "19", "gb_free": "29", "wall": "5291"} {"epoch": 6, "update": 5.607, "loss": "0.039", "ppl": "1.03", "wps": "10453.9", "ups": "5.21", "wpb": "2005.1", "bsz": "94.6", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.469", "train_wall": "19", "gb_free": "29", "wall": "5291"} {"epoch": 6, "update": 5.607, "loss": "0.039", "ppl": "1.03", "wps": "10453.9", "ups": "5.21", "wpb": "2005.1", "bsz": "94.6", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.469", "train_wall": "19", "gb_free": "29", "wall": "5291"} {"epoch": 6, "update": 5.607, "loss": "0.039", "ppl": "1.03", "wps": "10453.9", "ups": "5.21", "wpb": "2005.1", "bsz": "94.6", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.469", "train_wall": "19", "gb_free": "29", "wall": "5291"} {"epoch": 6, "update": 5.607, "loss": "0.039", "ppl": "1.03", "wps": "10453.9", "ups": "5.21", "wpb": "2005.1", "bsz": "94.6", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.469", "train_wall": "19", "gb_free": "29", "wall": "5291"} {"epoch": 6, "update": 5.607, "loss": "0.039", "ppl": "1.03", "wps": "10453.9", "ups": "5.21", "wpb": "2005.1", "bsz": "94.6", "num_updates": "27200", "lr": "0.000191741", "gnorm": "0.469", "train_wall": "19", "gb_free": "29", "wall": "5291"} {"epoch": 6, "update": 5.628, "loss": "0.03", "ppl": "1.02", "wps": "9992.1", "ups": "5.27", "wpb": "1896.1", "bsz": "95.7", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.376", "train_wall": "19", "gb_free": "28.2", "wall": "5310"} {"epoch": 6, "update": 5.628, "loss": "0.03", "ppl": "1.02", "wps": "9992.1", "ups": "5.27", "wpb": "1896.1", "bsz": "95.7", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.376", "train_wall": "19", "gb_free": "28.2", "wall": "5310"} {"epoch": 6, "update": 5.628, "loss": "0.03", "ppl": "1.02", "wps": "9992.1", "ups": "5.27", "wpb": "1896.1", "bsz": "95.7", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.376", "train_wall": "19", "gb_free": "28.2", "wall": "5310"} {"epoch": 6, "update": 5.628, "loss": "0.03", "ppl": "1.02", "wps": "9992.1", "ups": "5.27", "wpb": "1896.1", "bsz": "95.7", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.376", "train_wall": "19", "gb_free": "28.2", "wall": "5310"} {"epoch": 6, "update": 5.628, "loss": "0.03", "ppl": "1.02", "wps": "9992.1", "ups": "5.27", "wpb": "1896.1", "bsz": "95.7", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.376", "train_wall": "19", "gb_free": "28.2", "wall": "5310"} {"epoch": 6, "update": 5.628, "loss": "0.03", "ppl": "1.02", "wps": "9992.1", "ups": "5.27", "wpb": "1896.1", "bsz": "95.7", "num_updates": "27300", "lr": "0.00019139", "gnorm": "0.376", "train_wall": "19", "gb_free": "28.2", "wall": "5310"} {"epoch": 6, "update": 5.648, "loss": "0.038", "ppl": "1.03", "wps": "11335.9", "ups": "5.24", "wpb": "2162.3", "bsz": "102.9", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.418", "train_wall": "19", "gb_free": "28.8", "wall": "5329"} {"epoch": 6, "update": 5.648, "loss": "0.038", "ppl": "1.03", "wps": "11335.9", "ups": "5.24", "wpb": "2162.3", "bsz": "102.9", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.418", "train_wall": "19", "gb_free": "28.8", "wall": "5329"} {"epoch": 6, "update": 5.648, "loss": "0.038", "ppl": "1.03", "wps": "11335.9", "ups": "5.24", "wpb": "2162.3", "bsz": "102.9", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.418", "train_wall": "19", "gb_free": "28.8", "wall": "5329"} {"epoch": 6, "update": 5.648, "loss": "0.038", "ppl": "1.03", "wps": "11335.9", "ups": "5.24", "wpb": "2162.3", "bsz": "102.9", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.418", "train_wall": "19", "gb_free": "28.8", "wall": "5329"} {"epoch": 6, "update": 5.648, "loss": "0.038", "ppl": "1.03", "wps": "11335.9", "ups": "5.24", "wpb": "2162.3", "bsz": "102.9", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.418", "train_wall": "19", "gb_free": "28.8", "wall": "5329"} {"epoch": 6, "update": 5.648, "loss": "0.038", "ppl": "1.03", "wps": "11335.9", "ups": "5.24", "wpb": "2162.3", "bsz": "102.9", "num_updates": "27400", "lr": "0.00019104", "gnorm": "0.418", "train_wall": "19", "gb_free": "28.8", "wall": "5329"} {"epoch": 6, "update": 5.669, "loss": "0.031", "ppl": "1.02", "wps": "9560.8", "ups": "5.19", "wpb": "1843.7", "bsz": "87.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.427", "train_wall": "19", "gb_free": "29.2", "wall": "5348"} {"epoch": 6, "update": 5.669, "loss": "0.031", "ppl": "1.02", "wps": "9560.8", "ups": "5.19", "wpb": "1843.7", "bsz": "87.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.427", "train_wall": "19", "gb_free": "29.2", "wall": "5348"} {"epoch": 6, "update": 5.669, "loss": "0.031", "ppl": "1.02", "wps": "9560.8", "ups": "5.19", "wpb": "1843.7", "bsz": "87.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.427", "train_wall": "19", "gb_free": "29.2", "wall": "5348"} {"epoch": 6, "update": 5.669, "loss": "0.031", "ppl": "1.02", "wps": "9560.8", "ups": "5.19", "wpb": "1843.7", "bsz": "87.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.427", "train_wall": "19", "gb_free": "29.2", "wall": "5348"} {"epoch": 6, "update": 5.669, "loss": "0.031", "ppl": "1.02", "wps": "9560.8", "ups": "5.19", "wpb": "1843.7", "bsz": "87.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.427", "train_wall": "19", "gb_free": "29.2", "wall": "5348"} {"epoch": 6, "update": 5.669, "loss": "0.031", "ppl": "1.02", "wps": "9560.8", "ups": "5.19", "wpb": "1843.7", "bsz": "87.4", "num_updates": "27500", "lr": "0.000190693", "gnorm": "0.427", "train_wall": "19", "gb_free": "29.2", "wall": "5348"} {"epoch": 6, "update": 5.69, "loss": "0.035", "ppl": "1.02", "wps": "10701.8", "ups": "5.28", "wpb": "2027.5", "bsz": "101.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.396", "train_wall": "19", "gb_free": "29.1", "wall": "5367"} {"epoch": 6, "update": 5.69, "loss": "0.035", "ppl": "1.02", "wps": "10701.8", "ups": "5.28", "wpb": "2027.5", "bsz": "101.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.396", "train_wall": "19", "gb_free": "29.1", "wall": "5367"} {"epoch": 6, "update": 5.69, "loss": "0.035", "ppl": "1.02", "wps": "10701.8", "ups": "5.28", "wpb": "2027.5", "bsz": "101.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.396", "train_wall": "19", "gb_free": "29.1", "wall": "5367"} {"epoch": 6, "update": 5.69, "loss": "0.035", "ppl": "1.02", "wps": "10701.8", "ups": "5.28", "wpb": "2027.5", "bsz": "101.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.396", "train_wall": "19", "gb_free": "29.1", "wall": "5367"} {"epoch": 6, "update": 5.69, "loss": "0.035", "ppl": "1.02", "wps": "10701.8", "ups": "5.28", "wpb": "2027.5", "bsz": "101.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.396", "train_wall": "19", "gb_free": "29.1", "wall": "5367"} {"epoch": 6, "update": 5.69, "loss": "0.035", "ppl": "1.02", "wps": "10701.8", "ups": "5.28", "wpb": "2027.5", "bsz": "101.1", "num_updates": "27600", "lr": "0.000190347", "gnorm": "0.396", "train_wall": "19", "gb_free": "29.1", "wall": "5367"} {"epoch": 6, "update": 5.71, "loss": "0.041", "ppl": "1.03", "wps": "10831.6", "ups": "5.23", "wpb": "2072.6", "bsz": "96.9", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.455", "train_wall": "19", "gb_free": "29.3", "wall": "5386"} {"epoch": 6, "update": 5.71, "loss": "0.041", "ppl": "1.03", "wps": "10831.6", "ups": "5.23", "wpb": "2072.6", "bsz": "96.9", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.455", "train_wall": "19", "gb_free": "29.3", "wall": "5386"} {"epoch": 6, "update": 5.71, "loss": "0.041", "ppl": "1.03", "wps": "10831.6", "ups": "5.23", "wpb": "2072.6", "bsz": "96.9", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.455", "train_wall": "19", "gb_free": "29.3", "wall": "5386"} {"epoch": 6, "update": 5.71, "loss": "0.041", "ppl": "1.03", "wps": "10831.6", "ups": "5.23", "wpb": "2072.6", "bsz": "96.9", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.455", "train_wall": "19", "gb_free": "29.3", "wall": "5386"} {"epoch": 6, "update": 5.71, "loss": "0.041", "ppl": "1.03", "wps": "10831.6", "ups": "5.23", "wpb": "2072.6", "bsz": "96.9", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.455", "train_wall": "19", "gb_free": "29.3", "wall": "5386"} {"epoch": 6, "update": 5.71, "loss": "0.041", "ppl": "1.03", "wps": "10831.6", "ups": "5.23", "wpb": "2072.6", "bsz": "96.9", "num_updates": "27700", "lr": "0.000190003", "gnorm": "0.455", "train_wall": "19", "gb_free": "29.3", "wall": "5386"} {"epoch": 6, "update": 5.731, "loss": "0.036", "ppl": "1.03", "wps": "11139.9", "ups": "5.23", "wpb": "2131.4", "bsz": "104.6", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.9", "wall": "5406"} {"epoch": 6, "update": 5.731, "loss": "0.036", "ppl": "1.03", "wps": "11139.9", "ups": "5.23", "wpb": "2131.4", "bsz": "104.6", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.9", "wall": "5406"} {"epoch": 6, "update": 5.731, "loss": "0.036", "ppl": "1.03", "wps": "11139.9", "ups": "5.23", "wpb": "2131.4", "bsz": "104.6", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.9", "wall": "5406"} {"epoch": 6, "update": 5.731, "loss": "0.036", "ppl": "1.03", "wps": "11139.9", "ups": "5.23", "wpb": "2131.4", "bsz": "104.6", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.9", "wall": "5406"} {"epoch": 6, "update": 5.731, "loss": "0.036", "ppl": "1.03", "wps": "11139.9", "ups": "5.23", "wpb": "2131.4", "bsz": "104.6", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.9", "wall": "5406"} {"epoch": 6, "update": 5.731, "loss": "0.036", "ppl": "1.03", "wps": "11139.9", "ups": "5.23", "wpb": "2131.4", "bsz": "104.6", "num_updates": "27800", "lr": "0.000189661", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.9", "wall": "5406"} {"epoch": 6, "update": 5.751, "loss": "0.032", "ppl": "1.02", "wps": "10156.3", "ups": "5.31", "wpb": "1912.6", "bsz": "90.6", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.402", "train_wall": "19", "gb_free": "29.2", "wall": "5424"} {"epoch": 6, "update": 5.751, "loss": "0.032", "ppl": "1.02", "wps": "10156.3", "ups": "5.31", "wpb": "1912.6", "bsz": "90.6", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.402", "train_wall": "19", "gb_free": "29.2", "wall": "5424"} {"epoch": 6, "update": 5.751, "loss": "0.032", "ppl": "1.02", "wps": "10156.3", "ups": "5.31", "wpb": "1912.6", "bsz": "90.6", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.402", "train_wall": "19", "gb_free": "29.2", "wall": "5424"} {"epoch": 6, "update": 5.751, "loss": "0.032", "ppl": "1.02", "wps": "10156.3", "ups": "5.31", "wpb": "1912.6", "bsz": "90.6", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.402", "train_wall": "19", "gb_free": "29.2", "wall": "5424"} {"epoch": 6, "update": 5.751, "loss": "0.032", "ppl": "1.02", "wps": "10156.3", "ups": "5.31", "wpb": "1912.6", "bsz": "90.6", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.402", "train_wall": "19", "gb_free": "29.2", "wall": "5424"} {"epoch": 6, "update": 5.751, "loss": "0.032", "ppl": "1.02", "wps": "10156.3", "ups": "5.31", "wpb": "1912.6", "bsz": "90.6", "num_updates": "27900", "lr": "0.000189321", "gnorm": "0.402", "train_wall": "19", "gb_free": "29.2", "wall": "5424"} {"epoch": 6, "update": 5.772, "loss": "0.032", "ppl": "1.02", "wps": "10759.3", "ups": "5.26", "wpb": "2045.8", "bsz": "100.1", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.7", "wall": "5443"} {"epoch": 6, "update": 5.772, "loss": "0.032", "ppl": "1.02", "wps": "10759.3", "ups": "5.26", "wpb": "2045.8", "bsz": "100.1", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.7", "wall": "5443"} {"epoch": 6, "update": 5.772, "loss": "0.032", "ppl": "1.02", "wps": "10759.3", "ups": "5.26", "wpb": "2045.8", "bsz": "100.1", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.7", "wall": "5443"} {"epoch": 6, "update": 5.772, "loss": "0.032", "ppl": "1.02", "wps": "10759.3", "ups": "5.26", "wpb": "2045.8", "bsz": "100.1", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.7", "wall": "5443"} {"epoch": 6, "update": 5.772, "loss": "0.032", "ppl": "1.02", "wps": "10759.3", "ups": "5.26", "wpb": "2045.8", "bsz": "100.1", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.7", "wall": "5443"} {"epoch": 6, "update": 5.772, "loss": "0.032", "ppl": "1.02", "wps": "10759.3", "ups": "5.26", "wpb": "2045.8", "bsz": "100.1", "num_updates": "28000", "lr": "0.000188982", "gnorm": "0.485", "train_wall": "19", "gb_free": "28.7", "wall": "5443"} {"epoch": 6, "update": 5.793, "loss": "0.032", "ppl": "1.02", "wps": "9591.9", "ups": "5.25", "wpb": "1827.5", "bsz": "92.2", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.437", "train_wall": "19", "gb_free": "29", "wall": "5462"} {"epoch": 6, "update": 5.793, "loss": "0.032", "ppl": "1.02", "wps": "9591.9", "ups": "5.25", "wpb": "1827.5", "bsz": "92.2", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.437", "train_wall": "19", "gb_free": "29", "wall": "5462"} {"epoch": 6, "update": 5.793, "loss": "0.032", "ppl": "1.02", "wps": "9591.9", "ups": "5.25", "wpb": "1827.5", "bsz": "92.2", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.437", "train_wall": "19", "gb_free": "29", "wall": "5462"} {"epoch": 6, "update": 5.793, "loss": "0.032", "ppl": "1.02", "wps": "9591.9", "ups": "5.25", "wpb": "1827.5", "bsz": "92.2", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.437", "train_wall": "19", "gb_free": "29", "wall": "5462"} {"epoch": 6, "update": 5.793, "loss": "0.032", "ppl": "1.02", "wps": "9591.9", "ups": "5.25", "wpb": "1827.5", "bsz": "92.2", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.437", "train_wall": "19", "gb_free": "29", "wall": "5462"} {"epoch": 6, "update": 5.793, "loss": "0.032", "ppl": "1.02", "wps": "9591.9", "ups": "5.25", "wpb": "1827.5", "bsz": "92.2", "num_updates": "28100", "lr": "0.000188646", "gnorm": "0.437", "train_wall": "19", "gb_free": "29", "wall": "5462"} {"epoch": 6, "update": 5.813, "loss": "0.029", "ppl": "1.02", "wps": "9898.4", "ups": "5.24", "wpb": "1890.8", "bsz": "91.9", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.7", "wall": "5482"} {"epoch": 6, "update": 5.813, "loss": "0.029", "ppl": "1.02", "wps": "9898.4", "ups": "5.24", "wpb": "1890.8", "bsz": "91.9", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.7", "wall": "5482"} {"epoch": 6, "update": 5.813, "loss": "0.029", "ppl": "1.02", "wps": "9898.4", "ups": "5.24", "wpb": "1890.8", "bsz": "91.9", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.7", "wall": "5482"} {"epoch": 6, "update": 5.813, "loss": "0.029", "ppl": "1.02", "wps": "9898.4", "ups": "5.24", "wpb": "1890.8", "bsz": "91.9", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.7", "wall": "5482"} {"epoch": 6, "update": 5.813, "loss": "0.029", "ppl": "1.02", "wps": "9898.4", "ups": "5.24", "wpb": "1890.8", "bsz": "91.9", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.7", "wall": "5482"} {"epoch": 6, "update": 5.813, "loss": "0.029", "ppl": "1.02", "wps": "9898.4", "ups": "5.24", "wpb": "1890.8", "bsz": "91.9", "num_updates": "28200", "lr": "0.000188311", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.7", "wall": "5482"} {"epoch": 6, "update": 5.834, "loss": "0.03", "ppl": "1.02", "wps": "10246.1", "ups": "5.26", "wpb": "1949", "bsz": "94.6", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.477", "train_wall": "19", "gb_free": "29.2", "wall": "5501"} {"epoch": 6, "update": 5.834, "loss": "0.03", "ppl": "1.02", "wps": "10246.1", "ups": "5.26", "wpb": "1949", "bsz": "94.6", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.477", "train_wall": "19", "gb_free": "29.2", "wall": "5501"} {"epoch": 6, "update": 5.834, "loss": "0.03", "ppl": "1.02", "wps": "10246.1", "ups": "5.26", "wpb": "1949", "bsz": "94.6", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.477", "train_wall": "19", "gb_free": "29.2", "wall": "5501"} {"epoch": 6, "update": 5.834, "loss": "0.03", "ppl": "1.02", "wps": "10246.1", "ups": "5.26", "wpb": "1949", "bsz": "94.6", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.477", "train_wall": "19", "gb_free": "29.2", "wall": "5501"} {"epoch": 6, "update": 5.834, "loss": "0.03", "ppl": "1.02", "wps": "10246.1", "ups": "5.26", "wpb": "1949", "bsz": "94.6", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.477", "train_wall": "19", "gb_free": "29.2", "wall": "5501"} {"epoch": 6, "update": 5.834, "loss": "0.03", "ppl": "1.02", "wps": "10246.1", "ups": "5.26", "wpb": "1949", "bsz": "94.6", "num_updates": "28300", "lr": "0.000187978", "gnorm": "0.477", "train_wall": "19", "gb_free": "29.2", "wall": "5501"} {"epoch": 6, "update": 5.854, "loss": "0.037", "ppl": "1.03", "wps": "10891.9", "ups": "5.28", "wpb": "2064", "bsz": "100.5", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.492", "train_wall": "19", "gb_free": "28.8", "wall": "5520"} {"epoch": 6, "update": 5.854, "loss": "0.037", "ppl": "1.03", "wps": "10891.9", "ups": "5.28", "wpb": "2064", "bsz": "100.5", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.492", "train_wall": "19", "gb_free": "28.8", "wall": "5520"} {"epoch": 6, "update": 5.854, "loss": "0.037", "ppl": "1.03", "wps": "10891.9", "ups": "5.28", "wpb": "2064", "bsz": "100.5", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.492", "train_wall": "19", "gb_free": "28.8", "wall": "5520"} {"epoch": 6, "update": 5.854, "loss": "0.037", "ppl": "1.03", "wps": "10891.9", "ups": "5.28", "wpb": "2064", "bsz": "100.5", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.492", "train_wall": "19", "gb_free": "28.8", "wall": "5520"} {"epoch": 6, "update": 5.854, "loss": "0.037", "ppl": "1.03", "wps": "10891.9", "ups": "5.28", "wpb": "2064", "bsz": "100.5", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.492", "train_wall": "19", "gb_free": "28.8", "wall": "5520"} {"epoch": 6, "update": 5.854, "loss": "0.037", "ppl": "1.03", "wps": "10891.9", "ups": "5.28", "wpb": "2064", "bsz": "100.5", "num_updates": "28400", "lr": "0.000187647", "gnorm": "0.492", "train_wall": "19", "gb_free": "28.8", "wall": "5520"} {"epoch": 6, "update": 5.875, "loss": "0.031", "ppl": "1.02", "wps": "10169.4", "ups": "5.23", "wpb": "1944.1", "bsz": "92.9", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.472", "train_wall": "19", "gb_free": "28.8", "wall": "5539"} {"epoch": 6, "update": 5.875, "loss": "0.031", "ppl": "1.02", "wps": "10169.4", "ups": "5.23", "wpb": "1944.1", "bsz": "92.9", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.472", "train_wall": "19", "gb_free": "28.8", "wall": "5539"} {"epoch": 6, "update": 5.875, "loss": "0.031", "ppl": "1.02", "wps": "10169.4", "ups": "5.23", "wpb": "1944.1", "bsz": "92.9", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.472", "train_wall": "19", "gb_free": "28.8", "wall": "5539"} {"epoch": 6, "update": 5.875, "loss": "0.031", "ppl": "1.02", "wps": "10169.4", "ups": "5.23", "wpb": "1944.1", "bsz": "92.9", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.472", "train_wall": "19", "gb_free": "28.8", "wall": "5539"} {"epoch": 6, "update": 5.875, "loss": "0.031", "ppl": "1.02", "wps": "10169.4", "ups": "5.23", "wpb": "1944.1", "bsz": "92.9", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.472", "train_wall": "19", "gb_free": "28.8", "wall": "5539"} {"epoch": 6, "update": 5.875, "loss": "0.031", "ppl": "1.02", "wps": "10169.4", "ups": "5.23", "wpb": "1944.1", "bsz": "92.9", "num_updates": "28500", "lr": "0.000187317", "gnorm": "0.472", "train_wall": "19", "gb_free": "28.8", "wall": "5539"} {"epoch": 6, "update": 5.896, "loss": "0.039", "ppl": "1.03", "wps": "9686.6", "ups": "5.2", "wpb": "1864.4", "bsz": "89.3", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.502", "train_wall": "19", "gb_free": "28.9", "wall": "5558"} {"epoch": 6, "update": 5.896, "loss": "0.039", "ppl": "1.03", "wps": "9686.6", "ups": "5.2", "wpb": "1864.4", "bsz": "89.3", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.502", "train_wall": "19", "gb_free": "28.9", "wall": "5558"} {"epoch": 6, "update": 5.896, "loss": "0.039", "ppl": "1.03", "wps": "9686.6", "ups": "5.2", "wpb": "1864.4", "bsz": "89.3", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.502", "train_wall": "19", "gb_free": "28.9", "wall": "5558"} {"epoch": 6, "update": 5.896, "loss": "0.039", "ppl": "1.03", "wps": "9686.6", "ups": "5.2", "wpb": "1864.4", "bsz": "89.3", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.502", "train_wall": "19", "gb_free": "28.9", "wall": "5558"} {"epoch": 6, "update": 5.896, "loss": "0.039", "ppl": "1.03", "wps": "9686.6", "ups": "5.2", "wpb": "1864.4", "bsz": "89.3", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.502", "train_wall": "19", "gb_free": "28.9", "wall": "5558"} {"epoch": 6, "update": 5.896, "loss": "0.039", "ppl": "1.03", "wps": "9686.6", "ups": "5.2", "wpb": "1864.4", "bsz": "89.3", "num_updates": "28600", "lr": "0.000186989", "gnorm": "0.502", "train_wall": "19", "gb_free": "28.9", "wall": "5558"} {"epoch": 6, "update": 5.916, "loss": "0.045", "ppl": "1.03", "wps": "10820.5", "ups": "5.24", "wpb": "2063.3", "bsz": "95.6", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.523", "train_wall": "19", "gb_free": "29", "wall": "5577"} {"epoch": 6, "update": 5.916, "loss": "0.045", "ppl": "1.03", "wps": "10820.5", "ups": "5.24", "wpb": "2063.3", "bsz": "95.6", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.523", "train_wall": "19", "gb_free": "29", "wall": "5577"} {"epoch": 6, "update": 5.916, "loss": "0.045", "ppl": "1.03", "wps": "10820.5", "ups": "5.24", "wpb": "2063.3", "bsz": "95.6", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.523", "train_wall": "19", "gb_free": "29", "wall": "5577"} {"epoch": 6, "update": 5.916, "loss": "0.045", "ppl": "1.03", "wps": "10820.5", "ups": "5.24", "wpb": "2063.3", "bsz": "95.6", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.523", "train_wall": "19", "gb_free": "29", "wall": "5577"} {"epoch": 6, "update": 5.916, "loss": "0.045", "ppl": "1.03", "wps": "10820.5", "ups": "5.24", "wpb": "2063.3", "bsz": "95.6", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.523", "train_wall": "19", "gb_free": "29", "wall": "5577"} {"epoch": 6, "update": 5.916, "loss": "0.045", "ppl": "1.03", "wps": "10820.5", "ups": "5.24", "wpb": "2063.3", "bsz": "95.6", "num_updates": "28700", "lr": "0.000186663", "gnorm": "0.523", "train_wall": "19", "gb_free": "29", "wall": "5577"} {"epoch": 6, "update": 5.937, "loss": "0.031", "ppl": "1.02", "wps": "10170.4", "ups": "5.24", "wpb": "1939.8", "bsz": "93", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.426", "train_wall": "19", "gb_free": "28.9", "wall": "5596"} {"epoch": 6, "update": 5.937, "loss": "0.031", "ppl": "1.02", "wps": "10170.4", "ups": "5.24", "wpb": "1939.8", "bsz": "93", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.426", "train_wall": "19", "gb_free": "28.9", "wall": "5596"} {"epoch": 6, "update": 5.937, "loss": "0.031", "ppl": "1.02", "wps": "10170.4", "ups": "5.24", "wpb": "1939.8", "bsz": "93", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.426", "train_wall": "19", "gb_free": "28.9", "wall": "5596"} {"epoch": 6, "update": 5.937, "loss": "0.031", "ppl": "1.02", "wps": "10170.4", "ups": "5.24", "wpb": "1939.8", "bsz": "93", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.426", "train_wall": "19", "gb_free": "28.9", "wall": "5596"} {"epoch": 6, "update": 5.937, "loss": "0.031", "ppl": "1.02", "wps": "10170.4", "ups": "5.24", "wpb": "1939.8", "bsz": "93", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.426", "train_wall": "19", "gb_free": "28.9", "wall": "5596"} {"epoch": 6, "update": 5.937, "loss": "0.031", "ppl": "1.02", "wps": "10170.4", "ups": "5.24", "wpb": "1939.8", "bsz": "93", "num_updates": "28800", "lr": "0.000186339", "gnorm": "0.426", "train_wall": "19", "gb_free": "28.9", "wall": "5596"} {"epoch": 6, "update": 5.958, "loss": "0.027", "ppl": "1.02", "wps": "10977.8", "ups": "5.28", "wpb": "2079.2", "bsz": "104.1", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.379", "train_wall": "19", "gb_free": "28.9", "wall": "5615"} {"epoch": 6, "update": 5.958, "loss": "0.027", "ppl": "1.02", "wps": "10977.8", "ups": "5.28", "wpb": "2079.2", "bsz": "104.1", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.379", "train_wall": "19", "gb_free": "28.9", "wall": "5615"} {"epoch": 6, "update": 5.958, "loss": "0.027", "ppl": "1.02", "wps": "10977.8", "ups": "5.28", "wpb": "2079.2", "bsz": "104.1", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.379", "train_wall": "19", "gb_free": "28.9", "wall": "5615"} {"epoch": 6, "update": 5.958, "loss": "0.027", "ppl": "1.02", "wps": "10977.8", "ups": "5.28", "wpb": "2079.2", "bsz": "104.1", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.379", "train_wall": "19", "gb_free": "28.9", "wall": "5615"} {"epoch": 6, "update": 5.958, "loss": "0.027", "ppl": "1.02", "wps": "10977.8", "ups": "5.28", "wpb": "2079.2", "bsz": "104.1", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.379", "train_wall": "19", "gb_free": "28.9", "wall": "5615"} {"epoch": 6, "update": 5.958, "loss": "0.027", "ppl": "1.02", "wps": "10977.8", "ups": "5.28", "wpb": "2079.2", "bsz": "104.1", "num_updates": "28900", "lr": "0.000186016", "gnorm": "0.379", "train_wall": "19", "gb_free": "28.9", "wall": "5615"} {"epoch": 6, "update": 5.978, "loss": "0.034", "ppl": "1.02", "wps": "10038.4", "ups": "5.23", "wpb": "1918.5", "bsz": "91.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.435", "train_wall": "19", "gb_free": "28.9", "wall": "5634"} {"epoch": 6, "update": 5.978, "loss": "0.034", "ppl": "1.02", "wps": "10038.4", "ups": "5.23", "wpb": "1918.5", "bsz": "91.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.435", "train_wall": "19", "gb_free": "28.9", "wall": "5634"} {"epoch": 6, "update": 5.978, "loss": "0.034", "ppl": "1.02", "wps": "10038.4", "ups": "5.23", "wpb": "1918.5", "bsz": "91.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.435", "train_wall": "19", "gb_free": "28.9", "wall": "5634"} {"epoch": 6, "update": 5.978, "loss": "0.034", "ppl": "1.02", "wps": "10038.4", "ups": "5.23", "wpb": "1918.5", "bsz": "91.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.435", "train_wall": "19", "gb_free": "28.9", "wall": "5634"} {"epoch": 6, "update": 5.978, "loss": "0.034", "ppl": "1.02", "wps": "10038.4", "ups": "5.23", "wpb": "1918.5", "bsz": "91.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.435", "train_wall": "19", "gb_free": "28.9", "wall": "5634"} {"epoch": 6, "update": 5.978, "loss": "0.034", "ppl": "1.02", "wps": "10038.4", "ups": "5.23", "wpb": "1918.5", "bsz": "91.4", "num_updates": "29000", "lr": "0.000185695", "gnorm": "0.435", "train_wall": "19", "gb_free": "28.9", "wall": "5634"} {"epoch": 6, "update": 5.999, "loss": "0.032", "ppl": "1.02", "wps": "10579.7", "ups": "5.22", "wpb": "2027.5", "bsz": "98.1", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.487", "train_wall": "19", "gb_free": "28", "wall": "5653"} {"epoch": 6, "update": 5.999, "loss": "0.032", "ppl": "1.02", "wps": "10579.7", "ups": "5.22", "wpb": "2027.5", "bsz": "98.1", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.487", "train_wall": "19", "gb_free": "28", "wall": "5653"} {"epoch": 6, "update": 5.999, "loss": "0.032", "ppl": "1.02", "wps": "10579.7", "ups": "5.22", "wpb": "2027.5", "bsz": "98.1", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.487", "train_wall": "19", "gb_free": "28", "wall": "5653"} {"epoch": 6, "update": 5.999, "loss": "0.032", "ppl": "1.02", "wps": "10579.7", "ups": "5.22", "wpb": "2027.5", "bsz": "98.1", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.487", "train_wall": "19", "gb_free": "28", "wall": "5653"} {"epoch": 6, "update": 5.999, "loss": "0.032", "ppl": "1.02", "wps": "10579.7", "ups": "5.22", "wpb": "2027.5", "bsz": "98.1", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.487", "train_wall": "19", "gb_free": "28", "wall": "5653"} {"epoch": 6, "update": 5.999, "loss": "0.032", "ppl": "1.02", "wps": "10579.7", "ups": "5.22", "wpb": "2027.5", "bsz": "98.1", "num_updates": "29100", "lr": "0.000185376", "gnorm": "0.487", "train_wall": "19", "gb_free": "28", "wall": "5653"} begin validation on "valid" subset {"epoch": 6, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "33059.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "29106", "valid_best_loss": "0.072"} {"epoch": 6, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "33059.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "29106", "valid_best_loss": "0.072"} {"epoch": 6, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "33059.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "29106", "valid_best_loss": "0.072"} {"epoch": 6, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "33059.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "29106", "valid_best_loss": "0.072"} {"epoch": 6, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "33059.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "29106", "valid_best_loss": "0.072"} {"epoch": 6, "valid_loss": "0.072", "valid_ppl": "1.05", "valid_wps": "33059.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "29106", "valid_best_loss": "0.072"} end of epoch 6 (average epoch stats below) {"epoch": 6, "train_loss": "0.038", "train_ppl": "1.03", "train_wps": "10302.9", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "29106", "train_lr": "0.000185357", "train_gnorm": "0.465", "train_train_wall": "918", "train_gb_free": "27.6", "train_wall": "5663"} {"epoch": 6, "train_loss": "0.038", "train_ppl": "1.03", "train_wps": "10302.9", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "29106", "train_lr": "0.000185357", "train_gnorm": "0.465", "train_train_wall": "918", "train_gb_free": "27.6", "train_wall": "5663"} {"epoch": 6, "train_loss": "0.038", "train_ppl": "1.03", "train_wps": "10302.9", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "29106", "train_lr": "0.000185357", "train_gnorm": "0.465", "train_train_wall": "918", "train_gb_free": "27.6", "train_wall": "5663"} {"epoch": 6, "train_loss": "0.038", "train_ppl": "1.03", "train_wps": "10302.9", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "29106", "train_lr": "0.000185357", "train_gnorm": "0.465", "train_train_wall": "918", "train_gb_free": "27.6", "train_wall": "5663"} {"epoch": 6, "train_loss": "0.038", "train_ppl": "1.03", "train_wps": "10302.9", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "29106", "train_lr": "0.000185357", "train_gnorm": "0.465", "train_train_wall": "918", "train_gb_free": "27.6", "train_wall": "5663"} {"epoch": 6, "train_loss": "0.038", "train_ppl": "1.03", "train_wps": "10302.9", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "29106", "train_lr": "0.000185357", "train_gnorm": "0.465", "train_train_wall": "918", "train_gb_free": "27.6", "train_wall": "5663"} Start iterating over samples {"epoch": 7, "update": 6.019, "loss": "0.032", "ppl": "1.02", "wps": "7128.2", "ups": "3.62", "wpb": "1967.7", "bsz": "91.8", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.463", "train_wall": "19", "gb_free": "29", "wall": "5681"} {"epoch": 7, "update": 6.019, "loss": "0.032", "ppl": "1.02", "wps": "7128.2", "ups": "3.62", "wpb": "1967.7", "bsz": "91.8", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.463", "train_wall": "19", "gb_free": "29", "wall": "5681"} {"epoch": 7, "update": 6.019, "loss": "0.032", "ppl": "1.02", "wps": "7128.2", "ups": "3.62", "wpb": "1967.7", "bsz": "91.8", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.463", "train_wall": "19", "gb_free": "29", "wall": "5681"} {"epoch": 7, "update": 6.019, "loss": "0.032", "ppl": "1.02", "wps": "7128.2", "ups": "3.62", "wpb": "1967.7", "bsz": "91.8", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.463", "train_wall": "19", "gb_free": "29", "wall": "5681"} {"epoch": 7, "update": 6.019, "loss": "0.032", "ppl": "1.02", "wps": "7128.2", "ups": "3.62", "wpb": "1967.7", "bsz": "91.8", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.463", "train_wall": "19", "gb_free": "29", "wall": "5681"} {"epoch": 7, "update": 6.019, "loss": "0.032", "ppl": "1.02", "wps": "7128.2", "ups": "3.62", "wpb": "1967.7", "bsz": "91.8", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.463", "train_wall": "19", "gb_free": "29", "wall": "5681"} {"epoch": 7, "update": 6.019, "loss": "0.032", "ppl": "1.02", "wps": "7128.2", "ups": "3.62", "wpb": "1967.7", "bsz": "91.8", "num_updates": "29200", "lr": "0.000185058", "gnorm": "0.463", "train_wall": "19", "gb_free": "29", "wall": "5681"} {"epoch": 7, "update": 6.04, "loss": "0.027", "ppl": "1.02", "wps": "9958.6", "ups": "5.19", "wpb": "1917.3", "bsz": "95.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.448", "train_wall": "19", "gb_free": "28.9", "wall": "5700"} {"epoch": 7, "update": 6.04, "loss": "0.027", "ppl": "1.02", "wps": "9958.6", "ups": "5.19", "wpb": "1917.3", "bsz": "95.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.448", "train_wall": "19", "gb_free": "28.9", "wall": "5700"} {"epoch": 7, "update": 6.04, "loss": "0.027", "ppl": "1.02", "wps": "9958.6", "ups": "5.19", "wpb": "1917.3", "bsz": "95.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.448", "train_wall": "19", "gb_free": "28.9", "wall": "5700"} {"epoch": 7, "update": 6.04, "loss": "0.027", "ppl": "1.02", "wps": "9958.6", "ups": "5.19", "wpb": "1917.3", "bsz": "95.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.448", "train_wall": "19", "gb_free": "28.9", "wall": "5700"} {"epoch": 7, "update": 6.04, "loss": "0.027", "ppl": "1.02", "wps": "9958.6", "ups": "5.19", "wpb": "1917.3", "bsz": "95.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.448", "train_wall": "19", "gb_free": "28.9", "wall": "5700"} {"epoch": 7, "update": 6.04, "loss": "0.027", "ppl": "1.02", "wps": "9958.6", "ups": "5.19", "wpb": "1917.3", "bsz": "95.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.448", "train_wall": "19", "gb_free": "28.9", "wall": "5700"} {"epoch": 7, "update": 6.04, "loss": "0.027", "ppl": "1.02", "wps": "9958.6", "ups": "5.19", "wpb": "1917.3", "bsz": "95.8", "num_updates": "29300", "lr": "0.000184742", "gnorm": "0.448", "train_wall": "19", "gb_free": "28.9", "wall": "5700"} {"epoch": 7, "update": 6.061, "loss": "0.031", "ppl": "1.02", "wps": "11092.8", "ups": "5.24", "wpb": "2117", "bsz": "101", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.454", "train_wall": "19", "gb_free": "29.2", "wall": "5719"} {"epoch": 7, "update": 6.061, "loss": "0.031", "ppl": "1.02", "wps": "11092.8", "ups": "5.24", "wpb": "2117", "bsz": "101", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.454", "train_wall": "19", "gb_free": "29.2", "wall": "5719"} {"epoch": 7, "update": 6.061, "loss": "0.031", "ppl": "1.02", "wps": "11092.8", "ups": "5.24", "wpb": "2117", "bsz": "101", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.454", "train_wall": "19", "gb_free": "29.2", "wall": "5719"} {"epoch": 7, "update": 6.061, "loss": "0.031", "ppl": "1.02", "wps": "11092.8", "ups": "5.24", "wpb": "2117", "bsz": "101", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.454", "train_wall": "19", "gb_free": "29.2", "wall": "5719"} {"epoch": 7, "update": 6.061, "loss": "0.031", "ppl": "1.02", "wps": "11092.8", "ups": "5.24", "wpb": "2117", "bsz": "101", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.454", "train_wall": "19", "gb_free": "29.2", "wall": "5719"} {"epoch": 7, "update": 6.061, "loss": "0.031", "ppl": "1.02", "wps": "11092.8", "ups": "5.24", "wpb": "2117", "bsz": "101", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.454", "train_wall": "19", "gb_free": "29.2", "wall": "5719"} {"epoch": 7, "update": 6.061, "loss": "0.031", "ppl": "1.02", "wps": "11092.8", "ups": "5.24", "wpb": "2117", "bsz": "101", "num_updates": "29400", "lr": "0.000184428", "gnorm": "0.454", "train_wall": "19", "gb_free": "29.2", "wall": "5719"} {"epoch": 7, "update": 6.081, "loss": "0.03", "ppl": "1.02", "wps": "10735.4", "ups": "5.24", "wpb": "2050.6", "bsz": "98.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.448", "train_wall": "19", "gb_free": "29", "wall": "5738"} {"epoch": 7, "update": 6.081, "loss": "0.03", "ppl": "1.02", "wps": "10735.4", "ups": "5.24", "wpb": "2050.6", "bsz": "98.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.448", "train_wall": "19", "gb_free": "29", "wall": "5738"} {"epoch": 7, "update": 6.081, "loss": "0.03", "ppl": "1.02", "wps": "10735.4", "ups": "5.24", "wpb": "2050.6", "bsz": "98.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.448", "train_wall": "19", "gb_free": "29", "wall": "5738"} {"epoch": 7, "update": 6.081, "loss": "0.03", "ppl": "1.02", "wps": "10735.4", "ups": "5.24", "wpb": "2050.6", "bsz": "98.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.448", "train_wall": "19", "gb_free": "29", "wall": "5738"} {"epoch": 7, "update": 6.081, "loss": "0.03", "ppl": "1.02", "wps": "10735.4", "ups": "5.24", "wpb": "2050.6", "bsz": "98.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.448", "train_wall": "19", "gb_free": "29", "wall": "5738"} {"epoch": 7, "update": 6.081, "loss": "0.03", "ppl": "1.02", "wps": "10735.4", "ups": "5.24", "wpb": "2050.6", "bsz": "98.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.448", "train_wall": "19", "gb_free": "29", "wall": "5738"} {"epoch": 7, "update": 6.081, "loss": "0.03", "ppl": "1.02", "wps": "10735.4", "ups": "5.24", "wpb": "2050.6", "bsz": "98.6", "num_updates": "29500", "lr": "0.000184115", "gnorm": "0.448", "train_wall": "19", "gb_free": "29", "wall": "5738"} {"epoch": 7, "update": 6.102, "loss": "0.026", "ppl": "1.02", "wps": "9939.7", "ups": "5.2", "wpb": "1912.4", "bsz": "90.6", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "5758"} {"epoch": 7, "update": 6.102, "loss": "0.026", "ppl": "1.02", "wps": "9939.7", "ups": "5.2", "wpb": "1912.4", "bsz": "90.6", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "5758"} {"epoch": 7, "update": 6.102, "loss": "0.026", "ppl": "1.02", "wps": "9939.7", "ups": "5.2", "wpb": "1912.4", "bsz": "90.6", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "5758"} {"epoch": 7, "update": 6.102, "loss": "0.026", "ppl": "1.02", "wps": "9939.7", "ups": "5.2", "wpb": "1912.4", "bsz": "90.6", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "5758"} {"epoch": 7, "update": 6.102, "loss": "0.026", "ppl": "1.02", "wps": "9939.7", "ups": "5.2", "wpb": "1912.4", "bsz": "90.6", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "5758"} {"epoch": 7, "update": 6.102, "loss": "0.026", "ppl": "1.02", "wps": "9939.7", "ups": "5.2", "wpb": "1912.4", "bsz": "90.6", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "5758"} {"epoch": 7, "update": 6.102, "loss": "0.026", "ppl": "1.02", "wps": "9939.7", "ups": "5.2", "wpb": "1912.4", "bsz": "90.6", "num_updates": "29600", "lr": "0.000183804", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "5758"} {"epoch": 7, "update": 6.122, "loss": "0.027", "ppl": "1.02", "wps": "9951.8", "ups": "5.16", "wpb": "1928.3", "bsz": "92.5", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.433", "train_wall": "19", "gb_free": "29", "wall": "5777"} {"epoch": 7, "update": 6.122, "loss": "0.027", "ppl": "1.02", "wps": "9951.8", "ups": "5.16", "wpb": "1928.3", "bsz": "92.5", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.433", "train_wall": "19", "gb_free": "29", "wall": "5777"} {"epoch": 7, "update": 6.122, "loss": "0.027", "ppl": "1.02", "wps": "9951.8", "ups": "5.16", "wpb": "1928.3", "bsz": "92.5", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.433", "train_wall": "19", "gb_free": "29", "wall": "5777"} {"epoch": 7, "update": 6.122, "loss": "0.027", "ppl": "1.02", "wps": "9951.8", "ups": "5.16", "wpb": "1928.3", "bsz": "92.5", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.433", "train_wall": "19", "gb_free": "29", "wall": "5777"} {"epoch": 7, "update": 6.122, "loss": "0.027", "ppl": "1.02", "wps": "9951.8", "ups": "5.16", "wpb": "1928.3", "bsz": "92.5", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.433", "train_wall": "19", "gb_free": "29", "wall": "5777"} {"epoch": 7, "update": 6.122, "loss": "0.027", "ppl": "1.02", "wps": "9951.8", "ups": "5.16", "wpb": "1928.3", "bsz": "92.5", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.433", "train_wall": "19", "gb_free": "29", "wall": "5777"} {"epoch": 7, "update": 6.122, "loss": "0.027", "ppl": "1.02", "wps": "9951.8", "ups": "5.16", "wpb": "1928.3", "bsz": "92.5", "num_updates": "29700", "lr": "0.000183494", "gnorm": "0.433", "train_wall": "19", "gb_free": "29", "wall": "5777"} {"epoch": 7, "update": 6.143, "loss": "0.025", "ppl": "1.02", "wps": "10906.8", "ups": "5.25", "wpb": "2079.2", "bsz": "103", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "5796"} {"epoch": 7, "update": 6.143, "loss": "0.025", "ppl": "1.02", "wps": "10906.8", "ups": "5.25", "wpb": "2079.2", "bsz": "103", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "5796"} {"epoch": 7, "update": 6.143, "loss": "0.025", "ppl": "1.02", "wps": "10906.8", "ups": "5.25", "wpb": "2079.2", "bsz": "103", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "5796"} {"epoch": 7, "update": 6.143, "loss": "0.025", "ppl": "1.02", "wps": "10906.8", "ups": "5.25", "wpb": "2079.2", "bsz": "103", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "5796"} {"epoch": 7, "update": 6.143, "loss": "0.025", "ppl": "1.02", "wps": "10906.8", "ups": "5.25", "wpb": "2079.2", "bsz": "103", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "5796"} {"epoch": 7, "update": 6.143, "loss": "0.025", "ppl": "1.02", "wps": "10906.8", "ups": "5.25", "wpb": "2079.2", "bsz": "103", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "5796"} {"epoch": 7, "update": 6.143, "loss": "0.025", "ppl": "1.02", "wps": "10906.8", "ups": "5.25", "wpb": "2079.2", "bsz": "103", "num_updates": "29800", "lr": "0.000183186", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "5796"} {"epoch": 7, "update": 6.164, "loss": "0.03", "ppl": "1.02", "wps": "10005.4", "ups": "5.2", "wpb": "1924.6", "bsz": "93.6", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.469", "train_wall": "19", "gb_free": "29.2", "wall": "5815"} {"epoch": 7, "update": 6.164, "loss": "0.03", "ppl": "1.02", "wps": "10005.4", "ups": "5.2", "wpb": "1924.6", "bsz": "93.6", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.469", "train_wall": "19", "gb_free": "29.2", "wall": "5815"} {"epoch": 7, "update": 6.164, "loss": "0.03", "ppl": "1.02", "wps": "10005.4", "ups": "5.2", "wpb": "1924.6", "bsz": "93.6", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.469", "train_wall": "19", "gb_free": "29.2", "wall": "5815"} {"epoch": 7, "update": 6.164, "loss": "0.03", "ppl": "1.02", "wps": "10005.4", "ups": "5.2", "wpb": "1924.6", "bsz": "93.6", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.469", "train_wall": "19", "gb_free": "29.2", "wall": "5815"} {"epoch": 7, "update": 6.164, "loss": "0.03", "ppl": "1.02", "wps": "10005.4", "ups": "5.2", "wpb": "1924.6", "bsz": "93.6", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.469", "train_wall": "19", "gb_free": "29.2", "wall": "5815"} {"epoch": 7, "update": 6.164, "loss": "0.03", "ppl": "1.02", "wps": "10005.4", "ups": "5.2", "wpb": "1924.6", "bsz": "93.6", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.469", "train_wall": "19", "gb_free": "29.2", "wall": "5815"} {"epoch": 7, "update": 6.164, "loss": "0.03", "ppl": "1.02", "wps": "10005.4", "ups": "5.2", "wpb": "1924.6", "bsz": "93.6", "num_updates": "29900", "lr": "0.000182879", "gnorm": "0.469", "train_wall": "19", "gb_free": "29.2", "wall": "5815"} {"epoch": 7, "update": 6.184, "loss": "0.034", "ppl": "1.02", "wps": "10472.2", "ups": "5.23", "wpb": "2002.7", "bsz": "98.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.1", "wall": "5834"} {"epoch": 7, "update": 6.184, "loss": "0.034", "ppl": "1.02", "wps": "10472.2", "ups": "5.23", "wpb": "2002.7", "bsz": "98.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.1", "wall": "5834"} {"epoch": 7, "update": 6.184, "loss": "0.034", "ppl": "1.02", "wps": "10472.2", "ups": "5.23", "wpb": "2002.7", "bsz": "98.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.1", "wall": "5834"} {"epoch": 7, "update": 6.184, "loss": "0.034", "ppl": "1.02", "wps": "10472.2", "ups": "5.23", "wpb": "2002.7", "bsz": "98.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.1", "wall": "5834"} {"epoch": 7, "update": 6.184, "loss": "0.034", "ppl": "1.02", "wps": "10472.2", "ups": "5.23", "wpb": "2002.7", "bsz": "98.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.1", "wall": "5834"} {"epoch": 7, "update": 6.184, "loss": "0.034", "ppl": "1.02", "wps": "10472.2", "ups": "5.23", "wpb": "2002.7", "bsz": "98.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.1", "wall": "5834"} {"epoch": 7, "update": 6.184, "loss": "0.034", "ppl": "1.02", "wps": "10472.2", "ups": "5.23", "wpb": "2002.7", "bsz": "98.1", "num_updates": "30000", "lr": "0.000182574", "gnorm": "0.48", "train_wall": "19", "gb_free": "29.1", "wall": "5834"} {"epoch": 7, "update": 6.205, "loss": "0.029", "ppl": "1.02", "wps": "11104.1", "ups": "5.23", "wpb": "2123.3", "bsz": "99.9", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.398", "train_wall": "19", "gb_free": "29", "wall": "5854"} {"epoch": 7, "update": 6.205, "loss": "0.029", "ppl": "1.02", "wps": "11104.1", "ups": "5.23", "wpb": "2123.3", "bsz": "99.9", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.398", "train_wall": "19", "gb_free": "29", "wall": "5854"} {"epoch": 7, "update": 6.205, "loss": "0.029", "ppl": "1.02", "wps": "11104.1", "ups": "5.23", "wpb": "2123.3", "bsz": "99.9", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.398", "train_wall": "19", "gb_free": "29", "wall": "5854"} {"epoch": 7, "update": 6.205, "loss": "0.029", "ppl": "1.02", "wps": "11104.1", "ups": "5.23", "wpb": "2123.3", "bsz": "99.9", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.398", "train_wall": "19", "gb_free": "29", "wall": "5854"} {"epoch": 7, "update": 6.205, "loss": "0.029", "ppl": "1.02", "wps": "11104.1", "ups": "5.23", "wpb": "2123.3", "bsz": "99.9", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.398", "train_wall": "19", "gb_free": "29", "wall": "5854"} {"epoch": 7, "update": 6.205, "loss": "0.029", "ppl": "1.02", "wps": "11104.1", "ups": "5.23", "wpb": "2123.3", "bsz": "99.9", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.398", "train_wall": "19", "gb_free": "29", "wall": "5854"} {"epoch": 7, "update": 6.205, "loss": "0.029", "ppl": "1.02", "wps": "11104.1", "ups": "5.23", "wpb": "2123.3", "bsz": "99.9", "num_updates": "30100", "lr": "0.000182271", "gnorm": "0.398", "train_wall": "19", "gb_free": "29", "wall": "5854"} {"epoch": 7, "update": 6.226, "loss": "0.028", "ppl": "1.02", "wps": "9944.1", "ups": "5.22", "wpb": "1906.5", "bsz": "89.7", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.1", "wall": "5873"} {"epoch": 7, "update": 6.226, "loss": "0.028", "ppl": "1.02", "wps": "9944.1", "ups": "5.22", "wpb": "1906.5", "bsz": "89.7", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.1", "wall": "5873"} {"epoch": 7, "update": 6.226, "loss": "0.028", "ppl": "1.02", "wps": "9944.1", "ups": "5.22", "wpb": "1906.5", "bsz": "89.7", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.1", "wall": "5873"} {"epoch": 7, "update": 6.226, "loss": "0.028", "ppl": "1.02", "wps": "9944.1", "ups": "5.22", "wpb": "1906.5", "bsz": "89.7", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.1", "wall": "5873"} {"epoch": 7, "update": 6.226, "loss": "0.028", "ppl": "1.02", "wps": "9944.1", "ups": "5.22", "wpb": "1906.5", "bsz": "89.7", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.1", "wall": "5873"} {"epoch": 7, "update": 6.226, "loss": "0.028", "ppl": "1.02", "wps": "9944.1", "ups": "5.22", "wpb": "1906.5", "bsz": "89.7", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.1", "wall": "5873"} {"epoch": 7, "update": 6.226, "loss": "0.028", "ppl": "1.02", "wps": "9944.1", "ups": "5.22", "wpb": "1906.5", "bsz": "89.7", "num_updates": "30200", "lr": "0.000181969", "gnorm": "0.422", "train_wall": "19", "gb_free": "29.1", "wall": "5873"} {"epoch": 7, "update": 6.246, "loss": "0.023", "ppl": "1.02", "wps": "10876.1", "ups": "5.21", "wpb": "2087.6", "bsz": "107.6", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.9", "wall": "5892"} {"epoch": 7, "update": 6.246, "loss": "0.023", "ppl": "1.02", "wps": "10876.1", "ups": "5.21", "wpb": "2087.6", "bsz": "107.6", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.9", "wall": "5892"} {"epoch": 7, "update": 6.246, "loss": "0.023", "ppl": "1.02", "wps": "10876.1", "ups": "5.21", "wpb": "2087.6", "bsz": "107.6", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.9", "wall": "5892"} {"epoch": 7, "update": 6.246, "loss": "0.023", "ppl": "1.02", "wps": "10876.1", "ups": "5.21", "wpb": "2087.6", "bsz": "107.6", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.9", "wall": "5892"} {"epoch": 7, "update": 6.246, "loss": "0.023", "ppl": "1.02", "wps": "10876.1", "ups": "5.21", "wpb": "2087.6", "bsz": "107.6", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.9", "wall": "5892"} {"epoch": 7, "update": 6.246, "loss": "0.023", "ppl": "1.02", "wps": "10876.1", "ups": "5.21", "wpb": "2087.6", "bsz": "107.6", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.9", "wall": "5892"} {"epoch": 7, "update": 6.246, "loss": "0.023", "ppl": "1.02", "wps": "10876.1", "ups": "5.21", "wpb": "2087.6", "bsz": "107.6", "num_updates": "30300", "lr": "0.000181668", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.9", "wall": "5892"} {"epoch": 7, "update": 6.267, "loss": "0.028", "ppl": "1.02", "wps": "11133.7", "ups": "5.2", "wpb": "2142", "bsz": "105", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.407", "train_wall": "19", "gb_free": "28.8", "wall": "5911"} {"epoch": 7, "update": 6.267, "loss": "0.028", "ppl": "1.02", "wps": "11133.7", "ups": "5.2", "wpb": "2142", "bsz": "105", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.407", "train_wall": "19", "gb_free": "28.8", "wall": "5911"} {"epoch": 7, "update": 6.267, "loss": "0.028", "ppl": "1.02", "wps": "11133.7", "ups": "5.2", "wpb": "2142", "bsz": "105", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.407", "train_wall": "19", "gb_free": "28.8", "wall": "5911"} {"epoch": 7, "update": 6.267, "loss": "0.028", "ppl": "1.02", "wps": "11133.7", "ups": "5.2", "wpb": "2142", "bsz": "105", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.407", "train_wall": "19", "gb_free": "28.8", "wall": "5911"} {"epoch": 7, "update": 6.267, "loss": "0.028", "ppl": "1.02", "wps": "11133.7", "ups": "5.2", "wpb": "2142", "bsz": "105", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.407", "train_wall": "19", "gb_free": "28.8", "wall": "5911"} {"epoch": 7, "update": 6.267, "loss": "0.028", "ppl": "1.02", "wps": "11133.7", "ups": "5.2", "wpb": "2142", "bsz": "105", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.407", "train_wall": "19", "gb_free": "28.8", "wall": "5911"} {"epoch": 7, "update": 6.267, "loss": "0.028", "ppl": "1.02", "wps": "11133.7", "ups": "5.2", "wpb": "2142", "bsz": "105", "num_updates": "30400", "lr": "0.000181369", "gnorm": "0.407", "train_wall": "19", "gb_free": "28.8", "wall": "5911"} {"epoch": 7, "update": 6.287, "loss": "0.031", "ppl": "1.02", "wps": "10818.5", "ups": "5.26", "wpb": "2058.2", "bsz": "99", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.401", "train_wall": "19", "gb_free": "29.2", "wall": "5930"} {"epoch": 7, "update": 6.287, "loss": "0.031", "ppl": "1.02", "wps": "10818.5", "ups": "5.26", "wpb": "2058.2", "bsz": "99", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.401", "train_wall": "19", "gb_free": "29.2", "wall": "5930"} {"epoch": 7, "update": 6.287, "loss": "0.031", "ppl": "1.02", "wps": "10818.5", "ups": "5.26", "wpb": "2058.2", "bsz": "99", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.401", "train_wall": "19", "gb_free": "29.2", "wall": "5930"} {"epoch": 7, "update": 6.287, "loss": "0.031", "ppl": "1.02", "wps": "10818.5", "ups": "5.26", "wpb": "2058.2", "bsz": "99", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.401", "train_wall": "19", "gb_free": "29.2", "wall": "5930"} {"epoch": 7, "update": 6.287, "loss": "0.031", "ppl": "1.02", "wps": "10818.5", "ups": "5.26", "wpb": "2058.2", "bsz": "99", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.401", "train_wall": "19", "gb_free": "29.2", "wall": "5930"} {"epoch": 7, "update": 6.287, "loss": "0.031", "ppl": "1.02", "wps": "10818.5", "ups": "5.26", "wpb": "2058.2", "bsz": "99", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.401", "train_wall": "19", "gb_free": "29.2", "wall": "5930"} {"epoch": 7, "update": 6.287, "loss": "0.031", "ppl": "1.02", "wps": "10818.5", "ups": "5.26", "wpb": "2058.2", "bsz": "99", "num_updates": "30500", "lr": "0.000181071", "gnorm": "0.401", "train_wall": "19", "gb_free": "29.2", "wall": "5930"} {"epoch": 7, "update": 6.308, "loss": "0.03", "ppl": "1.02", "wps": "9979.9", "ups": "5.2", "wpb": "1918.4", "bsz": "93", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.404", "train_wall": "19", "gb_free": "29", "wall": "5949"} {"epoch": 7, "update": 6.308, "loss": "0.03", "ppl": "1.02", "wps": "9979.9", "ups": "5.2", "wpb": "1918.4", "bsz": "93", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.404", "train_wall": "19", "gb_free": "29", "wall": "5949"} {"epoch": 7, "update": 6.308, "loss": "0.03", "ppl": "1.02", "wps": "9979.9", "ups": "5.2", "wpb": "1918.4", "bsz": "93", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.404", "train_wall": "19", "gb_free": "29", "wall": "5949"} {"epoch": 7, "update": 6.308, "loss": "0.03", "ppl": "1.02", "wps": "9979.9", "ups": "5.2", "wpb": "1918.4", "bsz": "93", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.404", "train_wall": "19", "gb_free": "29", "wall": "5949"} {"epoch": 7, "update": 6.308, "loss": "0.03", "ppl": "1.02", "wps": "9979.9", "ups": "5.2", "wpb": "1918.4", "bsz": "93", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.404", "train_wall": "19", "gb_free": "29", "wall": "5949"} {"epoch": 7, "update": 6.308, "loss": "0.03", "ppl": "1.02", "wps": "9979.9", "ups": "5.2", "wpb": "1918.4", "bsz": "93", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.404", "train_wall": "19", "gb_free": "29", "wall": "5949"} {"epoch": 7, "update": 6.308, "loss": "0.03", "ppl": "1.02", "wps": "9979.9", "ups": "5.2", "wpb": "1918.4", "bsz": "93", "num_updates": "30600", "lr": "0.000180775", "gnorm": "0.404", "train_wall": "19", "gb_free": "29", "wall": "5949"} {"epoch": 7, "update": 6.329, "loss": "0.032", "ppl": "1.02", "wps": "10363.9", "ups": "5.19", "wpb": "1996.1", "bsz": "93.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.1", "wall": "5969"} {"epoch": 7, "update": 6.329, "loss": "0.032", "ppl": "1.02", "wps": "10363.9", "ups": "5.19", "wpb": "1996.1", "bsz": "93.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.1", "wall": "5969"} {"epoch": 7, "update": 6.329, "loss": "0.032", "ppl": "1.02", "wps": "10363.9", "ups": "5.19", "wpb": "1996.1", "bsz": "93.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.1", "wall": "5969"} {"epoch": 7, "update": 6.329, "loss": "0.032", "ppl": "1.02", "wps": "10363.9", "ups": "5.19", "wpb": "1996.1", "bsz": "93.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.1", "wall": "5969"} {"epoch": 7, "update": 6.329, "loss": "0.032", "ppl": "1.02", "wps": "10363.9", "ups": "5.19", "wpb": "1996.1", "bsz": "93.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.1", "wall": "5969"} {"epoch": 7, "update": 6.329, "loss": "0.032", "ppl": "1.02", "wps": "10363.9", "ups": "5.19", "wpb": "1996.1", "bsz": "93.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.1", "wall": "5969"} {"epoch": 7, "update": 6.329, "loss": "0.032", "ppl": "1.02", "wps": "10363.9", "ups": "5.19", "wpb": "1996.1", "bsz": "93.8", "num_updates": "30700", "lr": "0.000180481", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.1", "wall": "5969"} {"epoch": 7, "update": 6.349, "loss": "0.026", "ppl": "1.02", "wps": "10252.3", "ups": "5.23", "wpb": "1958.8", "bsz": "93.6", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.361", "train_wall": "19", "gb_free": "29", "wall": "5988"} {"epoch": 7, "update": 6.349, "loss": "0.026", "ppl": "1.02", "wps": "10252.3", "ups": "5.23", "wpb": "1958.8", "bsz": "93.6", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.361", "train_wall": "19", "gb_free": "29", "wall": "5988"} {"epoch": 7, "update": 6.349, "loss": "0.026", "ppl": "1.02", "wps": "10252.3", "ups": "5.23", "wpb": "1958.8", "bsz": "93.6", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.361", "train_wall": "19", "gb_free": "29", "wall": "5988"} {"epoch": 7, "update": 6.349, "loss": "0.026", "ppl": "1.02", "wps": "10252.3", "ups": "5.23", "wpb": "1958.8", "bsz": "93.6", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.361", "train_wall": "19", "gb_free": "29", "wall": "5988"} {"epoch": 7, "update": 6.349, "loss": "0.026", "ppl": "1.02", "wps": "10252.3", "ups": "5.23", "wpb": "1958.8", "bsz": "93.6", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.361", "train_wall": "19", "gb_free": "29", "wall": "5988"} {"epoch": 7, "update": 6.349, "loss": "0.026", "ppl": "1.02", "wps": "10252.3", "ups": "5.23", "wpb": "1958.8", "bsz": "93.6", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.361", "train_wall": "19", "gb_free": "29", "wall": "5988"} {"epoch": 7, "update": 6.349, "loss": "0.026", "ppl": "1.02", "wps": "10252.3", "ups": "5.23", "wpb": "1958.8", "bsz": "93.6", "num_updates": "30800", "lr": "0.000180187", "gnorm": "0.361", "train_wall": "19", "gb_free": "29", "wall": "5988"} {"epoch": 7, "update": 6.37, "loss": "0.027", "ppl": "1.02", "wps": "10276.7", "ups": "5.22", "wpb": "1968.8", "bsz": "96.8", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.422", "train_wall": "19", "gb_free": "28.9", "wall": "6007"} {"epoch": 7, "update": 6.37, "loss": "0.027", "ppl": "1.02", "wps": "10276.7", "ups": "5.22", "wpb": "1968.8", "bsz": "96.8", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.422", "train_wall": "19", "gb_free": "28.9", "wall": "6007"} {"epoch": 7, "update": 6.37, "loss": "0.027", "ppl": "1.02", "wps": "10276.7", "ups": "5.22", "wpb": "1968.8", "bsz": "96.8", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.422", "train_wall": "19", "gb_free": "28.9", "wall": "6007"} {"epoch": 7, "update": 6.37, "loss": "0.027", "ppl": "1.02", "wps": "10276.7", "ups": "5.22", "wpb": "1968.8", "bsz": "96.8", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.422", "train_wall": "19", "gb_free": "28.9", "wall": "6007"} {"epoch": 7, "update": 6.37, "loss": "0.027", "ppl": "1.02", "wps": "10276.7", "ups": "5.22", "wpb": "1968.8", "bsz": "96.8", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.422", "train_wall": "19", "gb_free": "28.9", "wall": "6007"} {"epoch": 7, "update": 6.37, "loss": "0.027", "ppl": "1.02", "wps": "10276.7", "ups": "5.22", "wpb": "1968.8", "bsz": "96.8", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.422", "train_wall": "19", "gb_free": "28.9", "wall": "6007"} {"epoch": 7, "update": 6.37, "loss": "0.027", "ppl": "1.02", "wps": "10276.7", "ups": "5.22", "wpb": "1968.8", "bsz": "96.8", "num_updates": "30900", "lr": "0.000179896", "gnorm": "0.422", "train_wall": "19", "gb_free": "28.9", "wall": "6007"} {"epoch": 7, "update": 6.39, "loss": "0.033", "ppl": "1.02", "wps": "10433.9", "ups": "5.18", "wpb": "2015.9", "bsz": "95", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.476", "train_wall": "19", "gb_free": "28.9", "wall": "6026"} {"epoch": 7, "update": 6.39, "loss": "0.033", "ppl": "1.02", "wps": "10433.9", "ups": "5.18", "wpb": "2015.9", "bsz": "95", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.476", "train_wall": "19", "gb_free": "28.9", "wall": "6026"} {"epoch": 7, "update": 6.39, "loss": "0.033", "ppl": "1.02", "wps": "10433.9", "ups": "5.18", "wpb": "2015.9", "bsz": "95", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.476", "train_wall": "19", "gb_free": "28.9", "wall": "6026"} {"epoch": 7, "update": 6.39, "loss": "0.033", "ppl": "1.02", "wps": "10433.9", "ups": "5.18", "wpb": "2015.9", "bsz": "95", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.476", "train_wall": "19", "gb_free": "28.9", "wall": "6026"} {"epoch": 7, "update": 6.39, "loss": "0.033", "ppl": "1.02", "wps": "10433.9", "ups": "5.18", "wpb": "2015.9", "bsz": "95", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.476", "train_wall": "19", "gb_free": "28.9", "wall": "6026"} {"epoch": 7, "update": 6.39, "loss": "0.033", "ppl": "1.02", "wps": "10433.9", "ups": "5.18", "wpb": "2015.9", "bsz": "95", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.476", "train_wall": "19", "gb_free": "28.9", "wall": "6026"} {"epoch": 7, "update": 6.39, "loss": "0.033", "ppl": "1.02", "wps": "10433.9", "ups": "5.18", "wpb": "2015.9", "bsz": "95", "num_updates": "31000", "lr": "0.000179605", "gnorm": "0.476", "train_wall": "19", "gb_free": "28.9", "wall": "6026"} {"epoch": 7, "update": 6.411, "loss": "0.028", "ppl": "1.02", "wps": "10837.9", "ups": "5.25", "wpb": "2065.3", "bsz": "97.1", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.392", "train_wall": "19", "gb_free": "29", "wall": "6045"} {"epoch": 7, "update": 6.411, "loss": "0.028", "ppl": "1.02", "wps": "10837.9", "ups": "5.25", "wpb": "2065.3", "bsz": "97.1", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.392", "train_wall": "19", "gb_free": "29", "wall": "6045"} {"epoch": 7, "update": 6.411, "loss": "0.028", "ppl": "1.02", "wps": "10837.9", "ups": "5.25", "wpb": "2065.3", "bsz": "97.1", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.392", "train_wall": "19", "gb_free": "29", "wall": "6045"} {"epoch": 7, "update": 6.411, "loss": "0.028", "ppl": "1.02", "wps": "10837.9", "ups": "5.25", "wpb": "2065.3", "bsz": "97.1", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.392", "train_wall": "19", "gb_free": "29", "wall": "6045"} {"epoch": 7, "update": 6.411, "loss": "0.028", "ppl": "1.02", "wps": "10837.9", "ups": "5.25", "wpb": "2065.3", "bsz": "97.1", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.392", "train_wall": "19", "gb_free": "29", "wall": "6045"} {"epoch": 7, "update": 6.411, "loss": "0.028", "ppl": "1.02", "wps": "10837.9", "ups": "5.25", "wpb": "2065.3", "bsz": "97.1", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.392", "train_wall": "19", "gb_free": "29", "wall": "6045"} {"epoch": 7, "update": 6.411, "loss": "0.028", "ppl": "1.02", "wps": "10837.9", "ups": "5.25", "wpb": "2065.3", "bsz": "97.1", "num_updates": "31100", "lr": "0.000179316", "gnorm": "0.392", "train_wall": "19", "gb_free": "29", "wall": "6045"} {"epoch": 7, "update": 6.432, "loss": "0.029", "ppl": "1.02", "wps": "10898.7", "ups": "5.18", "wpb": "2102.6", "bsz": "99", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.454", "train_wall": "19", "gb_free": "27.2", "wall": "6065"} {"epoch": 7, "update": 6.432, "loss": "0.029", "ppl": "1.02", "wps": "10898.7", "ups": "5.18", "wpb": "2102.6", "bsz": "99", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.454", "train_wall": "19", "gb_free": "27.2", "wall": "6065"} {"epoch": 7, "update": 6.432, "loss": "0.029", "ppl": "1.02", "wps": "10898.7", "ups": "5.18", "wpb": "2102.6", "bsz": "99", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.454", "train_wall": "19", "gb_free": "27.2", "wall": "6065"} {"epoch": 7, "update": 6.432, "loss": "0.029", "ppl": "1.02", "wps": "10898.7", "ups": "5.18", "wpb": "2102.6", "bsz": "99", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.454", "train_wall": "19", "gb_free": "27.2", "wall": "6065"} {"epoch": 7, "update": 6.432, "loss": "0.029", "ppl": "1.02", "wps": "10898.7", "ups": "5.18", "wpb": "2102.6", "bsz": "99", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.454", "train_wall": "19", "gb_free": "27.2", "wall": "6065"} {"epoch": 7, "update": 6.432, "loss": "0.029", "ppl": "1.02", "wps": "10898.7", "ups": "5.18", "wpb": "2102.6", "bsz": "99", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.454", "train_wall": "19", "gb_free": "27.2", "wall": "6065"} {"epoch": 7, "update": 6.432, "loss": "0.029", "ppl": "1.02", "wps": "10898.7", "ups": "5.18", "wpb": "2102.6", "bsz": "99", "num_updates": "31200", "lr": "0.000179029", "gnorm": "0.454", "train_wall": "19", "gb_free": "27.2", "wall": "6065"} {"epoch": 7, "update": 6.452, "loss": "0.034", "ppl": "1.02", "wps": "11120.1", "ups": "5.24", "wpb": "2120.8", "bsz": "98.5", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.541", "train_wall": "19", "gb_free": "28.9", "wall": "6084"} {"epoch": 7, "update": 6.452, "loss": "0.034", "ppl": "1.02", "wps": "11120.1", "ups": "5.24", "wpb": "2120.8", "bsz": "98.5", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.541", "train_wall": "19", "gb_free": "28.9", "wall": "6084"} {"epoch": 7, "update": 6.452, "loss": "0.034", "ppl": "1.02", "wps": "11120.1", "ups": "5.24", "wpb": "2120.8", "bsz": "98.5", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.541", "train_wall": "19", "gb_free": "28.9", "wall": "6084"} {"epoch": 7, "update": 6.452, "loss": "0.034", "ppl": "1.02", "wps": "11120.1", "ups": "5.24", "wpb": "2120.8", "bsz": "98.5", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.541", "train_wall": "19", "gb_free": "28.9", "wall": "6084"} {"epoch": 7, "update": 6.452, "loss": "0.034", "ppl": "1.02", "wps": "11120.1", "ups": "5.24", "wpb": "2120.8", "bsz": "98.5", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.541", "train_wall": "19", "gb_free": "28.9", "wall": "6084"} {"epoch": 7, "update": 6.452, "loss": "0.034", "ppl": "1.02", "wps": "11120.1", "ups": "5.24", "wpb": "2120.8", "bsz": "98.5", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.541", "train_wall": "19", "gb_free": "28.9", "wall": "6084"} {"epoch": 7, "update": 6.452, "loss": "0.034", "ppl": "1.02", "wps": "11120.1", "ups": "5.24", "wpb": "2120.8", "bsz": "98.5", "num_updates": "31300", "lr": "0.000178743", "gnorm": "0.541", "train_wall": "19", "gb_free": "28.9", "wall": "6084"} {"epoch": 7, "update": 6.473, "loss": "0.028", "ppl": "1.02", "wps": "10521.6", "ups": "5.23", "wpb": "2010.7", "bsz": "93.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.459", "train_wall": "19", "gb_free": "29.2", "wall": "6103"} {"epoch": 7, "update": 6.473, "loss": "0.028", "ppl": "1.02", "wps": "10521.6", "ups": "5.23", "wpb": "2010.7", "bsz": "93.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.459", "train_wall": "19", "gb_free": "29.2", "wall": "6103"} {"epoch": 7, "update": 6.473, "loss": "0.028", "ppl": "1.02", "wps": "10521.6", "ups": "5.23", "wpb": "2010.7", "bsz": "93.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.459", "train_wall": "19", "gb_free": "29.2", "wall": "6103"} {"epoch": 7, "update": 6.473, "loss": "0.028", "ppl": "1.02", "wps": "10521.6", "ups": "5.23", "wpb": "2010.7", "bsz": "93.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.459", "train_wall": "19", "gb_free": "29.2", "wall": "6103"} {"epoch": 7, "update": 6.473, "loss": "0.028", "ppl": "1.02", "wps": "10521.6", "ups": "5.23", "wpb": "2010.7", "bsz": "93.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.459", "train_wall": "19", "gb_free": "29.2", "wall": "6103"} {"epoch": 7, "update": 6.473, "loss": "0.028", "ppl": "1.02", "wps": "10521.6", "ups": "5.23", "wpb": "2010.7", "bsz": "93.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.459", "train_wall": "19", "gb_free": "29.2", "wall": "6103"} {"epoch": 7, "update": 6.473, "loss": "0.028", "ppl": "1.02", "wps": "10521.6", "ups": "5.23", "wpb": "2010.7", "bsz": "93.2", "num_updates": "31400", "lr": "0.000178458", "gnorm": "0.459", "train_wall": "19", "gb_free": "29.2", "wall": "6103"} {"epoch": 7, "update": 6.494, "loss": "0.035", "ppl": "1.02", "wps": "10732", "ups": "5.21", "wpb": "2059.7", "bsz": "96.4", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.491", "train_wall": "19", "gb_free": "29", "wall": "6122"} {"epoch": 7, "update": 6.494, "loss": "0.035", "ppl": "1.02", "wps": "10732", "ups": "5.21", "wpb": "2059.7", "bsz": "96.4", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.491", "train_wall": "19", "gb_free": "29", "wall": "6122"} {"epoch": 7, "update": 6.494, "loss": "0.035", "ppl": "1.02", "wps": "10732", "ups": "5.21", "wpb": "2059.7", "bsz": "96.4", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.491", "train_wall": "19", "gb_free": "29", "wall": "6122"} {"epoch": 7, "update": 6.494, "loss": "0.035", "ppl": "1.02", "wps": "10732", "ups": "5.21", "wpb": "2059.7", "bsz": "96.4", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.491", "train_wall": "19", "gb_free": "29", "wall": "6122"} {"epoch": 7, "update": 6.494, "loss": "0.035", "ppl": "1.02", "wps": "10732", "ups": "5.21", "wpb": "2059.7", "bsz": "96.4", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.491", "train_wall": "19", "gb_free": "29", "wall": "6122"} {"epoch": 7, "update": 6.494, "loss": "0.035", "ppl": "1.02", "wps": "10732", "ups": "5.21", "wpb": "2059.7", "bsz": "96.4", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.491", "train_wall": "19", "gb_free": "29", "wall": "6122"} {"epoch": 7, "update": 6.494, "loss": "0.035", "ppl": "1.02", "wps": "10732", "ups": "5.21", "wpb": "2059.7", "bsz": "96.4", "num_updates": "31500", "lr": "0.000178174", "gnorm": "0.491", "train_wall": "19", "gb_free": "29", "wall": "6122"} {"epoch": 7, "update": 6.514, "loss": "0.025", "ppl": "1.02", "wps": "10559.9", "ups": "5.25", "wpb": "2013.3", "bsz": "97.4", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.378", "train_wall": "19", "gb_free": "28.3", "wall": "6141"} {"epoch": 7, "update": 6.514, "loss": "0.025", "ppl": "1.02", "wps": "10559.9", "ups": "5.25", "wpb": "2013.3", "bsz": "97.4", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.378", "train_wall": "19", "gb_free": "28.3", "wall": "6141"} {"epoch": 7, "update": 6.514, "loss": "0.025", "ppl": "1.02", "wps": "10559.9", "ups": "5.25", "wpb": "2013.3", "bsz": "97.4", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.378", "train_wall": "19", "gb_free": "28.3", "wall": "6141"} {"epoch": 7, "update": 6.514, "loss": "0.025", "ppl": "1.02", "wps": "10559.9", "ups": "5.25", "wpb": "2013.3", "bsz": "97.4", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.378", "train_wall": "19", "gb_free": "28.3", "wall": "6141"} {"epoch": 7, "update": 6.514, "loss": "0.025", "ppl": "1.02", "wps": "10559.9", "ups": "5.25", "wpb": "2013.3", "bsz": "97.4", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.378", "train_wall": "19", "gb_free": "28.3", "wall": "6141"} {"epoch": 7, "update": 6.514, "loss": "0.025", "ppl": "1.02", "wps": "10559.9", "ups": "5.25", "wpb": "2013.3", "bsz": "97.4", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.378", "train_wall": "19", "gb_free": "28.3", "wall": "6141"} {"epoch": 7, "update": 6.514, "loss": "0.025", "ppl": "1.02", "wps": "10559.9", "ups": "5.25", "wpb": "2013.3", "bsz": "97.4", "num_updates": "31600", "lr": "0.000177892", "gnorm": "0.378", "train_wall": "19", "gb_free": "28.3", "wall": "6141"} {"epoch": 7, "update": 6.535, "loss": "0.03", "ppl": "1.02", "wps": "9728.3", "ups": "5.16", "wpb": "1883.6", "bsz": "89.5", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.481", "train_wall": "19", "gb_free": "28.9", "wall": "6160"} {"epoch": 7, "update": 6.535, "loss": "0.03", "ppl": "1.02", "wps": "9728.3", "ups": "5.16", "wpb": "1883.6", "bsz": "89.5", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.481", "train_wall": "19", "gb_free": "28.9", "wall": "6160"} {"epoch": 7, "update": 6.535, "loss": "0.03", "ppl": "1.02", "wps": "9728.3", "ups": "5.16", "wpb": "1883.6", "bsz": "89.5", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.481", "train_wall": "19", "gb_free": "28.9", "wall": "6160"} {"epoch": 7, "update": 6.535, "loss": "0.03", "ppl": "1.02", "wps": "9728.3", "ups": "5.16", "wpb": "1883.6", "bsz": "89.5", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.481", "train_wall": "19", "gb_free": "28.9", "wall": "6160"} {"epoch": 7, "update": 6.535, "loss": "0.03", "ppl": "1.02", "wps": "9728.3", "ups": "5.16", "wpb": "1883.6", "bsz": "89.5", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.481", "train_wall": "19", "gb_free": "28.9", "wall": "6160"} {"epoch": 7, "update": 6.535, "loss": "0.03", "ppl": "1.02", "wps": "9728.3", "ups": "5.16", "wpb": "1883.6", "bsz": "89.5", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.481", "train_wall": "19", "gb_free": "28.9", "wall": "6160"} {"epoch": 7, "update": 6.535, "loss": "0.03", "ppl": "1.02", "wps": "9728.3", "ups": "5.16", "wpb": "1883.6", "bsz": "89.5", "num_updates": "31700", "lr": "0.000177611", "gnorm": "0.481", "train_wall": "19", "gb_free": "28.9", "wall": "6160"} {"epoch": 7, "update": 6.555, "loss": "0.031", "ppl": "1.02", "wps": "10038.1", "ups": "5.25", "wpb": "1913.8", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.7", "wall": "6179"} {"epoch": 7, "update": 6.555, "loss": "0.031", "ppl": "1.02", "wps": "10038.1", "ups": "5.25", "wpb": "1913.8", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.7", "wall": "6179"} {"epoch": 7, "update": 6.555, "loss": "0.031", "ppl": "1.02", "wps": "10038.1", "ups": "5.25", "wpb": "1913.8", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.7", "wall": "6179"} {"epoch": 7, "update": 6.555, "loss": "0.031", "ppl": "1.02", "wps": "10038.1", "ups": "5.25", "wpb": "1913.8", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.7", "wall": "6179"} {"epoch": 7, "update": 6.555, "loss": "0.031", "ppl": "1.02", "wps": "10038.1", "ups": "5.25", "wpb": "1913.8", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.7", "wall": "6179"} {"epoch": 7, "update": 6.555, "loss": "0.031", "ppl": "1.02", "wps": "10038.1", "ups": "5.25", "wpb": "1913.8", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.7", "wall": "6179"} {"epoch": 7, "update": 6.555, "loss": "0.031", "ppl": "1.02", "wps": "10038.1", "ups": "5.25", "wpb": "1913.8", "bsz": "93.4", "num_updates": "31800", "lr": "0.000177332", "gnorm": "0.417", "train_wall": "19", "gb_free": "28.7", "wall": "6179"} {"epoch": 7, "update": 6.576, "loss": "0.025", "ppl": "1.02", "wps": "10404.6", "ups": "5.24", "wpb": "1984.5", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.351", "train_wall": "19", "gb_free": "28.8", "wall": "6199"} {"epoch": 7, "update": 6.576, "loss": "0.025", "ppl": "1.02", "wps": "10404.6", "ups": "5.24", "wpb": "1984.5", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.351", "train_wall": "19", "gb_free": "28.8", "wall": "6199"} {"epoch": 7, "update": 6.576, "loss": "0.025", "ppl": "1.02", "wps": "10404.6", "ups": "5.24", "wpb": "1984.5", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.351", "train_wall": "19", "gb_free": "28.8", "wall": "6199"} {"epoch": 7, "update": 6.576, "loss": "0.025", "ppl": "1.02", "wps": "10404.6", "ups": "5.24", "wpb": "1984.5", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.351", "train_wall": "19", "gb_free": "28.8", "wall": "6199"} {"epoch": 7, "update": 6.576, "loss": "0.025", "ppl": "1.02", "wps": "10404.6", "ups": "5.24", "wpb": "1984.5", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.351", "train_wall": "19", "gb_free": "28.8", "wall": "6199"} {"epoch": 7, "update": 6.576, "loss": "0.025", "ppl": "1.02", "wps": "10404.6", "ups": "5.24", "wpb": "1984.5", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.351", "train_wall": "19", "gb_free": "28.8", "wall": "6199"} {"epoch": 7, "update": 6.576, "loss": "0.025", "ppl": "1.02", "wps": "10404.6", "ups": "5.24", "wpb": "1984.5", "bsz": "96.6", "num_updates": "31900", "lr": "0.000177054", "gnorm": "0.351", "train_wall": "19", "gb_free": "28.8", "wall": "6199"} {"epoch": 7, "update": 6.597, "loss": "0.031", "ppl": "1.02", "wps": "9366.5", "ups": "5.2", "wpb": "1799.8", "bsz": "92.2", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.508", "train_wall": "19", "gb_free": "28.9", "wall": "6218"} {"epoch": 7, "update": 6.597, "loss": "0.031", "ppl": "1.02", "wps": "9366.5", "ups": "5.2", "wpb": "1799.8", "bsz": "92.2", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.508", "train_wall": "19", "gb_free": "28.9", "wall": "6218"} {"epoch": 7, "update": 6.597, "loss": "0.031", "ppl": "1.02", "wps": "9366.5", "ups": "5.2", "wpb": "1799.8", "bsz": "92.2", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.508", "train_wall": "19", "gb_free": "28.9", "wall": "6218"} {"epoch": 7, "update": 6.597, "loss": "0.031", "ppl": "1.02", "wps": "9366.5", "ups": "5.2", "wpb": "1799.8", "bsz": "92.2", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.508", "train_wall": "19", "gb_free": "28.9", "wall": "6218"} {"epoch": 7, "update": 6.597, "loss": "0.031", "ppl": "1.02", "wps": "9366.5", "ups": "5.2", "wpb": "1799.8", "bsz": "92.2", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.508", "train_wall": "19", "gb_free": "28.9", "wall": "6218"} {"epoch": 7, "update": 6.597, "loss": "0.031", "ppl": "1.02", "wps": "9366.5", "ups": "5.2", "wpb": "1799.8", "bsz": "92.2", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.508", "train_wall": "19", "gb_free": "28.9", "wall": "6218"} {"epoch": 7, "update": 6.597, "loss": "0.031", "ppl": "1.02", "wps": "9366.5", "ups": "5.2", "wpb": "1799.8", "bsz": "92.2", "num_updates": "32000", "lr": "0.000176777", "gnorm": "0.508", "train_wall": "19", "gb_free": "28.9", "wall": "6218"} {"epoch": 7, "update": 6.617, "loss": "0.026", "ppl": "1.02", "wps": "10702.1", "ups": "5.23", "wpb": "2045.7", "bsz": "100.2", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.388", "train_wall": "19", "gb_free": "28.9", "wall": "6237"} {"epoch": 7, "update": 6.617, "loss": "0.026", "ppl": "1.02", "wps": "10702.1", "ups": "5.23", "wpb": "2045.7", "bsz": "100.2", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.388", "train_wall": "19", "gb_free": "28.9", "wall": "6237"} {"epoch": 7, "update": 6.617, "loss": "0.026", "ppl": "1.02", "wps": "10702.1", "ups": "5.23", "wpb": "2045.7", "bsz": "100.2", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.388", "train_wall": "19", "gb_free": "28.9", "wall": "6237"} {"epoch": 7, "update": 6.617, "loss": "0.026", "ppl": "1.02", "wps": "10702.1", "ups": "5.23", "wpb": "2045.7", "bsz": "100.2", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.388", "train_wall": "19", "gb_free": "28.9", "wall": "6237"} {"epoch": 7, "update": 6.617, "loss": "0.026", "ppl": "1.02", "wps": "10702.1", "ups": "5.23", "wpb": "2045.7", "bsz": "100.2", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.388", "train_wall": "19", "gb_free": "28.9", "wall": "6237"} {"epoch": 7, "update": 6.617, "loss": "0.026", "ppl": "1.02", "wps": "10702.1", "ups": "5.23", "wpb": "2045.7", "bsz": "100.2", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.388", "train_wall": "19", "gb_free": "28.9", "wall": "6237"} {"epoch": 7, "update": 6.617, "loss": "0.026", "ppl": "1.02", "wps": "10702.1", "ups": "5.23", "wpb": "2045.7", "bsz": "100.2", "num_updates": "32100", "lr": "0.000176501", "gnorm": "0.388", "train_wall": "19", "gb_free": "28.9", "wall": "6237"} {"epoch": 7, "update": 6.638, "loss": "0.026", "ppl": "1.02", "wps": "9900", "ups": "5.19", "wpb": "1907", "bsz": "88.9", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.393", "train_wall": "19", "gb_free": "29.1", "wall": "6256"} {"epoch": 7, "update": 6.638, "loss": "0.026", "ppl": "1.02", "wps": "9900", "ups": "5.19", "wpb": "1907", "bsz": "88.9", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.393", "train_wall": "19", "gb_free": "29.1", "wall": "6256"} {"epoch": 7, "update": 6.638, "loss": "0.026", "ppl": "1.02", "wps": "9900", "ups": "5.19", "wpb": "1907", "bsz": "88.9", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.393", "train_wall": "19", "gb_free": "29.1", "wall": "6256"} {"epoch": 7, "update": 6.638, "loss": "0.026", "ppl": "1.02", "wps": "9900", "ups": "5.19", "wpb": "1907", "bsz": "88.9", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.393", "train_wall": "19", "gb_free": "29.1", "wall": "6256"} {"epoch": 7, "update": 6.638, "loss": "0.026", "ppl": "1.02", "wps": "9900", "ups": "5.19", "wpb": "1907", "bsz": "88.9", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.393", "train_wall": "19", "gb_free": "29.1", "wall": "6256"} {"epoch": 7, "update": 6.638, "loss": "0.026", "ppl": "1.02", "wps": "9900", "ups": "5.19", "wpb": "1907", "bsz": "88.9", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.393", "train_wall": "19", "gb_free": "29.1", "wall": "6256"} {"epoch": 7, "update": 6.638, "loss": "0.026", "ppl": "1.02", "wps": "9900", "ups": "5.19", "wpb": "1907", "bsz": "88.9", "num_updates": "32200", "lr": "0.000176227", "gnorm": "0.393", "train_wall": "19", "gb_free": "29.1", "wall": "6256"} {"epoch": 7, "update": 6.658, "loss": "0.024", "ppl": "1.02", "wps": "11161.7", "ups": "5.24", "wpb": "2129.2", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.353", "train_wall": "19", "gb_free": "29.1", "wall": "6275"} {"epoch": 7, "update": 6.658, "loss": "0.024", "ppl": "1.02", "wps": "11161.7", "ups": "5.24", "wpb": "2129.2", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.353", "train_wall": "19", "gb_free": "29.1", "wall": "6275"} {"epoch": 7, "update": 6.658, "loss": "0.024", "ppl": "1.02", "wps": "11161.7", "ups": "5.24", "wpb": "2129.2", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.353", "train_wall": "19", "gb_free": "29.1", "wall": "6275"} {"epoch": 7, "update": 6.658, "loss": "0.024", "ppl": "1.02", "wps": "11161.7", "ups": "5.24", "wpb": "2129.2", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.353", "train_wall": "19", "gb_free": "29.1", "wall": "6275"} {"epoch": 7, "update": 6.658, "loss": "0.024", "ppl": "1.02", "wps": "11161.7", "ups": "5.24", "wpb": "2129.2", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.353", "train_wall": "19", "gb_free": "29.1", "wall": "6275"} {"epoch": 7, "update": 6.658, "loss": "0.024", "ppl": "1.02", "wps": "11161.7", "ups": "5.24", "wpb": "2129.2", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.353", "train_wall": "19", "gb_free": "29.1", "wall": "6275"} {"epoch": 7, "update": 6.658, "loss": "0.024", "ppl": "1.02", "wps": "11161.7", "ups": "5.24", "wpb": "2129.2", "bsz": "104.2", "num_updates": "32300", "lr": "0.000175954", "gnorm": "0.353", "train_wall": "19", "gb_free": "29.1", "wall": "6275"} {"epoch": 7, "update": 6.679, "loss": "0.025", "ppl": "1.02", "wps": "9748", "ups": "5.23", "wpb": "1864.3", "bsz": "91.3", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.402", "train_wall": "19", "gb_free": "29", "wall": "6294"} {"epoch": 7, "update": 6.679, "loss": "0.025", "ppl": "1.02", "wps": "9748", "ups": "5.23", "wpb": "1864.3", "bsz": "91.3", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.402", "train_wall": "19", "gb_free": "29", "wall": "6294"} {"epoch": 7, "update": 6.679, "loss": "0.025", "ppl": "1.02", "wps": "9748", "ups": "5.23", "wpb": "1864.3", "bsz": "91.3", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.402", "train_wall": "19", "gb_free": "29", "wall": "6294"} {"epoch": 7, "update": 6.679, "loss": "0.025", "ppl": "1.02", "wps": "9748", "ups": "5.23", "wpb": "1864.3", "bsz": "91.3", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.402", "train_wall": "19", "gb_free": "29", "wall": "6294"} {"epoch": 7, "update": 6.679, "loss": "0.025", "ppl": "1.02", "wps": "9748", "ups": "5.23", "wpb": "1864.3", "bsz": "91.3", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.402", "train_wall": "19", "gb_free": "29", "wall": "6294"} {"epoch": 7, "update": 6.679, "loss": "0.025", "ppl": "1.02", "wps": "9748", "ups": "5.23", "wpb": "1864.3", "bsz": "91.3", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.402", "train_wall": "19", "gb_free": "29", "wall": "6294"} {"epoch": 7, "update": 6.679, "loss": "0.025", "ppl": "1.02", "wps": "9748", "ups": "5.23", "wpb": "1864.3", "bsz": "91.3", "num_updates": "32400", "lr": "0.000175682", "gnorm": "0.402", "train_wall": "19", "gb_free": "29", "wall": "6294"} {"epoch": 7, "update": 6.7, "loss": "0.021", "ppl": "1.02", "wps": "11216.2", "ups": "5.27", "wpb": "2126.8", "bsz": "112.1", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.1", "wall": "6313"} {"epoch": 7, "update": 6.7, "loss": "0.021", "ppl": "1.02", "wps": "11216.2", "ups": "5.27", "wpb": "2126.8", "bsz": "112.1", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.1", "wall": "6313"} {"epoch": 7, "update": 6.7, "loss": "0.021", "ppl": "1.02", "wps": "11216.2", "ups": "5.27", "wpb": "2126.8", "bsz": "112.1", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.1", "wall": "6313"} {"epoch": 7, "update": 6.7, "loss": "0.021", "ppl": "1.02", "wps": "11216.2", "ups": "5.27", "wpb": "2126.8", "bsz": "112.1", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.1", "wall": "6313"} {"epoch": 7, "update": 6.7, "loss": "0.021", "ppl": "1.02", "wps": "11216.2", "ups": "5.27", "wpb": "2126.8", "bsz": "112.1", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.1", "wall": "6313"} {"epoch": 7, "update": 6.7, "loss": "0.021", "ppl": "1.02", "wps": "11216.2", "ups": "5.27", "wpb": "2126.8", "bsz": "112.1", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.1", "wall": "6313"} {"epoch": 7, "update": 6.7, "loss": "0.021", "ppl": "1.02", "wps": "11216.2", "ups": "5.27", "wpb": "2126.8", "bsz": "112.1", "num_updates": "32500", "lr": "0.000175412", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.1", "wall": "6313"} {"epoch": 7, "update": 6.72, "loss": "0.021", "ppl": "1.01", "wps": "10431", "ups": "5.22", "wpb": "1997.6", "bsz": "97.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "6332"} {"epoch": 7, "update": 6.72, "loss": "0.021", "ppl": "1.01", "wps": "10431", "ups": "5.22", "wpb": "1997.6", "bsz": "97.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "6332"} {"epoch": 7, "update": 6.72, "loss": "0.021", "ppl": "1.01", "wps": "10431", "ups": "5.22", "wpb": "1997.6", "bsz": "97.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "6332"} {"epoch": 7, "update": 6.72, "loss": "0.021", "ppl": "1.01", "wps": "10431", "ups": "5.22", "wpb": "1997.6", "bsz": "97.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "6332"} {"epoch": 7, "update": 6.72, "loss": "0.021", "ppl": "1.01", "wps": "10431", "ups": "5.22", "wpb": "1997.6", "bsz": "97.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "6332"} {"epoch": 7, "update": 6.72, "loss": "0.021", "ppl": "1.01", "wps": "10431", "ups": "5.22", "wpb": "1997.6", "bsz": "97.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "6332"} {"epoch": 7, "update": 6.72, "loss": "0.021", "ppl": "1.01", "wps": "10431", "ups": "5.22", "wpb": "1997.6", "bsz": "97.8", "num_updates": "32600", "lr": "0.000175142", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "6332"} {"epoch": 7, "update": 6.741, "loss": "0.026", "ppl": "1.02", "wps": "9696.4", "ups": "5.19", "wpb": "1868.2", "bsz": "93.9", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.449", "train_wall": "19", "gb_free": "29.2", "wall": "6352"} {"epoch": 7, "update": 6.741, "loss": "0.026", "ppl": "1.02", "wps": "9696.4", "ups": "5.19", "wpb": "1868.2", "bsz": "93.9", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.449", "train_wall": "19", "gb_free": "29.2", "wall": "6352"} {"epoch": 7, "update": 6.741, "loss": "0.026", "ppl": "1.02", "wps": "9696.4", "ups": "5.19", "wpb": "1868.2", "bsz": "93.9", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.449", "train_wall": "19", "gb_free": "29.2", "wall": "6352"} {"epoch": 7, "update": 6.741, "loss": "0.026", "ppl": "1.02", "wps": "9696.4", "ups": "5.19", "wpb": "1868.2", "bsz": "93.9", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.449", "train_wall": "19", "gb_free": "29.2", "wall": "6352"} {"epoch": 7, "update": 6.741, "loss": "0.026", "ppl": "1.02", "wps": "9696.4", "ups": "5.19", "wpb": "1868.2", "bsz": "93.9", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.449", "train_wall": "19", "gb_free": "29.2", "wall": "6352"} {"epoch": 7, "update": 6.741, "loss": "0.026", "ppl": "1.02", "wps": "9696.4", "ups": "5.19", "wpb": "1868.2", "bsz": "93.9", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.449", "train_wall": "19", "gb_free": "29.2", "wall": "6352"} {"epoch": 7, "update": 6.741, "loss": "0.026", "ppl": "1.02", "wps": "9696.4", "ups": "5.19", "wpb": "1868.2", "bsz": "93.9", "num_updates": "32700", "lr": "0.000174874", "gnorm": "0.449", "train_wall": "19", "gb_free": "29.2", "wall": "6352"} {"epoch": 7, "update": 6.761, "loss": "0.025", "ppl": "1.02", "wps": "9654.8", "ups": "5.17", "wpb": "1865.8", "bsz": "87", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.2", "wall": "6371"} {"epoch": 7, "update": 6.761, "loss": "0.025", "ppl": "1.02", "wps": "9654.8", "ups": "5.17", "wpb": "1865.8", "bsz": "87", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.2", "wall": "6371"} {"epoch": 7, "update": 6.761, "loss": "0.025", "ppl": "1.02", "wps": "9654.8", "ups": "5.17", "wpb": "1865.8", "bsz": "87", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.2", "wall": "6371"} {"epoch": 7, "update": 6.761, "loss": "0.025", "ppl": "1.02", "wps": "9654.8", "ups": "5.17", "wpb": "1865.8", "bsz": "87", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.2", "wall": "6371"} {"epoch": 7, "update": 6.761, "loss": "0.025", "ppl": "1.02", "wps": "9654.8", "ups": "5.17", "wpb": "1865.8", "bsz": "87", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.2", "wall": "6371"} {"epoch": 7, "update": 6.761, "loss": "0.025", "ppl": "1.02", "wps": "9654.8", "ups": "5.17", "wpb": "1865.8", "bsz": "87", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.2", "wall": "6371"} {"epoch": 7, "update": 6.761, "loss": "0.025", "ppl": "1.02", "wps": "9654.8", "ups": "5.17", "wpb": "1865.8", "bsz": "87", "num_updates": "32800", "lr": "0.000174608", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.2", "wall": "6371"} {"epoch": 7, "update": 6.782, "loss": "0.024", "ppl": "1.02", "wps": "9418.9", "ups": "5.18", "wpb": "1819.3", "bsz": "85.3", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.428", "train_wall": "19", "gb_free": "26.7", "wall": "6390"} {"epoch": 7, "update": 6.782, "loss": "0.024", "ppl": "1.02", "wps": "9418.9", "ups": "5.18", "wpb": "1819.3", "bsz": "85.3", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.428", "train_wall": "19", "gb_free": "26.7", "wall": "6390"} {"epoch": 7, "update": 6.782, "loss": "0.024", "ppl": "1.02", "wps": "9418.9", "ups": "5.18", "wpb": "1819.3", "bsz": "85.3", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.428", "train_wall": "19", "gb_free": "26.7", "wall": "6390"} {"epoch": 7, "update": 6.782, "loss": "0.024", "ppl": "1.02", "wps": "9418.9", "ups": "5.18", "wpb": "1819.3", "bsz": "85.3", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.428", "train_wall": "19", "gb_free": "26.7", "wall": "6390"} {"epoch": 7, "update": 6.782, "loss": "0.024", "ppl": "1.02", "wps": "9418.9", "ups": "5.18", "wpb": "1819.3", "bsz": "85.3", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.428", "train_wall": "19", "gb_free": "26.7", "wall": "6390"} {"epoch": 7, "update": 6.782, "loss": "0.024", "ppl": "1.02", "wps": "9418.9", "ups": "5.18", "wpb": "1819.3", "bsz": "85.3", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.428", "train_wall": "19", "gb_free": "26.7", "wall": "6390"} {"epoch": 7, "update": 6.782, "loss": "0.024", "ppl": "1.02", "wps": "9418.9", "ups": "5.18", "wpb": "1819.3", "bsz": "85.3", "num_updates": "32900", "lr": "0.000174342", "gnorm": "0.428", "train_wall": "19", "gb_free": "26.7", "wall": "6390"} {"epoch": 7, "update": 6.803, "loss": "0.023", "ppl": "1.02", "wps": "10479.4", "ups": "5.21", "wpb": "2009.7", "bsz": "98.5", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.411", "train_wall": "19", "gb_free": "27.3", "wall": "6410"} {"epoch": 7, "update": 6.803, "loss": "0.023", "ppl": "1.02", "wps": "10479.4", "ups": "5.21", "wpb": "2009.7", "bsz": "98.5", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.411", "train_wall": "19", "gb_free": "27.3", "wall": "6410"} {"epoch": 7, "update": 6.803, "loss": "0.023", "ppl": "1.02", "wps": "10479.4", "ups": "5.21", "wpb": "2009.7", "bsz": "98.5", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.411", "train_wall": "19", "gb_free": "27.3", "wall": "6410"} {"epoch": 7, "update": 6.803, "loss": "0.023", "ppl": "1.02", "wps": "10479.4", "ups": "5.21", "wpb": "2009.7", "bsz": "98.5", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.411", "train_wall": "19", "gb_free": "27.3", "wall": "6410"} {"epoch": 7, "update": 6.803, "loss": "0.023", "ppl": "1.02", "wps": "10479.4", "ups": "5.21", "wpb": "2009.7", "bsz": "98.5", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.411", "train_wall": "19", "gb_free": "27.3", "wall": "6410"} {"epoch": 7, "update": 6.803, "loss": "0.023", "ppl": "1.02", "wps": "10479.4", "ups": "5.21", "wpb": "2009.7", "bsz": "98.5", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.411", "train_wall": "19", "gb_free": "27.3", "wall": "6410"} {"epoch": 7, "update": 6.803, "loss": "0.023", "ppl": "1.02", "wps": "10479.4", "ups": "5.21", "wpb": "2009.7", "bsz": "98.5", "num_updates": "33000", "lr": "0.000174078", "gnorm": "0.411", "train_wall": "19", "gb_free": "27.3", "wall": "6410"} {"epoch": 7, "update": 6.823, "loss": "0.025", "ppl": "1.02", "wps": "11074.8", "ups": "5.27", "wpb": "2102", "bsz": "99.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.406", "train_wall": "19", "gb_free": "27.7", "wall": "6429"} {"epoch": 7, "update": 6.823, "loss": "0.025", "ppl": "1.02", "wps": "11074.8", "ups": "5.27", "wpb": "2102", "bsz": "99.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.406", "train_wall": "19", "gb_free": "27.7", "wall": "6429"} {"epoch": 7, "update": 6.823, "loss": "0.025", "ppl": "1.02", "wps": "11074.8", "ups": "5.27", "wpb": "2102", "bsz": "99.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.406", "train_wall": "19", "gb_free": "27.7", "wall": "6429"} {"epoch": 7, "update": 6.823, "loss": "0.025", "ppl": "1.02", "wps": "11074.8", "ups": "5.27", "wpb": "2102", "bsz": "99.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.406", "train_wall": "19", "gb_free": "27.7", "wall": "6429"} {"epoch": 7, "update": 6.823, "loss": "0.025", "ppl": "1.02", "wps": "11074.8", "ups": "5.27", "wpb": "2102", "bsz": "99.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.406", "train_wall": "19", "gb_free": "27.7", "wall": "6429"} {"epoch": 7, "update": 6.823, "loss": "0.025", "ppl": "1.02", "wps": "11074.8", "ups": "5.27", "wpb": "2102", "bsz": "99.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.406", "train_wall": "19", "gb_free": "27.7", "wall": "6429"} {"epoch": 7, "update": 6.823, "loss": "0.025", "ppl": "1.02", "wps": "11074.8", "ups": "5.27", "wpb": "2102", "bsz": "99.8", "num_updates": "33100", "lr": "0.000173814", "gnorm": "0.406", "train_wall": "19", "gb_free": "27.7", "wall": "6429"} {"epoch": 7, "update": 6.844, "loss": "0.024", "ppl": "1.02", "wps": "10383.8", "ups": "5.21", "wpb": "1993.6", "bsz": "99.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.9", "wall": "6448"} {"epoch": 7, "update": 6.844, "loss": "0.024", "ppl": "1.02", "wps": "10383.8", "ups": "5.21", "wpb": "1993.6", "bsz": "99.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.9", "wall": "6448"} {"epoch": 7, "update": 6.844, "loss": "0.024", "ppl": "1.02", "wps": "10383.8", "ups": "5.21", "wpb": "1993.6", "bsz": "99.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.9", "wall": "6448"} {"epoch": 7, "update": 6.844, "loss": "0.024", "ppl": "1.02", "wps": "10383.8", "ups": "5.21", "wpb": "1993.6", "bsz": "99.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.9", "wall": "6448"} {"epoch": 7, "update": 6.844, "loss": "0.024", "ppl": "1.02", "wps": "10383.8", "ups": "5.21", "wpb": "1993.6", "bsz": "99.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.9", "wall": "6448"} {"epoch": 7, "update": 6.844, "loss": "0.024", "ppl": "1.02", "wps": "10383.8", "ups": "5.21", "wpb": "1993.6", "bsz": "99.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.9", "wall": "6448"} {"epoch": 7, "update": 6.844, "loss": "0.024", "ppl": "1.02", "wps": "10383.8", "ups": "5.21", "wpb": "1993.6", "bsz": "99.4", "num_updates": "33200", "lr": "0.000173553", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.9", "wall": "6448"} {"epoch": 7, "update": 6.865, "loss": "0.021", "ppl": "1.01", "wps": "10111.8", "ups": "5.21", "wpb": "1942.3", "bsz": "95.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.362", "train_wall": "19", "gb_free": "29", "wall": "6467"} {"epoch": 7, "update": 6.865, "loss": "0.021", "ppl": "1.01", "wps": "10111.8", "ups": "5.21", "wpb": "1942.3", "bsz": "95.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.362", "train_wall": "19", "gb_free": "29", "wall": "6467"} {"epoch": 7, "update": 6.865, "loss": "0.021", "ppl": "1.01", "wps": "10111.8", "ups": "5.21", "wpb": "1942.3", "bsz": "95.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.362", "train_wall": "19", "gb_free": "29", "wall": "6467"} {"epoch": 7, "update": 6.865, "loss": "0.021", "ppl": "1.01", "wps": "10111.8", "ups": "5.21", "wpb": "1942.3", "bsz": "95.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.362", "train_wall": "19", "gb_free": "29", "wall": "6467"} {"epoch": 7, "update": 6.865, "loss": "0.021", "ppl": "1.01", "wps": "10111.8", "ups": "5.21", "wpb": "1942.3", "bsz": "95.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.362", "train_wall": "19", "gb_free": "29", "wall": "6467"} {"epoch": 7, "update": 6.865, "loss": "0.021", "ppl": "1.01", "wps": "10111.8", "ups": "5.21", "wpb": "1942.3", "bsz": "95.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.362", "train_wall": "19", "gb_free": "29", "wall": "6467"} {"epoch": 7, "update": 6.865, "loss": "0.021", "ppl": "1.01", "wps": "10111.8", "ups": "5.21", "wpb": "1942.3", "bsz": "95.8", "num_updates": "33300", "lr": "0.000173292", "gnorm": "0.362", "train_wall": "19", "gb_free": "29", "wall": "6467"} {"epoch": 7, "update": 6.885, "loss": "0.034", "ppl": "1.02", "wps": "9152.7", "ups": "5.16", "wpb": "1774.5", "bsz": "83.7", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.498", "train_wall": "19", "gb_free": "29", "wall": "6486"} {"epoch": 7, "update": 6.885, "loss": "0.034", "ppl": "1.02", "wps": "9152.7", "ups": "5.16", "wpb": "1774.5", "bsz": "83.7", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.498", "train_wall": "19", "gb_free": "29", "wall": "6486"} {"epoch": 7, "update": 6.885, "loss": "0.034", "ppl": "1.02", "wps": "9152.7", "ups": "5.16", "wpb": "1774.5", "bsz": "83.7", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.498", "train_wall": "19", "gb_free": "29", "wall": "6486"} {"epoch": 7, "update": 6.885, "loss": "0.034", "ppl": "1.02", "wps": "9152.7", "ups": "5.16", "wpb": "1774.5", "bsz": "83.7", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.498", "train_wall": "19", "gb_free": "29", "wall": "6486"} {"epoch": 7, "update": 6.885, "loss": "0.034", "ppl": "1.02", "wps": "9152.7", "ups": "5.16", "wpb": "1774.5", "bsz": "83.7", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.498", "train_wall": "19", "gb_free": "29", "wall": "6486"} {"epoch": 7, "update": 6.885, "loss": "0.034", "ppl": "1.02", "wps": "9152.7", "ups": "5.16", "wpb": "1774.5", "bsz": "83.7", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.498", "train_wall": "19", "gb_free": "29", "wall": "6486"} {"epoch": 7, "update": 6.885, "loss": "0.034", "ppl": "1.02", "wps": "9152.7", "ups": "5.16", "wpb": "1774.5", "bsz": "83.7", "num_updates": "33400", "lr": "0.000173032", "gnorm": "0.498", "train_wall": "19", "gb_free": "29", "wall": "6486"} {"epoch": 7, "update": 6.906, "loss": "0.028", "ppl": "1.02", "wps": "10807.4", "ups": "5.22", "wpb": "2069.1", "bsz": "99.1", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.473", "train_wall": "19", "gb_free": "28", "wall": "6505"} {"epoch": 7, "update": 6.906, "loss": "0.028", "ppl": "1.02", "wps": "10807.4", "ups": "5.22", "wpb": "2069.1", "bsz": "99.1", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.473", "train_wall": "19", "gb_free": "28", "wall": "6505"} {"epoch": 7, "update": 6.906, "loss": "0.028", "ppl": "1.02", "wps": "10807.4", "ups": "5.22", "wpb": "2069.1", "bsz": "99.1", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.473", "train_wall": "19", "gb_free": "28", "wall": "6505"} {"epoch": 7, "update": 6.906, "loss": "0.028", "ppl": "1.02", "wps": "10807.4", "ups": "5.22", "wpb": "2069.1", "bsz": "99.1", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.473", "train_wall": "19", "gb_free": "28", "wall": "6505"} {"epoch": 7, "update": 6.906, "loss": "0.028", "ppl": "1.02", "wps": "10807.4", "ups": "5.22", "wpb": "2069.1", "bsz": "99.1", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.473", "train_wall": "19", "gb_free": "28", "wall": "6505"} {"epoch": 7, "update": 6.906, "loss": "0.028", "ppl": "1.02", "wps": "10807.4", "ups": "5.22", "wpb": "2069.1", "bsz": "99.1", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.473", "train_wall": "19", "gb_free": "28", "wall": "6505"} {"epoch": 7, "update": 6.906, "loss": "0.028", "ppl": "1.02", "wps": "10807.4", "ups": "5.22", "wpb": "2069.1", "bsz": "99.1", "num_updates": "33500", "lr": "0.000172774", "gnorm": "0.473", "train_wall": "19", "gb_free": "28", "wall": "6505"} {"epoch": 7, "update": 6.926, "loss": "0.032", "ppl": "1.02", "wps": "10386.1", "ups": "5.23", "wpb": "1987.1", "bsz": "96.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.558", "train_wall": "19", "gb_free": "29.1", "wall": "6525"} {"epoch": 7, "update": 6.926, "loss": "0.032", "ppl": "1.02", "wps": "10386.1", "ups": "5.23", "wpb": "1987.1", "bsz": "96.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.558", "train_wall": "19", "gb_free": "29.1", "wall": "6525"} {"epoch": 7, "update": 6.926, "loss": "0.032", "ppl": "1.02", "wps": "10386.1", "ups": "5.23", "wpb": "1987.1", "bsz": "96.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.558", "train_wall": "19", "gb_free": "29.1", "wall": "6525"} {"epoch": 7, "update": 6.926, "loss": "0.032", "ppl": "1.02", "wps": "10386.1", "ups": "5.23", "wpb": "1987.1", "bsz": "96.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.558", "train_wall": "19", "gb_free": "29.1", "wall": "6525"} {"epoch": 7, "update": 6.926, "loss": "0.032", "ppl": "1.02", "wps": "10386.1", "ups": "5.23", "wpb": "1987.1", "bsz": "96.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.558", "train_wall": "19", "gb_free": "29.1", "wall": "6525"} {"epoch": 7, "update": 6.926, "loss": "0.032", "ppl": "1.02", "wps": "10386.1", "ups": "5.23", "wpb": "1987.1", "bsz": "96.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.558", "train_wall": "19", "gb_free": "29.1", "wall": "6525"} {"epoch": 7, "update": 6.926, "loss": "0.032", "ppl": "1.02", "wps": "10386.1", "ups": "5.23", "wpb": "1987.1", "bsz": "96.7", "num_updates": "33600", "lr": "0.000172516", "gnorm": "0.558", "train_wall": "19", "gb_free": "29.1", "wall": "6525"} {"epoch": 7, "update": 6.947, "loss": "0.047", "ppl": "1.03", "wps": "10829.3", "ups": "5.22", "wpb": "2072.8", "bsz": "104.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.59", "train_wall": "19", "gb_free": "26.3", "wall": "6544"} {"epoch": 7, "update": 6.947, "loss": "0.047", "ppl": "1.03", "wps": "10829.3", "ups": "5.22", "wpb": "2072.8", "bsz": "104.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.59", "train_wall": "19", "gb_free": "26.3", "wall": "6544"} {"epoch": 7, "update": 6.947, "loss": "0.047", "ppl": "1.03", "wps": "10829.3", "ups": "5.22", "wpb": "2072.8", "bsz": "104.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.59", "train_wall": "19", "gb_free": "26.3", "wall": "6544"} {"epoch": 7, "update": 6.947, "loss": "0.047", "ppl": "1.03", "wps": "10829.3", "ups": "5.22", "wpb": "2072.8", "bsz": "104.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.59", "train_wall": "19", "gb_free": "26.3", "wall": "6544"} {"epoch": 7, "update": 6.947, "loss": "0.047", "ppl": "1.03", "wps": "10829.3", "ups": "5.22", "wpb": "2072.8", "bsz": "104.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.59", "train_wall": "19", "gb_free": "26.3", "wall": "6544"} {"epoch": 7, "update": 6.947, "loss": "0.047", "ppl": "1.03", "wps": "10829.3", "ups": "5.22", "wpb": "2072.8", "bsz": "104.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.59", "train_wall": "19", "gb_free": "26.3", "wall": "6544"} {"epoch": 7, "update": 6.947, "loss": "0.047", "ppl": "1.03", "wps": "10829.3", "ups": "5.22", "wpb": "2072.8", "bsz": "104.4", "num_updates": "33700", "lr": "0.00017226", "gnorm": "0.59", "train_wall": "19", "gb_free": "26.3", "wall": "6544"} {"epoch": 7, "update": 6.968, "loss": "0.029", "ppl": "1.02", "wps": "9590.3", "ups": "5.2", "wpb": "1844.2", "bsz": "87", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.2", "wall": "6563"} {"epoch": 7, "update": 6.968, "loss": "0.029", "ppl": "1.02", "wps": "9590.3", "ups": "5.2", "wpb": "1844.2", "bsz": "87", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.2", "wall": "6563"} {"epoch": 7, "update": 6.968, "loss": "0.029", "ppl": "1.02", "wps": "9590.3", "ups": "5.2", "wpb": "1844.2", "bsz": "87", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.2", "wall": "6563"} {"epoch": 7, "update": 6.968, "loss": "0.029", "ppl": "1.02", "wps": "9590.3", "ups": "5.2", "wpb": "1844.2", "bsz": "87", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.2", "wall": "6563"} {"epoch": 7, "update": 6.968, "loss": "0.029", "ppl": "1.02", "wps": "9590.3", "ups": "5.2", "wpb": "1844.2", "bsz": "87", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.2", "wall": "6563"} {"epoch": 7, "update": 6.968, "loss": "0.029", "ppl": "1.02", "wps": "9590.3", "ups": "5.2", "wpb": "1844.2", "bsz": "87", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.2", "wall": "6563"} {"epoch": 7, "update": 6.968, "loss": "0.029", "ppl": "1.02", "wps": "9590.3", "ups": "5.2", "wpb": "1844.2", "bsz": "87", "num_updates": "33800", "lr": "0.000172005", "gnorm": "0.428", "train_wall": "19", "gb_free": "29.2", "wall": "6563"} {"epoch": 7, "update": 6.988, "loss": "0.024", "ppl": "1.02", "wps": "9822.4", "ups": "5.24", "wpb": "1875.5", "bsz": "93", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.9", "wall": "6582"} {"epoch": 7, "update": 6.988, "loss": "0.024", "ppl": "1.02", "wps": "9822.4", "ups": "5.24", "wpb": "1875.5", "bsz": "93", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.9", "wall": "6582"} {"epoch": 7, "update": 6.988, "loss": "0.024", "ppl": "1.02", "wps": "9822.4", "ups": "5.24", "wpb": "1875.5", "bsz": "93", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.9", "wall": "6582"} {"epoch": 7, "update": 6.988, "loss": "0.024", "ppl": "1.02", "wps": "9822.4", "ups": "5.24", "wpb": "1875.5", "bsz": "93", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.9", "wall": "6582"} {"epoch": 7, "update": 6.988, "loss": "0.024", "ppl": "1.02", "wps": "9822.4", "ups": "5.24", "wpb": "1875.5", "bsz": "93", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.9", "wall": "6582"} {"epoch": 7, "update": 6.988, "loss": "0.024", "ppl": "1.02", "wps": "9822.4", "ups": "5.24", "wpb": "1875.5", "bsz": "93", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.9", "wall": "6582"} {"epoch": 7, "update": 6.988, "loss": "0.024", "ppl": "1.02", "wps": "9822.4", "ups": "5.24", "wpb": "1875.5", "bsz": "93", "num_updates": "33900", "lr": "0.000171751", "gnorm": "0.409", "train_wall": "19", "gb_free": "28.9", "wall": "6582"} begin validation on "valid" subset {"epoch": 7, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "33030.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "33957", "valid_best_loss": "0.061"} {"epoch": 7, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "33030.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "33957", "valid_best_loss": "0.061"} {"epoch": 7, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "33030.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "33957", "valid_best_loss": "0.061"} {"epoch": 7, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "33030.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "33957", "valid_best_loss": "0.061"} {"epoch": 7, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "33030.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "33957", "valid_best_loss": "0.061"} {"epoch": 7, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "33030.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "33957", "valid_best_loss": "0.061"} {"epoch": 7, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "33030.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "33957", "valid_best_loss": "0.061"} end of epoch 7 (average epoch stats below) {"epoch": 7, "train_loss": "0.028", "train_ppl": "1.02", "train_wps": "10253.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "33957", "train_lr": "0.000171607", "train_gnorm": "0.428", "train_train_wall": "921", "train_gb_free": "29.4", "train_wall": "6602"} {"epoch": 7, "train_loss": "0.028", "train_ppl": "1.02", "train_wps": "10253.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "33957", "train_lr": "0.000171607", "train_gnorm": "0.428", "train_train_wall": "921", "train_gb_free": "29.4", "train_wall": "6602"} {"epoch": 7, "train_loss": "0.028", "train_ppl": "1.02", "train_wps": "10253.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "33957", "train_lr": "0.000171607", "train_gnorm": "0.428", "train_train_wall": "921", "train_gb_free": "29.4", "train_wall": "6602"} {"epoch": 7, "train_loss": "0.028", "train_ppl": "1.02", "train_wps": "10253.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "33957", "train_lr": "0.000171607", "train_gnorm": "0.428", "train_train_wall": "921", "train_gb_free": "29.4", "train_wall": "6602"} {"epoch": 7, "train_loss": "0.028", "train_ppl": "1.02", "train_wps": "10253.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "33957", "train_lr": "0.000171607", "train_gnorm": "0.428", "train_train_wall": "921", "train_gb_free": "29.4", "train_wall": "6602"} {"epoch": 7, "train_loss": "0.028", "train_ppl": "1.02", "train_wps": "10253.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "33957", "train_lr": "0.000171607", "train_gnorm": "0.428", "train_train_wall": "921", "train_gb_free": "29.4", "train_wall": "6602"} {"epoch": 7, "train_loss": "0.028", "train_ppl": "1.02", "train_wps": "10253.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "33957", "train_lr": "0.000171607", "train_gnorm": "0.428", "train_train_wall": "921", "train_gb_free": "29.4", "train_wall": "6602"} Start iterating over samples {"epoch": 8, "update": 7.009, "loss": "0.028", "ppl": "1.02", "wps": "6477.1", "ups": "3.59", "wpb": "1806.6", "bsz": "83", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.42", "train_wall": "19", "gb_free": "28.9", "wall": "6610"} {"epoch": 8, "update": 7.009, "loss": "0.028", "ppl": "1.02", "wps": "6477.1", "ups": "3.59", "wpb": "1806.6", "bsz": "83", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.42", "train_wall": "19", "gb_free": "28.9", "wall": "6610"} {"epoch": 8, "update": 7.009, "loss": "0.028", "ppl": "1.02", "wps": "6477.1", "ups": "3.59", "wpb": "1806.6", "bsz": "83", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.42", "train_wall": "19", "gb_free": "28.9", "wall": "6610"} {"epoch": 8, "update": 7.009, "loss": "0.028", "ppl": "1.02", "wps": "6477.1", "ups": "3.59", "wpb": "1806.6", "bsz": "83", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.42", "train_wall": "19", "gb_free": "28.9", "wall": "6610"} {"epoch": 8, "update": 7.009, "loss": "0.028", "ppl": "1.02", "wps": "6477.1", "ups": "3.59", "wpb": "1806.6", "bsz": "83", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.42", "train_wall": "19", "gb_free": "28.9", "wall": "6610"} {"epoch": 8, "update": 7.009, "loss": "0.028", "ppl": "1.02", "wps": "6477.1", "ups": "3.59", "wpb": "1806.6", "bsz": "83", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.42", "train_wall": "19", "gb_free": "28.9", "wall": "6610"} {"epoch": 8, "update": 7.009, "loss": "0.028", "ppl": "1.02", "wps": "6477.1", "ups": "3.59", "wpb": "1806.6", "bsz": "83", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.42", "train_wall": "19", "gb_free": "28.9", "wall": "6610"} {"epoch": 8, "update": 7.009, "loss": "0.028", "ppl": "1.02", "wps": "6477.1", "ups": "3.59", "wpb": "1806.6", "bsz": "83", "num_updates": "34000", "lr": "0.000171499", "gnorm": "0.42", "train_wall": "19", "gb_free": "28.9", "wall": "6610"} {"epoch": 8, "update": 7.029, "loss": "0.021", "ppl": "1.01", "wps": "10378.1", "ups": "5.25", "wpb": "1975.7", "bsz": "97.2", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.8", "wall": "6629"} {"epoch": 8, "update": 7.029, "loss": "0.021", "ppl": "1.01", "wps": "10378.1", "ups": "5.25", "wpb": "1975.7", "bsz": "97.2", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.8", "wall": "6629"} {"epoch": 8, "update": 7.029, "loss": "0.021", "ppl": "1.01", "wps": "10378.1", "ups": "5.25", "wpb": "1975.7", "bsz": "97.2", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.8", "wall": "6629"} {"epoch": 8, "update": 7.029, "loss": "0.021", "ppl": "1.01", "wps": "10378.1", "ups": "5.25", "wpb": "1975.7", "bsz": "97.2", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.8", "wall": "6629"} {"epoch": 8, "update": 7.029, "loss": "0.021", "ppl": "1.01", "wps": "10378.1", "ups": "5.25", "wpb": "1975.7", "bsz": "97.2", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.8", "wall": "6629"} {"epoch": 8, "update": 7.029, "loss": "0.021", "ppl": "1.01", "wps": "10378.1", "ups": "5.25", "wpb": "1975.7", "bsz": "97.2", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.8", "wall": "6629"} {"epoch": 8, "update": 7.029, "loss": "0.021", "ppl": "1.01", "wps": "10378.1", "ups": "5.25", "wpb": "1975.7", "bsz": "97.2", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.8", "wall": "6629"} {"epoch": 8, "update": 7.029, "loss": "0.021", "ppl": "1.01", "wps": "10378.1", "ups": "5.25", "wpb": "1975.7", "bsz": "97.2", "num_updates": "34100", "lr": "0.000171247", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.8", "wall": "6629"} {"epoch": 8, "update": 7.05, "loss": "0.02", "ppl": "1.01", "wps": "10065.7", "ups": "5.24", "wpb": "1922.7", "bsz": "92.7", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.1", "wall": "6648"} {"epoch": 8, "update": 7.05, "loss": "0.02", "ppl": "1.01", "wps": "10065.7", "ups": "5.24", "wpb": "1922.7", "bsz": "92.7", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.1", "wall": "6648"} {"epoch": 8, "update": 7.05, "loss": "0.02", "ppl": "1.01", "wps": "10065.7", "ups": "5.24", "wpb": "1922.7", "bsz": "92.7", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.1", "wall": "6648"} {"epoch": 8, "update": 7.05, "loss": "0.02", "ppl": "1.01", "wps": "10065.7", "ups": "5.24", "wpb": "1922.7", "bsz": "92.7", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.1", "wall": "6648"} {"epoch": 8, "update": 7.05, "loss": "0.02", "ppl": "1.01", "wps": "10065.7", "ups": "5.24", "wpb": "1922.7", "bsz": "92.7", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.1", "wall": "6648"} {"epoch": 8, "update": 7.05, "loss": "0.02", "ppl": "1.01", "wps": "10065.7", "ups": "5.24", "wpb": "1922.7", "bsz": "92.7", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.1", "wall": "6648"} {"epoch": 8, "update": 7.05, "loss": "0.02", "ppl": "1.01", "wps": "10065.7", "ups": "5.24", "wpb": "1922.7", "bsz": "92.7", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.1", "wall": "6648"} {"epoch": 8, "update": 7.05, "loss": "0.02", "ppl": "1.01", "wps": "10065.7", "ups": "5.24", "wpb": "1922.7", "bsz": "92.7", "num_updates": "34200", "lr": "0.000170996", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.1", "wall": "6648"} {"epoch": 8, "update": 7.071, "loss": "0.017", "ppl": "1.01", "wps": "9901.4", "ups": "5.19", "wpb": "1907.9", "bsz": "94.2", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.8", "wall": "6667"} {"epoch": 8, "update": 7.071, "loss": "0.017", "ppl": "1.01", "wps": "9901.4", "ups": "5.19", "wpb": "1907.9", "bsz": "94.2", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.8", "wall": "6667"} {"epoch": 8, "update": 7.071, "loss": "0.017", "ppl": "1.01", "wps": "9901.4", "ups": "5.19", "wpb": "1907.9", "bsz": "94.2", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.8", "wall": "6667"} {"epoch": 8, "update": 7.071, "loss": "0.017", "ppl": "1.01", "wps": "9901.4", "ups": "5.19", "wpb": "1907.9", "bsz": "94.2", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.8", "wall": "6667"} {"epoch": 8, "update": 7.071, "loss": "0.017", "ppl": "1.01", "wps": "9901.4", "ups": "5.19", "wpb": "1907.9", "bsz": "94.2", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.8", "wall": "6667"} {"epoch": 8, "update": 7.071, "loss": "0.017", "ppl": "1.01", "wps": "9901.4", "ups": "5.19", "wpb": "1907.9", "bsz": "94.2", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.8", "wall": "6667"} {"epoch": 8, "update": 7.071, "loss": "0.017", "ppl": "1.01", "wps": "9901.4", "ups": "5.19", "wpb": "1907.9", "bsz": "94.2", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.8", "wall": "6667"} {"epoch": 8, "update": 7.071, "loss": "0.017", "ppl": "1.01", "wps": "9901.4", "ups": "5.19", "wpb": "1907.9", "bsz": "94.2", "num_updates": "34300", "lr": "0.000170747", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.8", "wall": "6667"} {"epoch": 8, "update": 7.091, "loss": "0.02", "ppl": "1.01", "wps": "10851.1", "ups": "5.21", "wpb": "2082.5", "bsz": "101.2", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.304", "train_wall": "19", "gb_free": "29", "wall": "6687"} {"epoch": 8, "update": 7.091, "loss": "0.02", "ppl": "1.01", "wps": "10851.1", "ups": "5.21", "wpb": "2082.5", "bsz": "101.2", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.304", "train_wall": "19", "gb_free": "29", "wall": "6687"} {"epoch": 8, "update": 7.091, "loss": "0.02", "ppl": "1.01", "wps": "10851.1", "ups": "5.21", "wpb": "2082.5", "bsz": "101.2", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.304", "train_wall": "19", "gb_free": "29", "wall": "6687"} {"epoch": 8, "update": 7.091, "loss": "0.02", "ppl": "1.01", "wps": "10851.1", "ups": "5.21", "wpb": "2082.5", "bsz": "101.2", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.304", "train_wall": "19", "gb_free": "29", "wall": "6687"} {"epoch": 8, "update": 7.091, "loss": "0.02", "ppl": "1.01", "wps": "10851.1", "ups": "5.21", "wpb": "2082.5", "bsz": "101.2", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.304", "train_wall": "19", "gb_free": "29", "wall": "6687"} {"epoch": 8, "update": 7.091, "loss": "0.02", "ppl": "1.01", "wps": "10851.1", "ups": "5.21", "wpb": "2082.5", "bsz": "101.2", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.304", "train_wall": "19", "gb_free": "29", "wall": "6687"} {"epoch": 8, "update": 7.091, "loss": "0.02", "ppl": "1.01", "wps": "10851.1", "ups": "5.21", "wpb": "2082.5", "bsz": "101.2", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.304", "train_wall": "19", "gb_free": "29", "wall": "6687"} {"epoch": 8, "update": 7.091, "loss": "0.02", "ppl": "1.01", "wps": "10851.1", "ups": "5.21", "wpb": "2082.5", "bsz": "101.2", "num_updates": "34400", "lr": "0.000170499", "gnorm": "0.304", "train_wall": "19", "gb_free": "29", "wall": "6687"} {"epoch": 8, "update": 7.112, "loss": "0.023", "ppl": "1.02", "wps": "10419.8", "ups": "5.23", "wpb": "1990.8", "bsz": "96.2", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.8", "wall": "6706"} {"epoch": 8, "update": 7.112, "loss": "0.023", "ppl": "1.02", "wps": "10419.8", "ups": "5.23", "wpb": "1990.8", "bsz": "96.2", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.8", "wall": "6706"} {"epoch": 8, "update": 7.112, "loss": "0.023", "ppl": "1.02", "wps": "10419.8", "ups": "5.23", "wpb": "1990.8", "bsz": "96.2", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.8", "wall": "6706"} {"epoch": 8, "update": 7.112, "loss": "0.023", "ppl": "1.02", "wps": "10419.8", "ups": "5.23", "wpb": "1990.8", "bsz": "96.2", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.8", "wall": "6706"} {"epoch": 8, "update": 7.112, "loss": "0.023", "ppl": "1.02", "wps": "10419.8", "ups": "5.23", "wpb": "1990.8", "bsz": "96.2", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.8", "wall": "6706"} {"epoch": 8, "update": 7.112, "loss": "0.023", "ppl": "1.02", "wps": "10419.8", "ups": "5.23", "wpb": "1990.8", "bsz": "96.2", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.8", "wall": "6706"} {"epoch": 8, "update": 7.112, "loss": "0.023", "ppl": "1.02", "wps": "10419.8", "ups": "5.23", "wpb": "1990.8", "bsz": "96.2", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.8", "wall": "6706"} {"epoch": 8, "update": 7.112, "loss": "0.023", "ppl": "1.02", "wps": "10419.8", "ups": "5.23", "wpb": "1990.8", "bsz": "96.2", "num_updates": "34500", "lr": "0.000170251", "gnorm": "0.394", "train_wall": "19", "gb_free": "28.8", "wall": "6706"} {"epoch": 8, "update": 7.133, "loss": "0.024", "ppl": "1.02", "wps": "10614.7", "ups": "5.2", "wpb": "2041.8", "bsz": "102.6", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.413", "train_wall": "19", "gb_free": "26.6", "wall": "6725"} {"epoch": 8, "update": 7.133, "loss": "0.024", "ppl": "1.02", "wps": "10614.7", "ups": "5.2", "wpb": "2041.8", "bsz": "102.6", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.413", "train_wall": "19", "gb_free": "26.6", "wall": "6725"} {"epoch": 8, "update": 7.133, "loss": "0.024", "ppl": "1.02", "wps": "10614.7", "ups": "5.2", "wpb": "2041.8", "bsz": "102.6", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.413", "train_wall": "19", "gb_free": "26.6", "wall": "6725"} {"epoch": 8, "update": 7.133, "loss": "0.024", "ppl": "1.02", "wps": "10614.7", "ups": "5.2", "wpb": "2041.8", "bsz": "102.6", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.413", "train_wall": "19", "gb_free": "26.6", "wall": "6725"} {"epoch": 8, "update": 7.133, "loss": "0.024", "ppl": "1.02", "wps": "10614.7", "ups": "5.2", "wpb": "2041.8", "bsz": "102.6", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.413", "train_wall": "19", "gb_free": "26.6", "wall": "6725"} {"epoch": 8, "update": 7.133, "loss": "0.024", "ppl": "1.02", "wps": "10614.7", "ups": "5.2", "wpb": "2041.8", "bsz": "102.6", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.413", "train_wall": "19", "gb_free": "26.6", "wall": "6725"} {"epoch": 8, "update": 7.133, "loss": "0.024", "ppl": "1.02", "wps": "10614.7", "ups": "5.2", "wpb": "2041.8", "bsz": "102.6", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.413", "train_wall": "19", "gb_free": "26.6", "wall": "6725"} {"epoch": 8, "update": 7.133, "loss": "0.024", "ppl": "1.02", "wps": "10614.7", "ups": "5.2", "wpb": "2041.8", "bsz": "102.6", "num_updates": "34600", "lr": "0.000170005", "gnorm": "0.413", "train_wall": "19", "gb_free": "26.6", "wall": "6725"} {"epoch": 8, "update": 7.153, "loss": "0.024", "ppl": "1.02", "wps": "9779.2", "ups": "5.17", "wpb": "1890.1", "bsz": "89.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.407", "train_wall": "19", "gb_free": "29.1", "wall": "6744"} {"epoch": 8, "update": 7.153, "loss": "0.024", "ppl": "1.02", "wps": "9779.2", "ups": "5.17", "wpb": "1890.1", "bsz": "89.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.407", "train_wall": "19", "gb_free": "29.1", "wall": "6744"} {"epoch": 8, "update": 7.153, "loss": "0.024", "ppl": "1.02", "wps": "9779.2", "ups": "5.17", "wpb": "1890.1", "bsz": "89.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.407", "train_wall": "19", "gb_free": "29.1", "wall": "6744"} {"epoch": 8, "update": 7.153, "loss": "0.024", "ppl": "1.02", "wps": "9779.2", "ups": "5.17", "wpb": "1890.1", "bsz": "89.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.407", "train_wall": "19", "gb_free": "29.1", "wall": "6744"} {"epoch": 8, "update": 7.153, "loss": "0.024", "ppl": "1.02", "wps": "9779.2", "ups": "5.17", "wpb": "1890.1", "bsz": "89.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.407", "train_wall": "19", "gb_free": "29.1", "wall": "6744"} {"epoch": 8, "update": 7.153, "loss": "0.024", "ppl": "1.02", "wps": "9779.2", "ups": "5.17", "wpb": "1890.1", "bsz": "89.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.407", "train_wall": "19", "gb_free": "29.1", "wall": "6744"} {"epoch": 8, "update": 7.153, "loss": "0.024", "ppl": "1.02", "wps": "9779.2", "ups": "5.17", "wpb": "1890.1", "bsz": "89.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.407", "train_wall": "19", "gb_free": "29.1", "wall": "6744"} {"epoch": 8, "update": 7.153, "loss": "0.024", "ppl": "1.02", "wps": "9779.2", "ups": "5.17", "wpb": "1890.1", "bsz": "89.1", "num_updates": "34700", "lr": "0.00016976", "gnorm": "0.407", "train_wall": "19", "gb_free": "29.1", "wall": "6744"} {"epoch": 8, "update": 7.174, "loss": "0.017", "ppl": "1.01", "wps": "10075.5", "ups": "5.23", "wpb": "1926", "bsz": "92.3", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "6763"} {"epoch": 8, "update": 7.174, "loss": "0.017", "ppl": "1.01", "wps": "10075.5", "ups": "5.23", "wpb": "1926", "bsz": "92.3", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "6763"} {"epoch": 8, "update": 7.174, "loss": "0.017", "ppl": "1.01", "wps": "10075.5", "ups": "5.23", "wpb": "1926", "bsz": "92.3", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "6763"} {"epoch": 8, "update": 7.174, "loss": "0.017", "ppl": "1.01", "wps": "10075.5", "ups": "5.23", "wpb": "1926", "bsz": "92.3", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "6763"} {"epoch": 8, "update": 7.174, "loss": "0.017", "ppl": "1.01", "wps": "10075.5", "ups": "5.23", "wpb": "1926", "bsz": "92.3", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "6763"} {"epoch": 8, "update": 7.174, "loss": "0.017", "ppl": "1.01", "wps": "10075.5", "ups": "5.23", "wpb": "1926", "bsz": "92.3", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "6763"} {"epoch": 8, "update": 7.174, "loss": "0.017", "ppl": "1.01", "wps": "10075.5", "ups": "5.23", "wpb": "1926", "bsz": "92.3", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "6763"} {"epoch": 8, "update": 7.174, "loss": "0.017", "ppl": "1.01", "wps": "10075.5", "ups": "5.23", "wpb": "1926", "bsz": "92.3", "num_updates": "34800", "lr": "0.000169516", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "6763"} {"epoch": 8, "update": 7.194, "loss": "0.018", "ppl": "1.01", "wps": "10564.9", "ups": "5.24", "wpb": "2017.7", "bsz": "99.3", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.32", "train_wall": "19", "gb_free": "29", "wall": "6782"} {"epoch": 8, "update": 7.194, "loss": "0.018", "ppl": "1.01", "wps": "10564.9", "ups": "5.24", "wpb": "2017.7", "bsz": "99.3", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.32", "train_wall": "19", "gb_free": "29", "wall": "6782"} {"epoch": 8, "update": 7.194, "loss": "0.018", "ppl": "1.01", "wps": "10564.9", "ups": "5.24", "wpb": "2017.7", "bsz": "99.3", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.32", "train_wall": "19", "gb_free": "29", "wall": "6782"} {"epoch": 8, "update": 7.194, "loss": "0.018", "ppl": "1.01", "wps": "10564.9", "ups": "5.24", "wpb": "2017.7", "bsz": "99.3", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.32", "train_wall": "19", "gb_free": "29", "wall": "6782"} {"epoch": 8, "update": 7.194, "loss": "0.018", "ppl": "1.01", "wps": "10564.9", "ups": "5.24", "wpb": "2017.7", "bsz": "99.3", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.32", "train_wall": "19", "gb_free": "29", "wall": "6782"} {"epoch": 8, "update": 7.194, "loss": "0.018", "ppl": "1.01", "wps": "10564.9", "ups": "5.24", "wpb": "2017.7", "bsz": "99.3", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.32", "train_wall": "19", "gb_free": "29", "wall": "6782"} {"epoch": 8, "update": 7.194, "loss": "0.018", "ppl": "1.01", "wps": "10564.9", "ups": "5.24", "wpb": "2017.7", "bsz": "99.3", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.32", "train_wall": "19", "gb_free": "29", "wall": "6782"} {"epoch": 8, "update": 7.194, "loss": "0.018", "ppl": "1.01", "wps": "10564.9", "ups": "5.24", "wpb": "2017.7", "bsz": "99.3", "num_updates": "34900", "lr": "0.000169273", "gnorm": "0.32", "train_wall": "19", "gb_free": "29", "wall": "6782"} {"epoch": 8, "update": 7.215, "loss": "0.015", "ppl": "1.01", "wps": "10420.9", "ups": "5.25", "wpb": "1986.7", "bsz": "99.4", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.314", "train_wall": "19", "gb_free": "29.4", "wall": "6802"} {"epoch": 8, "update": 7.215, "loss": "0.015", "ppl": "1.01", "wps": "10420.9", "ups": "5.25", "wpb": "1986.7", "bsz": "99.4", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.314", "train_wall": "19", "gb_free": "29.4", "wall": "6802"} {"epoch": 8, "update": 7.215, "loss": "0.015", "ppl": "1.01", "wps": "10420.9", "ups": "5.25", "wpb": "1986.7", "bsz": "99.4", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.314", "train_wall": "19", "gb_free": "29.4", "wall": "6802"} {"epoch": 8, "update": 7.215, "loss": "0.015", "ppl": "1.01", "wps": "10420.9", "ups": "5.25", "wpb": "1986.7", "bsz": "99.4", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.314", "train_wall": "19", "gb_free": "29.4", "wall": "6802"} {"epoch": 8, "update": 7.215, "loss": "0.015", "ppl": "1.01", "wps": "10420.9", "ups": "5.25", "wpb": "1986.7", "bsz": "99.4", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.314", "train_wall": "19", "gb_free": "29.4", "wall": "6802"} {"epoch": 8, "update": 7.215, "loss": "0.015", "ppl": "1.01", "wps": "10420.9", "ups": "5.25", "wpb": "1986.7", "bsz": "99.4", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.314", "train_wall": "19", "gb_free": "29.4", "wall": "6802"} {"epoch": 8, "update": 7.215, "loss": "0.015", "ppl": "1.01", "wps": "10420.9", "ups": "5.25", "wpb": "1986.7", "bsz": "99.4", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.314", "train_wall": "19", "gb_free": "29.4", "wall": "6802"} {"epoch": 8, "update": 7.215, "loss": "0.015", "ppl": "1.01", "wps": "10420.9", "ups": "5.25", "wpb": "1986.7", "bsz": "99.4", "num_updates": "35000", "lr": "0.000169031", "gnorm": "0.314", "train_wall": "19", "gb_free": "29.4", "wall": "6802"} {"epoch": 8, "update": 7.236, "loss": "0.016", "ppl": "1.01", "wps": "10739", "ups": "5.24", "wpb": "2050.5", "bsz": "103.2", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.397", "train_wall": "19", "gb_free": "27.1", "wall": "6821"} {"epoch": 8, "update": 7.236, "loss": "0.016", "ppl": "1.01", "wps": "10739", "ups": "5.24", "wpb": "2050.5", "bsz": "103.2", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.397", "train_wall": "19", "gb_free": "27.1", "wall": "6821"} {"epoch": 8, "update": 7.236, "loss": "0.016", "ppl": "1.01", "wps": "10739", "ups": "5.24", "wpb": "2050.5", "bsz": "103.2", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.397", "train_wall": "19", "gb_free": "27.1", "wall": "6821"} {"epoch": 8, "update": 7.236, "loss": "0.016", "ppl": "1.01", "wps": "10739", "ups": "5.24", "wpb": "2050.5", "bsz": "103.2", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.397", "train_wall": "19", "gb_free": "27.1", "wall": "6821"} {"epoch": 8, "update": 7.236, "loss": "0.016", "ppl": "1.01", "wps": "10739", "ups": "5.24", "wpb": "2050.5", "bsz": "103.2", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.397", "train_wall": "19", "gb_free": "27.1", "wall": "6821"} {"epoch": 8, "update": 7.236, "loss": "0.016", "ppl": "1.01", "wps": "10739", "ups": "5.24", "wpb": "2050.5", "bsz": "103.2", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.397", "train_wall": "19", "gb_free": "27.1", "wall": "6821"} {"epoch": 8, "update": 7.236, "loss": "0.016", "ppl": "1.01", "wps": "10739", "ups": "5.24", "wpb": "2050.5", "bsz": "103.2", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.397", "train_wall": "19", "gb_free": "27.1", "wall": "6821"} {"epoch": 8, "update": 7.236, "loss": "0.016", "ppl": "1.01", "wps": "10739", "ups": "5.24", "wpb": "2050.5", "bsz": "103.2", "num_updates": "35100", "lr": "0.00016879", "gnorm": "0.397", "train_wall": "19", "gb_free": "27.1", "wall": "6821"} {"epoch": 8, "update": 7.256, "loss": "0.02", "ppl": "1.01", "wps": "10702", "ups": "5.27", "wpb": "2032.6", "bsz": "103.8", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "6840"} {"epoch": 8, "update": 7.256, "loss": "0.02", "ppl": "1.01", "wps": "10702", "ups": "5.27", "wpb": "2032.6", "bsz": "103.8", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "6840"} {"epoch": 8, "update": 7.256, "loss": "0.02", "ppl": "1.01", "wps": "10702", "ups": "5.27", "wpb": "2032.6", "bsz": "103.8", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "6840"} {"epoch": 8, "update": 7.256, "loss": "0.02", "ppl": "1.01", "wps": "10702", "ups": "5.27", "wpb": "2032.6", "bsz": "103.8", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "6840"} {"epoch": 8, "update": 7.256, "loss": "0.02", "ppl": "1.01", "wps": "10702", "ups": "5.27", "wpb": "2032.6", "bsz": "103.8", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "6840"} {"epoch": 8, "update": 7.256, "loss": "0.02", "ppl": "1.01", "wps": "10702", "ups": "5.27", "wpb": "2032.6", "bsz": "103.8", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "6840"} {"epoch": 8, "update": 7.256, "loss": "0.02", "ppl": "1.01", "wps": "10702", "ups": "5.27", "wpb": "2032.6", "bsz": "103.8", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "6840"} {"epoch": 8, "update": 7.256, "loss": "0.02", "ppl": "1.01", "wps": "10702", "ups": "5.27", "wpb": "2032.6", "bsz": "103.8", "num_updates": "35200", "lr": "0.00016855", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "6840"} {"epoch": 8, "update": 7.277, "loss": "0.021", "ppl": "1.01", "wps": "9916.9", "ups": "5.18", "wpb": "1916.1", "bsz": "90", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.406", "train_wall": "19", "gb_free": "29.3", "wall": "6859"} {"epoch": 8, "update": 7.277, "loss": "0.021", "ppl": "1.01", "wps": "9916.9", "ups": "5.18", "wpb": "1916.1", "bsz": "90", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.406", "train_wall": "19", "gb_free": "29.3", "wall": "6859"} {"epoch": 8, "update": 7.277, "loss": "0.021", "ppl": "1.01", "wps": "9916.9", "ups": "5.18", "wpb": "1916.1", "bsz": "90", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.406", "train_wall": "19", "gb_free": "29.3", "wall": "6859"} {"epoch": 8, "update": 7.277, "loss": "0.021", "ppl": "1.01", "wps": "9916.9", "ups": "5.18", "wpb": "1916.1", "bsz": "90", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.406", "train_wall": "19", "gb_free": "29.3", "wall": "6859"} {"epoch": 8, "update": 7.277, "loss": "0.021", "ppl": "1.01", "wps": "9916.9", "ups": "5.18", "wpb": "1916.1", "bsz": "90", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.406", "train_wall": "19", "gb_free": "29.3", "wall": "6859"} {"epoch": 8, "update": 7.277, "loss": "0.021", "ppl": "1.01", "wps": "9916.9", "ups": "5.18", "wpb": "1916.1", "bsz": "90", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.406", "train_wall": "19", "gb_free": "29.3", "wall": "6859"} {"epoch": 8, "update": 7.277, "loss": "0.021", "ppl": "1.01", "wps": "9916.9", "ups": "5.18", "wpb": "1916.1", "bsz": "90", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.406", "train_wall": "19", "gb_free": "29.3", "wall": "6859"} {"epoch": 8, "update": 7.277, "loss": "0.021", "ppl": "1.01", "wps": "9916.9", "ups": "5.18", "wpb": "1916.1", "bsz": "90", "num_updates": "35300", "lr": "0.000168311", "gnorm": "0.406", "train_wall": "19", "gb_free": "29.3", "wall": "6859"} {"epoch": 8, "update": 7.297, "loss": "0.024", "ppl": "1.02", "wps": "10009.2", "ups": "5.15", "wpb": "1943.3", "bsz": "94.5", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.359", "train_wall": "19", "gb_free": "26.9", "wall": "6878"} {"epoch": 8, "update": 7.297, "loss": "0.024", "ppl": "1.02", "wps": "10009.2", "ups": "5.15", "wpb": "1943.3", "bsz": "94.5", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.359", "train_wall": "19", "gb_free": "26.9", "wall": "6878"} {"epoch": 8, "update": 7.297, "loss": "0.024", "ppl": "1.02", "wps": "10009.2", "ups": "5.15", "wpb": "1943.3", "bsz": "94.5", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.359", "train_wall": "19", "gb_free": "26.9", "wall": "6878"} {"epoch": 8, "update": 7.297, "loss": "0.024", "ppl": "1.02", "wps": "10009.2", "ups": "5.15", "wpb": "1943.3", "bsz": "94.5", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.359", "train_wall": "19", "gb_free": "26.9", "wall": "6878"} {"epoch": 8, "update": 7.297, "loss": "0.024", "ppl": "1.02", "wps": "10009.2", "ups": "5.15", "wpb": "1943.3", "bsz": "94.5", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.359", "train_wall": "19", "gb_free": "26.9", "wall": "6878"} {"epoch": 8, "update": 7.297, "loss": "0.024", "ppl": "1.02", "wps": "10009.2", "ups": "5.15", "wpb": "1943.3", "bsz": "94.5", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.359", "train_wall": "19", "gb_free": "26.9", "wall": "6878"} {"epoch": 8, "update": 7.297, "loss": "0.024", "ppl": "1.02", "wps": "10009.2", "ups": "5.15", "wpb": "1943.3", "bsz": "94.5", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.359", "train_wall": "19", "gb_free": "26.9", "wall": "6878"} {"epoch": 8, "update": 7.297, "loss": "0.024", "ppl": "1.02", "wps": "10009.2", "ups": "5.15", "wpb": "1943.3", "bsz": "94.5", "num_updates": "35400", "lr": "0.000168073", "gnorm": "0.359", "train_wall": "19", "gb_free": "26.9", "wall": "6878"} {"epoch": 8, "update": 7.318, "loss": "0.019", "ppl": "1.01", "wps": "9153.7", "ups": "5.11", "wpb": "1791.2", "bsz": "87", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.9", "wall": "6898"} {"epoch": 8, "update": 7.318, "loss": "0.019", "ppl": "1.01", "wps": "9153.7", "ups": "5.11", "wpb": "1791.2", "bsz": "87", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.9", "wall": "6898"} {"epoch": 8, "update": 7.318, "loss": "0.019", "ppl": "1.01", "wps": "9153.7", "ups": "5.11", "wpb": "1791.2", "bsz": "87", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.9", "wall": "6898"} {"epoch": 8, "update": 7.318, "loss": "0.019", "ppl": "1.01", "wps": "9153.7", "ups": "5.11", "wpb": "1791.2", "bsz": "87", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.9", "wall": "6898"} {"epoch": 8, "update": 7.318, "loss": "0.019", "ppl": "1.01", "wps": "9153.7", "ups": "5.11", "wpb": "1791.2", "bsz": "87", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.9", "wall": "6898"} {"epoch": 8, "update": 7.318, "loss": "0.019", "ppl": "1.01", "wps": "9153.7", "ups": "5.11", "wpb": "1791.2", "bsz": "87", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.9", "wall": "6898"} {"epoch": 8, "update": 7.318, "loss": "0.019", "ppl": "1.01", "wps": "9153.7", "ups": "5.11", "wpb": "1791.2", "bsz": "87", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.9", "wall": "6898"} {"epoch": 8, "update": 7.318, "loss": "0.019", "ppl": "1.01", "wps": "9153.7", "ups": "5.11", "wpb": "1791.2", "bsz": "87", "num_updates": "35500", "lr": "0.000167836", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.9", "wall": "6898"} {"epoch": 8, "update": 7.339, "loss": "0.021", "ppl": "1.01", "wps": "9695.8", "ups": "5.24", "wpb": "1849.6", "bsz": "89.8", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.358", "train_wall": "19", "gb_free": "29", "wall": "6917"} {"epoch": 8, "update": 7.339, "loss": "0.021", "ppl": "1.01", "wps": "9695.8", "ups": "5.24", "wpb": "1849.6", "bsz": "89.8", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.358", "train_wall": "19", "gb_free": "29", "wall": "6917"} {"epoch": 8, "update": 7.339, "loss": "0.021", "ppl": "1.01", "wps": "9695.8", "ups": "5.24", "wpb": "1849.6", "bsz": "89.8", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.358", "train_wall": "19", "gb_free": "29", "wall": "6917"} {"epoch": 8, "update": 7.339, "loss": "0.021", "ppl": "1.01", "wps": "9695.8", "ups": "5.24", "wpb": "1849.6", "bsz": "89.8", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.358", "train_wall": "19", "gb_free": "29", "wall": "6917"} {"epoch": 8, "update": 7.339, "loss": "0.021", "ppl": "1.01", "wps": "9695.8", "ups": "5.24", "wpb": "1849.6", "bsz": "89.8", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.358", "train_wall": "19", "gb_free": "29", "wall": "6917"} {"epoch": 8, "update": 7.339, "loss": "0.021", "ppl": "1.01", "wps": "9695.8", "ups": "5.24", "wpb": "1849.6", "bsz": "89.8", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.358", "train_wall": "19", "gb_free": "29", "wall": "6917"} {"epoch": 8, "update": 7.339, "loss": "0.021", "ppl": "1.01", "wps": "9695.8", "ups": "5.24", "wpb": "1849.6", "bsz": "89.8", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.358", "train_wall": "19", "gb_free": "29", "wall": "6917"} {"epoch": 8, "update": 7.339, "loss": "0.021", "ppl": "1.01", "wps": "9695.8", "ups": "5.24", "wpb": "1849.6", "bsz": "89.8", "num_updates": "35600", "lr": "0.0001676", "gnorm": "0.358", "train_wall": "19", "gb_free": "29", "wall": "6917"} {"epoch": 8, "update": 7.359, "loss": "0.018", "ppl": "1.01", "wps": "10586.6", "ups": "5.28", "wpb": "2005.6", "bsz": "100.5", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.328", "train_wall": "19", "gb_free": "28.9", "wall": "6936"} {"epoch": 8, "update": 7.359, "loss": "0.018", "ppl": "1.01", "wps": "10586.6", "ups": "5.28", "wpb": "2005.6", "bsz": "100.5", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.328", "train_wall": "19", "gb_free": "28.9", "wall": "6936"} {"epoch": 8, "update": 7.359, "loss": "0.018", "ppl": "1.01", "wps": "10586.6", "ups": "5.28", "wpb": "2005.6", "bsz": "100.5", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.328", "train_wall": "19", "gb_free": "28.9", "wall": "6936"} {"epoch": 8, "update": 7.359, "loss": "0.018", "ppl": "1.01", "wps": "10586.6", "ups": "5.28", "wpb": "2005.6", "bsz": "100.5", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.328", "train_wall": "19", "gb_free": "28.9", "wall": "6936"} {"epoch": 8, "update": 7.359, "loss": "0.018", "ppl": "1.01", "wps": "10586.6", "ups": "5.28", "wpb": "2005.6", "bsz": "100.5", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.328", "train_wall": "19", "gb_free": "28.9", "wall": "6936"} {"epoch": 8, "update": 7.359, "loss": "0.018", "ppl": "1.01", "wps": "10586.6", "ups": "5.28", "wpb": "2005.6", "bsz": "100.5", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.328", "train_wall": "19", "gb_free": "28.9", "wall": "6936"} {"epoch": 8, "update": 7.359, "loss": "0.018", "ppl": "1.01", "wps": "10586.6", "ups": "5.28", "wpb": "2005.6", "bsz": "100.5", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.328", "train_wall": "19", "gb_free": "28.9", "wall": "6936"} {"epoch": 8, "update": 7.359, "loss": "0.018", "ppl": "1.01", "wps": "10586.6", "ups": "5.28", "wpb": "2005.6", "bsz": "100.5", "num_updates": "35700", "lr": "0.000167365", "gnorm": "0.328", "train_wall": "19", "gb_free": "28.9", "wall": "6936"} {"epoch": 8, "update": 7.38, "loss": "0.022", "ppl": "1.02", "wps": "10592.8", "ups": "5.21", "wpb": "2032.3", "bsz": "95", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.365", "train_wall": "19", "gb_free": "28.8", "wall": "6955"} {"epoch": 8, "update": 7.38, "loss": "0.022", "ppl": "1.02", "wps": "10592.8", "ups": "5.21", "wpb": "2032.3", "bsz": "95", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.365", "train_wall": "19", "gb_free": "28.8", "wall": "6955"} {"epoch": 8, "update": 7.38, "loss": "0.022", "ppl": "1.02", "wps": "10592.8", "ups": "5.21", "wpb": "2032.3", "bsz": "95", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.365", "train_wall": "19", "gb_free": "28.8", "wall": "6955"} {"epoch": 8, "update": 7.38, "loss": "0.022", "ppl": "1.02", "wps": "10592.8", "ups": "5.21", "wpb": "2032.3", "bsz": "95", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.365", "train_wall": "19", "gb_free": "28.8", "wall": "6955"} {"epoch": 8, "update": 7.38, "loss": "0.022", "ppl": "1.02", "wps": "10592.8", "ups": "5.21", "wpb": "2032.3", "bsz": "95", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.365", "train_wall": "19", "gb_free": "28.8", "wall": "6955"} {"epoch": 8, "update": 7.38, "loss": "0.022", "ppl": "1.02", "wps": "10592.8", "ups": "5.21", "wpb": "2032.3", "bsz": "95", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.365", "train_wall": "19", "gb_free": "28.8", "wall": "6955"} {"epoch": 8, "update": 7.38, "loss": "0.022", "ppl": "1.02", "wps": "10592.8", "ups": "5.21", "wpb": "2032.3", "bsz": "95", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.365", "train_wall": "19", "gb_free": "28.8", "wall": "6955"} {"epoch": 8, "update": 7.38, "loss": "0.022", "ppl": "1.02", "wps": "10592.8", "ups": "5.21", "wpb": "2032.3", "bsz": "95", "num_updates": "35800", "lr": "0.000167132", "gnorm": "0.365", "train_wall": "19", "gb_free": "28.8", "wall": "6955"} {"epoch": 8, "update": 7.401, "loss": "0.016", "ppl": "1.01", "wps": "10174.3", "ups": "5.23", "wpb": "1944.2", "bsz": "95.9", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.306", "train_wall": "19", "gb_free": "29.1", "wall": "6974"} {"epoch": 8, "update": 7.401, "loss": "0.016", "ppl": "1.01", "wps": "10174.3", "ups": "5.23", "wpb": "1944.2", "bsz": "95.9", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.306", "train_wall": "19", "gb_free": "29.1", "wall": "6974"} {"epoch": 8, "update": 7.401, "loss": "0.016", "ppl": "1.01", "wps": "10174.3", "ups": "5.23", "wpb": "1944.2", "bsz": "95.9", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.306", "train_wall": "19", "gb_free": "29.1", "wall": "6974"} {"epoch": 8, "update": 7.401, "loss": "0.016", "ppl": "1.01", "wps": "10174.3", "ups": "5.23", "wpb": "1944.2", "bsz": "95.9", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.306", "train_wall": "19", "gb_free": "29.1", "wall": "6974"} {"epoch": 8, "update": 7.401, "loss": "0.016", "ppl": "1.01", "wps": "10174.3", "ups": "5.23", "wpb": "1944.2", "bsz": "95.9", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.306", "train_wall": "19", "gb_free": "29.1", "wall": "6974"} {"epoch": 8, "update": 7.401, "loss": "0.016", "ppl": "1.01", "wps": "10174.3", "ups": "5.23", "wpb": "1944.2", "bsz": "95.9", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.306", "train_wall": "19", "gb_free": "29.1", "wall": "6974"} {"epoch": 8, "update": 7.401, "loss": "0.016", "ppl": "1.01", "wps": "10174.3", "ups": "5.23", "wpb": "1944.2", "bsz": "95.9", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.306", "train_wall": "19", "gb_free": "29.1", "wall": "6974"} {"epoch": 8, "update": 7.401, "loss": "0.016", "ppl": "1.01", "wps": "10174.3", "ups": "5.23", "wpb": "1944.2", "bsz": "95.9", "num_updates": "35900", "lr": "0.000166899", "gnorm": "0.306", "train_wall": "19", "gb_free": "29.1", "wall": "6974"} {"epoch": 8, "update": 7.421, "loss": "0.02", "ppl": "1.01", "wps": "10215.9", "ups": "5.21", "wpb": "1959.6", "bsz": "95", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.365", "train_wall": "19", "gb_free": "29.1", "wall": "6993"} {"epoch": 8, "update": 7.421, "loss": "0.02", "ppl": "1.01", "wps": "10215.9", "ups": "5.21", "wpb": "1959.6", "bsz": "95", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.365", "train_wall": "19", "gb_free": "29.1", "wall": "6993"} {"epoch": 8, "update": 7.421, "loss": "0.02", "ppl": "1.01", "wps": "10215.9", "ups": "5.21", "wpb": "1959.6", "bsz": "95", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.365", "train_wall": "19", "gb_free": "29.1", "wall": "6993"} {"epoch": 8, "update": 7.421, "loss": "0.02", "ppl": "1.01", "wps": "10215.9", "ups": "5.21", "wpb": "1959.6", "bsz": "95", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.365", "train_wall": "19", "gb_free": "29.1", "wall": "6993"} {"epoch": 8, "update": 7.421, "loss": "0.02", "ppl": "1.01", "wps": "10215.9", "ups": "5.21", "wpb": "1959.6", "bsz": "95", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.365", "train_wall": "19", "gb_free": "29.1", "wall": "6993"} {"epoch": 8, "update": 7.421, "loss": "0.02", "ppl": "1.01", "wps": "10215.9", "ups": "5.21", "wpb": "1959.6", "bsz": "95", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.365", "train_wall": "19", "gb_free": "29.1", "wall": "6993"} {"epoch": 8, "update": 7.421, "loss": "0.02", "ppl": "1.01", "wps": "10215.9", "ups": "5.21", "wpb": "1959.6", "bsz": "95", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.365", "train_wall": "19", "gb_free": "29.1", "wall": "6993"} {"epoch": 8, "update": 7.421, "loss": "0.02", "ppl": "1.01", "wps": "10215.9", "ups": "5.21", "wpb": "1959.6", "bsz": "95", "num_updates": "36000", "lr": "0.000166667", "gnorm": "0.365", "train_wall": "19", "gb_free": "29.1", "wall": "6993"} {"epoch": 8, "update": 7.442, "loss": "0.018", "ppl": "1.01", "wps": "10658.9", "ups": "5.28", "wpb": "2019.2", "bsz": "100.7", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.358", "train_wall": "19", "gb_free": "28.9", "wall": "7012"} {"epoch": 8, "update": 7.442, "loss": "0.018", "ppl": "1.01", "wps": "10658.9", "ups": "5.28", "wpb": "2019.2", "bsz": "100.7", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.358", "train_wall": "19", "gb_free": "28.9", "wall": "7012"} {"epoch": 8, "update": 7.442, "loss": "0.018", "ppl": "1.01", "wps": "10658.9", "ups": "5.28", "wpb": "2019.2", "bsz": "100.7", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.358", "train_wall": "19", "gb_free": "28.9", "wall": "7012"} {"epoch": 8, "update": 7.442, "loss": "0.018", "ppl": "1.01", "wps": "10658.9", "ups": "5.28", "wpb": "2019.2", "bsz": "100.7", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.358", "train_wall": "19", "gb_free": "28.9", "wall": "7012"} {"epoch": 8, "update": 7.442, "loss": "0.018", "ppl": "1.01", "wps": "10658.9", "ups": "5.28", "wpb": "2019.2", "bsz": "100.7", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.358", "train_wall": "19", "gb_free": "28.9", "wall": "7012"} {"epoch": 8, "update": 7.442, "loss": "0.018", "ppl": "1.01", "wps": "10658.9", "ups": "5.28", "wpb": "2019.2", "bsz": "100.7", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.358", "train_wall": "19", "gb_free": "28.9", "wall": "7012"} {"epoch": 8, "update": 7.442, "loss": "0.018", "ppl": "1.01", "wps": "10658.9", "ups": "5.28", "wpb": "2019.2", "bsz": "100.7", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.358", "train_wall": "19", "gb_free": "28.9", "wall": "7012"} {"epoch": 8, "update": 7.442, "loss": "0.018", "ppl": "1.01", "wps": "10658.9", "ups": "5.28", "wpb": "2019.2", "bsz": "100.7", "num_updates": "36100", "lr": "0.000166436", "gnorm": "0.358", "train_wall": "19", "gb_free": "28.9", "wall": "7012"} {"epoch": 8, "update": 7.462, "loss": "0.02", "ppl": "1.01", "wps": "9991.5", "ups": "5.23", "wpb": "1911.5", "bsz": "88.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.357", "train_wall": "19", "gb_free": "28.9", "wall": "7032"} {"epoch": 8, "update": 7.462, "loss": "0.02", "ppl": "1.01", "wps": "9991.5", "ups": "5.23", "wpb": "1911.5", "bsz": "88.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.357", "train_wall": "19", "gb_free": "28.9", "wall": "7032"} {"epoch": 8, "update": 7.462, "loss": "0.02", "ppl": "1.01", "wps": "9991.5", "ups": "5.23", "wpb": "1911.5", "bsz": "88.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.357", "train_wall": "19", "gb_free": "28.9", "wall": "7032"} {"epoch": 8, "update": 7.462, "loss": "0.02", "ppl": "1.01", "wps": "9991.5", "ups": "5.23", "wpb": "1911.5", "bsz": "88.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.357", "train_wall": "19", "gb_free": "28.9", "wall": "7032"} {"epoch": 8, "update": 7.462, "loss": "0.02", "ppl": "1.01", "wps": "9991.5", "ups": "5.23", "wpb": "1911.5", "bsz": "88.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.357", "train_wall": "19", "gb_free": "28.9", "wall": "7032"} {"epoch": 8, "update": 7.462, "loss": "0.02", "ppl": "1.01", "wps": "9991.5", "ups": "5.23", "wpb": "1911.5", "bsz": "88.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.357", "train_wall": "19", "gb_free": "28.9", "wall": "7032"} {"epoch": 8, "update": 7.462, "loss": "0.02", "ppl": "1.01", "wps": "9991.5", "ups": "5.23", "wpb": "1911.5", "bsz": "88.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.357", "train_wall": "19", "gb_free": "28.9", "wall": "7032"} {"epoch": 8, "update": 7.462, "loss": "0.02", "ppl": "1.01", "wps": "9991.5", "ups": "5.23", "wpb": "1911.5", "bsz": "88.6", "num_updates": "36200", "lr": "0.000166206", "gnorm": "0.357", "train_wall": "19", "gb_free": "28.9", "wall": "7032"} {"epoch": 8, "update": 7.483, "loss": "0.022", "ppl": "1.02", "wps": "11300.1", "ups": "5.21", "wpb": "2170.3", "bsz": "100", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.361", "train_wall": "19", "gb_free": "29.3", "wall": "7051"} {"epoch": 8, "update": 7.483, "loss": "0.022", "ppl": "1.02", "wps": "11300.1", "ups": "5.21", "wpb": "2170.3", "bsz": "100", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.361", "train_wall": "19", "gb_free": "29.3", "wall": "7051"} {"epoch": 8, "update": 7.483, "loss": "0.022", "ppl": "1.02", "wps": "11300.1", "ups": "5.21", "wpb": "2170.3", "bsz": "100", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.361", "train_wall": "19", "gb_free": "29.3", "wall": "7051"} {"epoch": 8, "update": 7.483, "loss": "0.022", "ppl": "1.02", "wps": "11300.1", "ups": "5.21", "wpb": "2170.3", "bsz": "100", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.361", "train_wall": "19", "gb_free": "29.3", "wall": "7051"} {"epoch": 8, "update": 7.483, "loss": "0.022", "ppl": "1.02", "wps": "11300.1", "ups": "5.21", "wpb": "2170.3", "bsz": "100", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.361", "train_wall": "19", "gb_free": "29.3", "wall": "7051"} {"epoch": 8, "update": 7.483, "loss": "0.022", "ppl": "1.02", "wps": "11300.1", "ups": "5.21", "wpb": "2170.3", "bsz": "100", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.361", "train_wall": "19", "gb_free": "29.3", "wall": "7051"} {"epoch": 8, "update": 7.483, "loss": "0.022", "ppl": "1.02", "wps": "11300.1", "ups": "5.21", "wpb": "2170.3", "bsz": "100", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.361", "train_wall": "19", "gb_free": "29.3", "wall": "7051"} {"epoch": 8, "update": 7.483, "loss": "0.022", "ppl": "1.02", "wps": "11300.1", "ups": "5.21", "wpb": "2170.3", "bsz": "100", "num_updates": "36300", "lr": "0.000165977", "gnorm": "0.361", "train_wall": "19", "gb_free": "29.3", "wall": "7051"} {"epoch": 8, "update": 7.504, "loss": "0.02", "ppl": "1.01", "wps": "10258.1", "ups": "5.18", "wpb": "1981.7", "bsz": "94", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.321", "train_wall": "19", "gb_free": "27.5", "wall": "7070"} {"epoch": 8, "update": 7.504, "loss": "0.02", "ppl": "1.01", "wps": "10258.1", "ups": "5.18", "wpb": "1981.7", "bsz": "94", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.321", "train_wall": "19", "gb_free": "27.5", "wall": "7070"} {"epoch": 8, "update": 7.504, "loss": "0.02", "ppl": "1.01", "wps": "10258.1", "ups": "5.18", "wpb": "1981.7", "bsz": "94", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.321", "train_wall": "19", "gb_free": "27.5", "wall": "7070"} {"epoch": 8, "update": 7.504, "loss": "0.02", "ppl": "1.01", "wps": "10258.1", "ups": "5.18", "wpb": "1981.7", "bsz": "94", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.321", "train_wall": "19", "gb_free": "27.5", "wall": "7070"} {"epoch": 8, "update": 7.504, "loss": "0.02", "ppl": "1.01", "wps": "10258.1", "ups": "5.18", "wpb": "1981.7", "bsz": "94", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.321", "train_wall": "19", "gb_free": "27.5", "wall": "7070"} {"epoch": 8, "update": 7.504, "loss": "0.02", "ppl": "1.01", "wps": "10258.1", "ups": "5.18", "wpb": "1981.7", "bsz": "94", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.321", "train_wall": "19", "gb_free": "27.5", "wall": "7070"} {"epoch": 8, "update": 7.504, "loss": "0.02", "ppl": "1.01", "wps": "10258.1", "ups": "5.18", "wpb": "1981.7", "bsz": "94", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.321", "train_wall": "19", "gb_free": "27.5", "wall": "7070"} {"epoch": 8, "update": 7.504, "loss": "0.02", "ppl": "1.01", "wps": "10258.1", "ups": "5.18", "wpb": "1981.7", "bsz": "94", "num_updates": "36400", "lr": "0.000165748", "gnorm": "0.321", "train_wall": "19", "gb_free": "27.5", "wall": "7070"} {"epoch": 8, "update": 7.524, "loss": "0.014", "ppl": "1.01", "wps": "9756.3", "ups": "5.2", "wpb": "1877.7", "bsz": "94.4", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.317", "train_wall": "19", "gb_free": "29", "wall": "7089"} {"epoch": 8, "update": 7.524, "loss": "0.014", "ppl": "1.01", "wps": "9756.3", "ups": "5.2", "wpb": "1877.7", "bsz": "94.4", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.317", "train_wall": "19", "gb_free": "29", "wall": "7089"} {"epoch": 8, "update": 7.524, "loss": "0.014", "ppl": "1.01", "wps": "9756.3", "ups": "5.2", "wpb": "1877.7", "bsz": "94.4", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.317", "train_wall": "19", "gb_free": "29", "wall": "7089"} {"epoch": 8, "update": 7.524, "loss": "0.014", "ppl": "1.01", "wps": "9756.3", "ups": "5.2", "wpb": "1877.7", "bsz": "94.4", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.317", "train_wall": "19", "gb_free": "29", "wall": "7089"} {"epoch": 8, "update": 7.524, "loss": "0.014", "ppl": "1.01", "wps": "9756.3", "ups": "5.2", "wpb": "1877.7", "bsz": "94.4", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.317", "train_wall": "19", "gb_free": "29", "wall": "7089"} {"epoch": 8, "update": 7.524, "loss": "0.014", "ppl": "1.01", "wps": "9756.3", "ups": "5.2", "wpb": "1877.7", "bsz": "94.4", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.317", "train_wall": "19", "gb_free": "29", "wall": "7089"} {"epoch": 8, "update": 7.524, "loss": "0.014", "ppl": "1.01", "wps": "9756.3", "ups": "5.2", "wpb": "1877.7", "bsz": "94.4", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.317", "train_wall": "19", "gb_free": "29", "wall": "7089"} {"epoch": 8, "update": 7.524, "loss": "0.014", "ppl": "1.01", "wps": "9756.3", "ups": "5.2", "wpb": "1877.7", "bsz": "94.4", "num_updates": "36500", "lr": "0.000165521", "gnorm": "0.317", "train_wall": "19", "gb_free": "29", "wall": "7089"} {"epoch": 8, "update": 7.545, "loss": "0.025", "ppl": "1.02", "wps": "9703.5", "ups": "5.22", "wpb": "1858.6", "bsz": "92.1", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.393", "train_wall": "19", "gb_free": "27.7", "wall": "7108"} {"epoch": 8, "update": 7.545, "loss": "0.025", "ppl": "1.02", "wps": "9703.5", "ups": "5.22", "wpb": "1858.6", "bsz": "92.1", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.393", "train_wall": "19", "gb_free": "27.7", "wall": "7108"} {"epoch": 8, "update": 7.545, "loss": "0.025", "ppl": "1.02", "wps": "9703.5", "ups": "5.22", "wpb": "1858.6", "bsz": "92.1", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.393", "train_wall": "19", "gb_free": "27.7", "wall": "7108"} {"epoch": 8, "update": 7.545, "loss": "0.025", "ppl": "1.02", "wps": "9703.5", "ups": "5.22", "wpb": "1858.6", "bsz": "92.1", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.393", "train_wall": "19", "gb_free": "27.7", "wall": "7108"} {"epoch": 8, "update": 7.545, "loss": "0.025", "ppl": "1.02", "wps": "9703.5", "ups": "5.22", "wpb": "1858.6", "bsz": "92.1", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.393", "train_wall": "19", "gb_free": "27.7", "wall": "7108"} {"epoch": 8, "update": 7.545, "loss": "0.025", "ppl": "1.02", "wps": "9703.5", "ups": "5.22", "wpb": "1858.6", "bsz": "92.1", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.393", "train_wall": "19", "gb_free": "27.7", "wall": "7108"} {"epoch": 8, "update": 7.545, "loss": "0.025", "ppl": "1.02", "wps": "9703.5", "ups": "5.22", "wpb": "1858.6", "bsz": "92.1", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.393", "train_wall": "19", "gb_free": "27.7", "wall": "7108"} {"epoch": 8, "update": 7.545, "loss": "0.025", "ppl": "1.02", "wps": "9703.5", "ups": "5.22", "wpb": "1858.6", "bsz": "92.1", "num_updates": "36600", "lr": "0.000165295", "gnorm": "0.393", "train_wall": "19", "gb_free": "27.7", "wall": "7108"} {"epoch": 8, "update": 7.565, "loss": "0.023", "ppl": "1.02", "wps": "11050.3", "ups": "5.21", "wpb": "2122.5", "bsz": "101.6", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.374", "train_wall": "19", "gb_free": "27.9", "wall": "7128"} {"epoch": 8, "update": 7.565, "loss": "0.023", "ppl": "1.02", "wps": "11050.3", "ups": "5.21", "wpb": "2122.5", "bsz": "101.6", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.374", "train_wall": "19", "gb_free": "27.9", "wall": "7128"} {"epoch": 8, "update": 7.565, "loss": "0.023", "ppl": "1.02", "wps": "11050.3", "ups": "5.21", "wpb": "2122.5", "bsz": "101.6", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.374", "train_wall": "19", "gb_free": "27.9", "wall": "7128"} {"epoch": 8, "update": 7.565, "loss": "0.023", "ppl": "1.02", "wps": "11050.3", "ups": "5.21", "wpb": "2122.5", "bsz": "101.6", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.374", "train_wall": "19", "gb_free": "27.9", "wall": "7128"} {"epoch": 8, "update": 7.565, "loss": "0.023", "ppl": "1.02", "wps": "11050.3", "ups": "5.21", "wpb": "2122.5", "bsz": "101.6", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.374", "train_wall": "19", "gb_free": "27.9", "wall": "7128"} {"epoch": 8, "update": 7.565, "loss": "0.023", "ppl": "1.02", "wps": "11050.3", "ups": "5.21", "wpb": "2122.5", "bsz": "101.6", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.374", "train_wall": "19", "gb_free": "27.9", "wall": "7128"} {"epoch": 8, "update": 7.565, "loss": "0.023", "ppl": "1.02", "wps": "11050.3", "ups": "5.21", "wpb": "2122.5", "bsz": "101.6", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.374", "train_wall": "19", "gb_free": "27.9", "wall": "7128"} {"epoch": 8, "update": 7.565, "loss": "0.023", "ppl": "1.02", "wps": "11050.3", "ups": "5.21", "wpb": "2122.5", "bsz": "101.6", "num_updates": "36700", "lr": "0.00016507", "gnorm": "0.374", "train_wall": "19", "gb_free": "27.9", "wall": "7128"} {"epoch": 8, "update": 7.586, "loss": "0.022", "ppl": "1.02", "wps": "9554.1", "ups": "5.14", "wpb": "1859", "bsz": "87.6", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.383", "train_wall": "19", "gb_free": "29", "wall": "7147"} {"epoch": 8, "update": 7.586, "loss": "0.022", "ppl": "1.02", "wps": "9554.1", "ups": "5.14", "wpb": "1859", "bsz": "87.6", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.383", "train_wall": "19", "gb_free": "29", "wall": "7147"} {"epoch": 8, "update": 7.586, "loss": "0.022", "ppl": "1.02", "wps": "9554.1", "ups": "5.14", "wpb": "1859", "bsz": "87.6", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.383", "train_wall": "19", "gb_free": "29", "wall": "7147"} {"epoch": 8, "update": 7.586, "loss": "0.022", "ppl": "1.02", "wps": "9554.1", "ups": "5.14", "wpb": "1859", "bsz": "87.6", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.383", "train_wall": "19", "gb_free": "29", "wall": "7147"} {"epoch": 8, "update": 7.586, "loss": "0.022", "ppl": "1.02", "wps": "9554.1", "ups": "5.14", "wpb": "1859", "bsz": "87.6", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.383", "train_wall": "19", "gb_free": "29", "wall": "7147"} {"epoch": 8, "update": 7.586, "loss": "0.022", "ppl": "1.02", "wps": "9554.1", "ups": "5.14", "wpb": "1859", "bsz": "87.6", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.383", "train_wall": "19", "gb_free": "29", "wall": "7147"} {"epoch": 8, "update": 7.586, "loss": "0.022", "ppl": "1.02", "wps": "9554.1", "ups": "5.14", "wpb": "1859", "bsz": "87.6", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.383", "train_wall": "19", "gb_free": "29", "wall": "7147"} {"epoch": 8, "update": 7.586, "loss": "0.022", "ppl": "1.02", "wps": "9554.1", "ups": "5.14", "wpb": "1859", "bsz": "87.6", "num_updates": "36800", "lr": "0.000164845", "gnorm": "0.383", "train_wall": "19", "gb_free": "29", "wall": "7147"} {"epoch": 8, "update": 7.607, "loss": "0.02", "ppl": "1.01", "wps": "11343.1", "ups": "5.23", "wpb": "2168.5", "bsz": "103.1", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.34", "train_wall": "19", "gb_free": "29", "wall": "7166"} {"epoch": 8, "update": 7.607, "loss": "0.02", "ppl": "1.01", "wps": "11343.1", "ups": "5.23", "wpb": "2168.5", "bsz": "103.1", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.34", "train_wall": "19", "gb_free": "29", "wall": "7166"} {"epoch": 8, "update": 7.607, "loss": "0.02", "ppl": "1.01", "wps": "11343.1", "ups": "5.23", "wpb": "2168.5", "bsz": "103.1", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.34", "train_wall": "19", "gb_free": "29", "wall": "7166"} {"epoch": 8, "update": 7.607, "loss": "0.02", "ppl": "1.01", "wps": "11343.1", "ups": "5.23", "wpb": "2168.5", "bsz": "103.1", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.34", "train_wall": "19", "gb_free": "29", "wall": "7166"} {"epoch": 8, "update": 7.607, "loss": "0.02", "ppl": "1.01", "wps": "11343.1", "ups": "5.23", "wpb": "2168.5", "bsz": "103.1", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.34", "train_wall": "19", "gb_free": "29", "wall": "7166"} {"epoch": 8, "update": 7.607, "loss": "0.02", "ppl": "1.01", "wps": "11343.1", "ups": "5.23", "wpb": "2168.5", "bsz": "103.1", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.34", "train_wall": "19", "gb_free": "29", "wall": "7166"} {"epoch": 8, "update": 7.607, "loss": "0.02", "ppl": "1.01", "wps": "11343.1", "ups": "5.23", "wpb": "2168.5", "bsz": "103.1", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.34", "train_wall": "19", "gb_free": "29", "wall": "7166"} {"epoch": 8, "update": 7.607, "loss": "0.02", "ppl": "1.01", "wps": "11343.1", "ups": "5.23", "wpb": "2168.5", "bsz": "103.1", "num_updates": "36900", "lr": "0.000164622", "gnorm": "0.34", "train_wall": "19", "gb_free": "29", "wall": "7166"} {"epoch": 8, "update": 7.627, "loss": "0.02", "ppl": "1.01", "wps": "10668", "ups": "5.22", "wpb": "2044.1", "bsz": "95.8", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.38", "train_wall": "19", "gb_free": "27.6", "wall": "7185"} {"epoch": 8, "update": 7.627, "loss": "0.02", "ppl": "1.01", "wps": "10668", "ups": "5.22", "wpb": "2044.1", "bsz": "95.8", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.38", "train_wall": "19", "gb_free": "27.6", "wall": "7185"} {"epoch": 8, "update": 7.627, "loss": "0.02", "ppl": "1.01", "wps": "10668", "ups": "5.22", "wpb": "2044.1", "bsz": "95.8", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.38", "train_wall": "19", "gb_free": "27.6", "wall": "7185"} {"epoch": 8, "update": 7.627, "loss": "0.02", "ppl": "1.01", "wps": "10668", "ups": "5.22", "wpb": "2044.1", "bsz": "95.8", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.38", "train_wall": "19", "gb_free": "27.6", "wall": "7185"} {"epoch": 8, "update": 7.627, "loss": "0.02", "ppl": "1.01", "wps": "10668", "ups": "5.22", "wpb": "2044.1", "bsz": "95.8", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.38", "train_wall": "19", "gb_free": "27.6", "wall": "7185"} {"epoch": 8, "update": 7.627, "loss": "0.02", "ppl": "1.01", "wps": "10668", "ups": "5.22", "wpb": "2044.1", "bsz": "95.8", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.38", "train_wall": "19", "gb_free": "27.6", "wall": "7185"} {"epoch": 8, "update": 7.627, "loss": "0.02", "ppl": "1.01", "wps": "10668", "ups": "5.22", "wpb": "2044.1", "bsz": "95.8", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.38", "train_wall": "19", "gb_free": "27.6", "wall": "7185"} {"epoch": 8, "update": 7.627, "loss": "0.02", "ppl": "1.01", "wps": "10668", "ups": "5.22", "wpb": "2044.1", "bsz": "95.8", "num_updates": "37000", "lr": "0.000164399", "gnorm": "0.38", "train_wall": "19", "gb_free": "27.6", "wall": "7185"} {"epoch": 8, "update": 7.648, "loss": "0.017", "ppl": "1.01", "wps": "9645.2", "ups": "5.16", "wpb": "1868.2", "bsz": "92.9", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.9", "wall": "7205"} {"epoch": 8, "update": 7.648, "loss": "0.017", "ppl": "1.01", "wps": "9645.2", "ups": "5.16", "wpb": "1868.2", "bsz": "92.9", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.9", "wall": "7205"} {"epoch": 8, "update": 7.648, "loss": "0.017", "ppl": "1.01", "wps": "9645.2", "ups": "5.16", "wpb": "1868.2", "bsz": "92.9", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.9", "wall": "7205"} {"epoch": 8, "update": 7.648, "loss": "0.017", "ppl": "1.01", "wps": "9645.2", "ups": "5.16", "wpb": "1868.2", "bsz": "92.9", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.9", "wall": "7205"} {"epoch": 8, "update": 7.648, "loss": "0.017", "ppl": "1.01", "wps": "9645.2", "ups": "5.16", "wpb": "1868.2", "bsz": "92.9", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.9", "wall": "7205"} {"epoch": 8, "update": 7.648, "loss": "0.017", "ppl": "1.01", "wps": "9645.2", "ups": "5.16", "wpb": "1868.2", "bsz": "92.9", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.9", "wall": "7205"} {"epoch": 8, "update": 7.648, "loss": "0.017", "ppl": "1.01", "wps": "9645.2", "ups": "5.16", "wpb": "1868.2", "bsz": "92.9", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.9", "wall": "7205"} {"epoch": 8, "update": 7.648, "loss": "0.017", "ppl": "1.01", "wps": "9645.2", "ups": "5.16", "wpb": "1868.2", "bsz": "92.9", "num_updates": "37100", "lr": "0.000164177", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.9", "wall": "7205"} {"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "10181.1", "ups": "5.19", "wpb": "1962.2", "bsz": "92.6", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.3", "wall": "7224"} {"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "10181.1", "ups": "5.19", "wpb": "1962.2", "bsz": "92.6", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.3", "wall": "7224"} {"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "10181.1", "ups": "5.19", "wpb": "1962.2", "bsz": "92.6", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.3", "wall": "7224"} {"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "10181.1", "ups": "5.19", "wpb": "1962.2", "bsz": "92.6", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.3", "wall": "7224"} {"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "10181.1", "ups": "5.19", "wpb": "1962.2", "bsz": "92.6", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.3", "wall": "7224"} {"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "10181.1", "ups": "5.19", "wpb": "1962.2", "bsz": "92.6", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.3", "wall": "7224"} {"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "10181.1", "ups": "5.19", "wpb": "1962.2", "bsz": "92.6", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.3", "wall": "7224"} {"epoch": 8, "update": 7.669, "loss": "0.017", "ppl": "1.01", "wps": "10181.1", "ups": "5.19", "wpb": "1962.2", "bsz": "92.6", "num_updates": "37200", "lr": "0.000163956", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.3", "wall": "7224"} {"epoch": 8, "update": 7.689, "loss": "0.024", "ppl": "1.02", "wps": "10999.9", "ups": "5.18", "wpb": "2122.8", "bsz": "100.6", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.369", "train_wall": "19", "gb_free": "29.1", "wall": "7243"} {"epoch": 8, "update": 7.689, "loss": "0.024", "ppl": "1.02", "wps": "10999.9", "ups": "5.18", "wpb": "2122.8", "bsz": "100.6", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.369", "train_wall": "19", "gb_free": "29.1", "wall": "7243"} {"epoch": 8, "update": 7.689, "loss": "0.024", "ppl": "1.02", "wps": "10999.9", "ups": "5.18", "wpb": "2122.8", "bsz": "100.6", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.369", "train_wall": "19", "gb_free": "29.1", "wall": "7243"} {"epoch": 8, "update": 7.689, "loss": "0.024", "ppl": "1.02", "wps": "10999.9", "ups": "5.18", "wpb": "2122.8", "bsz": "100.6", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.369", "train_wall": "19", "gb_free": "29.1", "wall": "7243"} {"epoch": 8, "update": 7.689, "loss": "0.024", "ppl": "1.02", "wps": "10999.9", "ups": "5.18", "wpb": "2122.8", "bsz": "100.6", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.369", "train_wall": "19", "gb_free": "29.1", "wall": "7243"} {"epoch": 8, "update": 7.689, "loss": "0.024", "ppl": "1.02", "wps": "10999.9", "ups": "5.18", "wpb": "2122.8", "bsz": "100.6", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.369", "train_wall": "19", "gb_free": "29.1", "wall": "7243"} {"epoch": 8, "update": 7.689, "loss": "0.024", "ppl": "1.02", "wps": "10999.9", "ups": "5.18", "wpb": "2122.8", "bsz": "100.6", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.369", "train_wall": "19", "gb_free": "29.1", "wall": "7243"} {"epoch": 8, "update": 7.689, "loss": "0.024", "ppl": "1.02", "wps": "10999.9", "ups": "5.18", "wpb": "2122.8", "bsz": "100.6", "num_updates": "37300", "lr": "0.000163737", "gnorm": "0.369", "train_wall": "19", "gb_free": "29.1", "wall": "7243"} {"epoch": 8, "update": 7.71, "loss": "0.021", "ppl": "1.01", "wps": "11008.9", "ups": "5.19", "wpb": "2121.2", "bsz": "100", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.37", "train_wall": "19", "gb_free": "28.8", "wall": "7263"} {"epoch": 8, "update": 7.71, "loss": "0.021", "ppl": "1.01", "wps": "11008.9", "ups": "5.19", "wpb": "2121.2", "bsz": "100", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.37", "train_wall": "19", "gb_free": "28.8", "wall": "7263"} {"epoch": 8, "update": 7.71, "loss": "0.021", "ppl": "1.01", "wps": "11008.9", "ups": "5.19", "wpb": "2121.2", "bsz": "100", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.37", "train_wall": "19", "gb_free": "28.8", "wall": "7263"} {"epoch": 8, "update": 7.71, "loss": "0.021", "ppl": "1.01", "wps": "11008.9", "ups": "5.19", "wpb": "2121.2", "bsz": "100", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.37", "train_wall": "19", "gb_free": "28.8", "wall": "7263"} {"epoch": 8, "update": 7.71, "loss": "0.021", "ppl": "1.01", "wps": "11008.9", "ups": "5.19", "wpb": "2121.2", "bsz": "100", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.37", "train_wall": "19", "gb_free": "28.8", "wall": "7263"} {"epoch": 8, "update": 7.71, "loss": "0.021", "ppl": "1.01", "wps": "11008.9", "ups": "5.19", "wpb": "2121.2", "bsz": "100", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.37", "train_wall": "19", "gb_free": "28.8", "wall": "7263"} {"epoch": 8, "update": 7.71, "loss": "0.021", "ppl": "1.01", "wps": "11008.9", "ups": "5.19", "wpb": "2121.2", "bsz": "100", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.37", "train_wall": "19", "gb_free": "28.8", "wall": "7263"} {"epoch": 8, "update": 7.71, "loss": "0.021", "ppl": "1.01", "wps": "11008.9", "ups": "5.19", "wpb": "2121.2", "bsz": "100", "num_updates": "37400", "lr": "0.000163517", "gnorm": "0.37", "train_wall": "19", "gb_free": "28.8", "wall": "7263"} {"epoch": 8, "update": 7.73, "loss": "0.021", "ppl": "1.01", "wps": "9833.3", "ups": "5.18", "wpb": "1899.9", "bsz": "91.9", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "7282"} {"epoch": 8, "update": 7.73, "loss": "0.021", "ppl": "1.01", "wps": "9833.3", "ups": "5.18", "wpb": "1899.9", "bsz": "91.9", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "7282"} {"epoch": 8, "update": 7.73, "loss": "0.021", "ppl": "1.01", "wps": "9833.3", "ups": "5.18", "wpb": "1899.9", "bsz": "91.9", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "7282"} {"epoch": 8, "update": 7.73, "loss": "0.021", "ppl": "1.01", "wps": "9833.3", "ups": "5.18", "wpb": "1899.9", "bsz": "91.9", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "7282"} {"epoch": 8, "update": 7.73, "loss": "0.021", "ppl": "1.01", "wps": "9833.3", "ups": "5.18", "wpb": "1899.9", "bsz": "91.9", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "7282"} {"epoch": 8, "update": 7.73, "loss": "0.021", "ppl": "1.01", "wps": "9833.3", "ups": "5.18", "wpb": "1899.9", "bsz": "91.9", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "7282"} {"epoch": 8, "update": 7.73, "loss": "0.021", "ppl": "1.01", "wps": "9833.3", "ups": "5.18", "wpb": "1899.9", "bsz": "91.9", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "7282"} {"epoch": 8, "update": 7.73, "loss": "0.021", "ppl": "1.01", "wps": "9833.3", "ups": "5.18", "wpb": "1899.9", "bsz": "91.9", "num_updates": "37500", "lr": "0.000163299", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "7282"} {"epoch": 8, "update": 7.751, "loss": "0.024", "ppl": "1.02", "wps": "10493.6", "ups": "5.17", "wpb": "2028.6", "bsz": "98.2", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.374", "train_wall": "19", "gb_free": "28", "wall": "7301"} {"epoch": 8, "update": 7.751, "loss": "0.024", "ppl": "1.02", "wps": "10493.6", "ups": "5.17", "wpb": "2028.6", "bsz": "98.2", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.374", "train_wall": "19", "gb_free": "28", "wall": "7301"} {"epoch": 8, "update": 7.751, "loss": "0.024", "ppl": "1.02", "wps": "10493.6", "ups": "5.17", "wpb": "2028.6", "bsz": "98.2", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.374", "train_wall": "19", "gb_free": "28", "wall": "7301"} {"epoch": 8, "update": 7.751, "loss": "0.024", "ppl": "1.02", "wps": "10493.6", "ups": "5.17", "wpb": "2028.6", "bsz": "98.2", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.374", "train_wall": "19", "gb_free": "28", "wall": "7301"} {"epoch": 8, "update": 7.751, "loss": "0.024", "ppl": "1.02", "wps": "10493.6", "ups": "5.17", "wpb": "2028.6", "bsz": "98.2", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.374", "train_wall": "19", "gb_free": "28", "wall": "7301"} {"epoch": 8, "update": 7.751, "loss": "0.024", "ppl": "1.02", "wps": "10493.6", "ups": "5.17", "wpb": "2028.6", "bsz": "98.2", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.374", "train_wall": "19", "gb_free": "28", "wall": "7301"} {"epoch": 8, "update": 7.751, "loss": "0.024", "ppl": "1.02", "wps": "10493.6", "ups": "5.17", "wpb": "2028.6", "bsz": "98.2", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.374", "train_wall": "19", "gb_free": "28", "wall": "7301"} {"epoch": 8, "update": 7.751, "loss": "0.024", "ppl": "1.02", "wps": "10493.6", "ups": "5.17", "wpb": "2028.6", "bsz": "98.2", "num_updates": "37600", "lr": "0.000163082", "gnorm": "0.374", "train_wall": "19", "gb_free": "28", "wall": "7301"} {"epoch": 8, "update": 7.772, "loss": "0.021", "ppl": "1.01", "wps": "9955.8", "ups": "5.2", "wpb": "1913.4", "bsz": "87.6", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.35", "train_wall": "19", "gb_free": "29.2", "wall": "7321"} {"epoch": 8, "update": 7.772, "loss": "0.021", "ppl": "1.01", "wps": "9955.8", "ups": "5.2", "wpb": "1913.4", "bsz": "87.6", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.35", "train_wall": "19", "gb_free": "29.2", "wall": "7321"} {"epoch": 8, "update": 7.772, "loss": "0.021", "ppl": "1.01", "wps": "9955.8", "ups": "5.2", "wpb": "1913.4", "bsz": "87.6", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.35", "train_wall": "19", "gb_free": "29.2", "wall": "7321"} {"epoch": 8, "update": 7.772, "loss": "0.021", "ppl": "1.01", "wps": "9955.8", "ups": "5.2", "wpb": "1913.4", "bsz": "87.6", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.35", "train_wall": "19", "gb_free": "29.2", "wall": "7321"} {"epoch": 8, "update": 7.772, "loss": "0.021", "ppl": "1.01", "wps": "9955.8", "ups": "5.2", "wpb": "1913.4", "bsz": "87.6", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.35", "train_wall": "19", "gb_free": "29.2", "wall": "7321"} {"epoch": 8, "update": 7.772, "loss": "0.021", "ppl": "1.01", "wps": "9955.8", "ups": "5.2", "wpb": "1913.4", "bsz": "87.6", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.35", "train_wall": "19", "gb_free": "29.2", "wall": "7321"} {"epoch": 8, "update": 7.772, "loss": "0.021", "ppl": "1.01", "wps": "9955.8", "ups": "5.2", "wpb": "1913.4", "bsz": "87.6", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.35", "train_wall": "19", "gb_free": "29.2", "wall": "7321"} {"epoch": 8, "update": 7.772, "loss": "0.021", "ppl": "1.01", "wps": "9955.8", "ups": "5.2", "wpb": "1913.4", "bsz": "87.6", "num_updates": "37700", "lr": "0.000162866", "gnorm": "0.35", "train_wall": "19", "gb_free": "29.2", "wall": "7321"} {"epoch": 8, "update": 7.792, "loss": "0.019", "ppl": "1.01", "wps": "10881.4", "ups": "5.22", "wpb": "2085.3", "bsz": "99.3", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.377", "train_wall": "19", "gb_free": "28.9", "wall": "7340"} {"epoch": 8, "update": 7.792, "loss": "0.019", "ppl": "1.01", "wps": "10881.4", "ups": "5.22", "wpb": "2085.3", "bsz": "99.3", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.377", "train_wall": "19", "gb_free": "28.9", "wall": "7340"} {"epoch": 8, "update": 7.792, "loss": "0.019", "ppl": "1.01", "wps": "10881.4", "ups": "5.22", "wpb": "2085.3", "bsz": "99.3", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.377", "train_wall": "19", "gb_free": "28.9", "wall": "7340"} {"epoch": 8, "update": 7.792, "loss": "0.019", "ppl": "1.01", "wps": "10881.4", "ups": "5.22", "wpb": "2085.3", "bsz": "99.3", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.377", "train_wall": "19", "gb_free": "28.9", "wall": "7340"} {"epoch": 8, "update": 7.792, "loss": "0.019", "ppl": "1.01", "wps": "10881.4", "ups": "5.22", "wpb": "2085.3", "bsz": "99.3", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.377", "train_wall": "19", "gb_free": "28.9", "wall": "7340"} {"epoch": 8, "update": 7.792, "loss": "0.019", "ppl": "1.01", "wps": "10881.4", "ups": "5.22", "wpb": "2085.3", "bsz": "99.3", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.377", "train_wall": "19", "gb_free": "28.9", "wall": "7340"} {"epoch": 8, "update": 7.792, "loss": "0.019", "ppl": "1.01", "wps": "10881.4", "ups": "5.22", "wpb": "2085.3", "bsz": "99.3", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.377", "train_wall": "19", "gb_free": "28.9", "wall": "7340"} {"epoch": 8, "update": 7.792, "loss": "0.019", "ppl": "1.01", "wps": "10881.4", "ups": "5.22", "wpb": "2085.3", "bsz": "99.3", "num_updates": "37800", "lr": "0.00016265", "gnorm": "0.377", "train_wall": "19", "gb_free": "28.9", "wall": "7340"} {"epoch": 8, "update": 7.813, "loss": "0.024", "ppl": "1.02", "wps": "9417.6", "ups": "5.14", "wpb": "1831.7", "bsz": "87", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.414", "train_wall": "19", "gb_free": "28.9", "wall": "7359"} {"epoch": 8, "update": 7.813, "loss": "0.024", "ppl": "1.02", "wps": "9417.6", "ups": "5.14", "wpb": "1831.7", "bsz": "87", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.414", "train_wall": "19", "gb_free": "28.9", "wall": "7359"} {"epoch": 8, "update": 7.813, "loss": "0.024", "ppl": "1.02", "wps": "9417.6", "ups": "5.14", "wpb": "1831.7", "bsz": "87", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.414", "train_wall": "19", "gb_free": "28.9", "wall": "7359"} {"epoch": 8, "update": 7.813, "loss": "0.024", "ppl": "1.02", "wps": "9417.6", "ups": "5.14", "wpb": "1831.7", "bsz": "87", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.414", "train_wall": "19", "gb_free": "28.9", "wall": "7359"} {"epoch": 8, "update": 7.813, "loss": "0.024", "ppl": "1.02", "wps": "9417.6", "ups": "5.14", "wpb": "1831.7", "bsz": "87", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.414", "train_wall": "19", "gb_free": "28.9", "wall": "7359"} {"epoch": 8, "update": 7.813, "loss": "0.024", "ppl": "1.02", "wps": "9417.6", "ups": "5.14", "wpb": "1831.7", "bsz": "87", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.414", "train_wall": "19", "gb_free": "28.9", "wall": "7359"} {"epoch": 8, "update": 7.813, "loss": "0.024", "ppl": "1.02", "wps": "9417.6", "ups": "5.14", "wpb": "1831.7", "bsz": "87", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.414", "train_wall": "19", "gb_free": "28.9", "wall": "7359"} {"epoch": 8, "update": 7.813, "loss": "0.024", "ppl": "1.02", "wps": "9417.6", "ups": "5.14", "wpb": "1831.7", "bsz": "87", "num_updates": "37900", "lr": "0.000162435", "gnorm": "0.414", "train_wall": "19", "gb_free": "28.9", "wall": "7359"} {"epoch": 8, "update": 7.833, "loss": "0.021", "ppl": "1.02", "wps": "11283.4", "ups": "5.26", "wpb": "2146.6", "bsz": "105.5", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.367", "train_wall": "19", "gb_free": "28.9", "wall": "7378"} {"epoch": 8, "update": 7.833, "loss": "0.021", "ppl": "1.02", "wps": "11283.4", "ups": "5.26", "wpb": "2146.6", "bsz": "105.5", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.367", "train_wall": "19", "gb_free": "28.9", "wall": "7378"} {"epoch": 8, "update": 7.833, "loss": "0.021", "ppl": "1.02", "wps": "11283.4", "ups": "5.26", "wpb": "2146.6", "bsz": "105.5", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.367", "train_wall": "19", "gb_free": "28.9", "wall": "7378"} {"epoch": 8, "update": 7.833, "loss": "0.021", "ppl": "1.02", "wps": "11283.4", "ups": "5.26", "wpb": "2146.6", "bsz": "105.5", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.367", "train_wall": "19", "gb_free": "28.9", "wall": "7378"} {"epoch": 8, "update": 7.833, "loss": "0.021", "ppl": "1.02", "wps": "11283.4", "ups": "5.26", "wpb": "2146.6", "bsz": "105.5", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.367", "train_wall": "19", "gb_free": "28.9", "wall": "7378"} {"epoch": 8, "update": 7.833, "loss": "0.021", "ppl": "1.02", "wps": "11283.4", "ups": "5.26", "wpb": "2146.6", "bsz": "105.5", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.367", "train_wall": "19", "gb_free": "28.9", "wall": "7378"} {"epoch": 8, "update": 7.833, "loss": "0.021", "ppl": "1.02", "wps": "11283.4", "ups": "5.26", "wpb": "2146.6", "bsz": "105.5", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.367", "train_wall": "19", "gb_free": "28.9", "wall": "7378"} {"epoch": 8, "update": 7.833, "loss": "0.021", "ppl": "1.02", "wps": "11283.4", "ups": "5.26", "wpb": "2146.6", "bsz": "105.5", "num_updates": "38000", "lr": "0.000162221", "gnorm": "0.367", "train_wall": "19", "gb_free": "28.9", "wall": "7378"} {"epoch": 8, "update": 7.854, "loss": "0.02", "ppl": "1.01", "wps": "10658.3", "ups": "5.21", "wpb": "2044", "bsz": "98.2", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.372", "train_wall": "19", "gb_free": "27.2", "wall": "7397"} {"epoch": 8, "update": 7.854, "loss": "0.02", "ppl": "1.01", "wps": "10658.3", "ups": "5.21", "wpb": "2044", "bsz": "98.2", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.372", "train_wall": "19", "gb_free": "27.2", "wall": "7397"} {"epoch": 8, "update": 7.854, "loss": "0.02", "ppl": "1.01", "wps": "10658.3", "ups": "5.21", "wpb": "2044", "bsz": "98.2", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.372", "train_wall": "19", "gb_free": "27.2", "wall": "7397"} {"epoch": 8, "update": 7.854, "loss": "0.02", "ppl": "1.01", "wps": "10658.3", "ups": "5.21", "wpb": "2044", "bsz": "98.2", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.372", "train_wall": "19", "gb_free": "27.2", "wall": "7397"} {"epoch": 8, "update": 7.854, "loss": "0.02", "ppl": "1.01", "wps": "10658.3", "ups": "5.21", "wpb": "2044", "bsz": "98.2", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.372", "train_wall": "19", "gb_free": "27.2", "wall": "7397"} {"epoch": 8, "update": 7.854, "loss": "0.02", "ppl": "1.01", "wps": "10658.3", "ups": "5.21", "wpb": "2044", "bsz": "98.2", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.372", "train_wall": "19", "gb_free": "27.2", "wall": "7397"} {"epoch": 8, "update": 7.854, "loss": "0.02", "ppl": "1.01", "wps": "10658.3", "ups": "5.21", "wpb": "2044", "bsz": "98.2", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.372", "train_wall": "19", "gb_free": "27.2", "wall": "7397"} {"epoch": 8, "update": 7.854, "loss": "0.02", "ppl": "1.01", "wps": "10658.3", "ups": "5.21", "wpb": "2044", "bsz": "98.2", "num_updates": "38100", "lr": "0.000162008", "gnorm": "0.372", "train_wall": "19", "gb_free": "27.2", "wall": "7397"} {"epoch": 8, "update": 7.875, "loss": "0.023", "ppl": "1.02", "wps": "10522.8", "ups": "5.19", "wpb": "2027", "bsz": "94.6", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.366", "train_wall": "19", "gb_free": "27.3", "wall": "7417"} {"epoch": 8, "update": 7.875, "loss": "0.023", "ppl": "1.02", "wps": "10522.8", "ups": "5.19", "wpb": "2027", "bsz": "94.6", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.366", "train_wall": "19", "gb_free": "27.3", "wall": "7417"} {"epoch": 8, "update": 7.875, "loss": "0.023", "ppl": "1.02", "wps": "10522.8", "ups": "5.19", "wpb": "2027", "bsz": "94.6", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.366", "train_wall": "19", "gb_free": "27.3", "wall": "7417"} {"epoch": 8, "update": 7.875, "loss": "0.023", "ppl": "1.02", "wps": "10522.8", "ups": "5.19", "wpb": "2027", "bsz": "94.6", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.366", "train_wall": "19", "gb_free": "27.3", "wall": "7417"} {"epoch": 8, "update": 7.875, "loss": "0.023", "ppl": "1.02", "wps": "10522.8", "ups": "5.19", "wpb": "2027", "bsz": "94.6", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.366", "train_wall": "19", "gb_free": "27.3", "wall": "7417"} {"epoch": 8, "update": 7.875, "loss": "0.023", "ppl": "1.02", "wps": "10522.8", "ups": "5.19", "wpb": "2027", "bsz": "94.6", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.366", "train_wall": "19", "gb_free": "27.3", "wall": "7417"} {"epoch": 8, "update": 7.875, "loss": "0.023", "ppl": "1.02", "wps": "10522.8", "ups": "5.19", "wpb": "2027", "bsz": "94.6", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.366", "train_wall": "19", "gb_free": "27.3", "wall": "7417"} {"epoch": 8, "update": 7.875, "loss": "0.023", "ppl": "1.02", "wps": "10522.8", "ups": "5.19", "wpb": "2027", "bsz": "94.6", "num_updates": "38200", "lr": "0.000161796", "gnorm": "0.366", "train_wall": "19", "gb_free": "27.3", "wall": "7417"} {"epoch": 8, "update": 7.895, "loss": "0.02", "ppl": "1.01", "wps": "11137.7", "ups": "5.17", "wpb": "2153.9", "bsz": "103.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.9", "wall": "7436"} {"epoch": 8, "update": 7.895, "loss": "0.02", "ppl": "1.01", "wps": "11137.7", "ups": "5.17", "wpb": "2153.9", "bsz": "103.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.9", "wall": "7436"} {"epoch": 8, "update": 7.895, "loss": "0.02", "ppl": "1.01", "wps": "11137.7", "ups": "5.17", "wpb": "2153.9", "bsz": "103.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.9", "wall": "7436"} {"epoch": 8, "update": 7.895, "loss": "0.02", "ppl": "1.01", "wps": "11137.7", "ups": "5.17", "wpb": "2153.9", "bsz": "103.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.9", "wall": "7436"} {"epoch": 8, "update": 7.895, "loss": "0.02", "ppl": "1.01", "wps": "11137.7", "ups": "5.17", "wpb": "2153.9", "bsz": "103.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.9", "wall": "7436"} {"epoch": 8, "update": 7.895, "loss": "0.02", "ppl": "1.01", "wps": "11137.7", "ups": "5.17", "wpb": "2153.9", "bsz": "103.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.9", "wall": "7436"} {"epoch": 8, "update": 7.895, "loss": "0.02", "ppl": "1.01", "wps": "11137.7", "ups": "5.17", "wpb": "2153.9", "bsz": "103.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.9", "wall": "7436"} {"epoch": 8, "update": 7.895, "loss": "0.02", "ppl": "1.01", "wps": "11137.7", "ups": "5.17", "wpb": "2153.9", "bsz": "103.4", "num_updates": "38300", "lr": "0.000161585", "gnorm": "0.386", "train_wall": "19", "gb_free": "28.9", "wall": "7436"} {"epoch": 8, "update": 7.916, "loss": "0.016", "ppl": "1.01", "wps": "10184.7", "ups": "5.18", "wpb": "1966.1", "bsz": "94.1", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.339", "train_wall": "19", "gb_free": "27.2", "wall": "7455"} {"epoch": 8, "update": 7.916, "loss": "0.016", "ppl": "1.01", "wps": "10184.7", "ups": "5.18", "wpb": "1966.1", "bsz": "94.1", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.339", "train_wall": "19", "gb_free": "27.2", "wall": "7455"} {"epoch": 8, "update": 7.916, "loss": "0.016", "ppl": "1.01", "wps": "10184.7", "ups": "5.18", "wpb": "1966.1", "bsz": "94.1", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.339", "train_wall": "19", "gb_free": "27.2", "wall": "7455"} {"epoch": 8, "update": 7.916, "loss": "0.016", "ppl": "1.01", "wps": "10184.7", "ups": "5.18", "wpb": "1966.1", "bsz": "94.1", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.339", "train_wall": "19", "gb_free": "27.2", "wall": "7455"} {"epoch": 8, "update": 7.916, "loss": "0.016", "ppl": "1.01", "wps": "10184.7", "ups": "5.18", "wpb": "1966.1", "bsz": "94.1", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.339", "train_wall": "19", "gb_free": "27.2", "wall": "7455"} {"epoch": 8, "update": 7.916, "loss": "0.016", "ppl": "1.01", "wps": "10184.7", "ups": "5.18", "wpb": "1966.1", "bsz": "94.1", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.339", "train_wall": "19", "gb_free": "27.2", "wall": "7455"} {"epoch": 8, "update": 7.916, "loss": "0.016", "ppl": "1.01", "wps": "10184.7", "ups": "5.18", "wpb": "1966.1", "bsz": "94.1", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.339", "train_wall": "19", "gb_free": "27.2", "wall": "7455"} {"epoch": 8, "update": 7.916, "loss": "0.016", "ppl": "1.01", "wps": "10184.7", "ups": "5.18", "wpb": "1966.1", "bsz": "94.1", "num_updates": "38400", "lr": "0.000161374", "gnorm": "0.339", "train_wall": "19", "gb_free": "27.2", "wall": "7455"} {"epoch": 8, "update": 7.937, "loss": "0.025", "ppl": "1.02", "wps": "12309.8", "ups": "5.2", "wpb": "2366.8", "bsz": "107.3", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.401", "train_wall": "19", "gb_free": "29", "wall": "7474"} {"epoch": 8, "update": 7.937, "loss": "0.025", "ppl": "1.02", "wps": "12309.8", "ups": "5.2", "wpb": "2366.8", "bsz": "107.3", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.401", "train_wall": "19", "gb_free": "29", "wall": "7474"} {"epoch": 8, "update": 7.937, "loss": "0.025", "ppl": "1.02", "wps": "12309.8", "ups": "5.2", "wpb": "2366.8", "bsz": "107.3", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.401", "train_wall": "19", "gb_free": "29", "wall": "7474"} {"epoch": 8, "update": 7.937, "loss": "0.025", "ppl": "1.02", "wps": "12309.8", "ups": "5.2", "wpb": "2366.8", "bsz": "107.3", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.401", "train_wall": "19", "gb_free": "29", "wall": "7474"} {"epoch": 8, "update": 7.937, "loss": "0.025", "ppl": "1.02", "wps": "12309.8", "ups": "5.2", "wpb": "2366.8", "bsz": "107.3", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.401", "train_wall": "19", "gb_free": "29", "wall": "7474"} {"epoch": 8, "update": 7.937, "loss": "0.025", "ppl": "1.02", "wps": "12309.8", "ups": "5.2", "wpb": "2366.8", "bsz": "107.3", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.401", "train_wall": "19", "gb_free": "29", "wall": "7474"} {"epoch": 8, "update": 7.937, "loss": "0.025", "ppl": "1.02", "wps": "12309.8", "ups": "5.2", "wpb": "2366.8", "bsz": "107.3", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.401", "train_wall": "19", "gb_free": "29", "wall": "7474"} {"epoch": 8, "update": 7.937, "loss": "0.025", "ppl": "1.02", "wps": "12309.8", "ups": "5.2", "wpb": "2366.8", "bsz": "107.3", "num_updates": "38500", "lr": "0.000161165", "gnorm": "0.401", "train_wall": "19", "gb_free": "29", "wall": "7474"} {"epoch": 8, "update": 7.957, "loss": "0.018", "ppl": "1.01", "wps": "9869.9", "ups": "5.22", "wpb": "1891.6", "bsz": "93", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.9", "wall": "7494"} {"epoch": 8, "update": 7.957, "loss": "0.018", "ppl": "1.01", "wps": "9869.9", "ups": "5.22", "wpb": "1891.6", "bsz": "93", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.9", "wall": "7494"} {"epoch": 8, "update": 7.957, "loss": "0.018", "ppl": "1.01", "wps": "9869.9", "ups": "5.22", "wpb": "1891.6", "bsz": "93", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.9", "wall": "7494"} {"epoch": 8, "update": 7.957, "loss": "0.018", "ppl": "1.01", "wps": "9869.9", "ups": "5.22", "wpb": "1891.6", "bsz": "93", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.9", "wall": "7494"} {"epoch": 8, "update": 7.957, "loss": "0.018", "ppl": "1.01", "wps": "9869.9", "ups": "5.22", "wpb": "1891.6", "bsz": "93", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.9", "wall": "7494"} {"epoch": 8, "update": 7.957, "loss": "0.018", "ppl": "1.01", "wps": "9869.9", "ups": "5.22", "wpb": "1891.6", "bsz": "93", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.9", "wall": "7494"} {"epoch": 8, "update": 7.957, "loss": "0.018", "ppl": "1.01", "wps": "9869.9", "ups": "5.22", "wpb": "1891.6", "bsz": "93", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.9", "wall": "7494"} {"epoch": 8, "update": 7.957, "loss": "0.018", "ppl": "1.01", "wps": "9869.9", "ups": "5.22", "wpb": "1891.6", "bsz": "93", "num_updates": "38600", "lr": "0.000160956", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.9", "wall": "7494"} {"epoch": 8, "update": 7.978, "loss": "0.021", "ppl": "1.01", "wps": "9699.9", "ups": "5.2", "wpb": "1865", "bsz": "95", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.345", "train_wall": "19", "gb_free": "29.3", "wall": "7513"} {"epoch": 8, "update": 7.978, "loss": "0.021", "ppl": "1.01", "wps": "9699.9", "ups": "5.2", "wpb": "1865", "bsz": "95", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.345", "train_wall": "19", "gb_free": "29.3", "wall": "7513"} {"epoch": 8, "update": 7.978, "loss": "0.021", "ppl": "1.01", "wps": "9699.9", "ups": "5.2", "wpb": "1865", "bsz": "95", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.345", "train_wall": "19", "gb_free": "29.3", "wall": "7513"} {"epoch": 8, "update": 7.978, "loss": "0.021", "ppl": "1.01", "wps": "9699.9", "ups": "5.2", "wpb": "1865", "bsz": "95", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.345", "train_wall": "19", "gb_free": "29.3", "wall": "7513"} {"epoch": 8, "update": 7.978, "loss": "0.021", "ppl": "1.01", "wps": "9699.9", "ups": "5.2", "wpb": "1865", "bsz": "95", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.345", "train_wall": "19", "gb_free": "29.3", "wall": "7513"} {"epoch": 8, "update": 7.978, "loss": "0.021", "ppl": "1.01", "wps": "9699.9", "ups": "5.2", "wpb": "1865", "bsz": "95", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.345", "train_wall": "19", "gb_free": "29.3", "wall": "7513"} {"epoch": 8, "update": 7.978, "loss": "0.021", "ppl": "1.01", "wps": "9699.9", "ups": "5.2", "wpb": "1865", "bsz": "95", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.345", "train_wall": "19", "gb_free": "29.3", "wall": "7513"} {"epoch": 8, "update": 7.978, "loss": "0.021", "ppl": "1.01", "wps": "9699.9", "ups": "5.2", "wpb": "1865", "bsz": "95", "num_updates": "38700", "lr": "0.000160748", "gnorm": "0.345", "train_wall": "19", "gb_free": "29.3", "wall": "7513"} {"epoch": 8, "update": 7.998, "loss": "0.019", "ppl": "1.01", "wps": "9229.3", "ups": "5.16", "wpb": "1788.3", "bsz": "90.1", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.352", "train_wall": "19", "gb_free": "29", "wall": "7532"} {"epoch": 8, "update": 7.998, "loss": "0.019", "ppl": "1.01", "wps": "9229.3", "ups": "5.16", "wpb": "1788.3", "bsz": "90.1", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.352", "train_wall": "19", "gb_free": "29", "wall": "7532"} {"epoch": 8, "update": 7.998, "loss": "0.019", "ppl": "1.01", "wps": "9229.3", "ups": "5.16", "wpb": "1788.3", "bsz": "90.1", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.352", "train_wall": "19", "gb_free": "29", "wall": "7532"} {"epoch": 8, "update": 7.998, "loss": "0.019", "ppl": "1.01", "wps": "9229.3", "ups": "5.16", "wpb": "1788.3", "bsz": "90.1", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.352", "train_wall": "19", "gb_free": "29", "wall": "7532"} {"epoch": 8, "update": 7.998, "loss": "0.019", "ppl": "1.01", "wps": "9229.3", "ups": "5.16", "wpb": "1788.3", "bsz": "90.1", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.352", "train_wall": "19", "gb_free": "29", "wall": "7532"} {"epoch": 8, "update": 7.998, "loss": "0.019", "ppl": "1.01", "wps": "9229.3", "ups": "5.16", "wpb": "1788.3", "bsz": "90.1", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.352", "train_wall": "19", "gb_free": "29", "wall": "7532"} {"epoch": 8, "update": 7.998, "loss": "0.019", "ppl": "1.01", "wps": "9229.3", "ups": "5.16", "wpb": "1788.3", "bsz": "90.1", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.352", "train_wall": "19", "gb_free": "29", "wall": "7532"} {"epoch": 8, "update": 7.998, "loss": "0.019", "ppl": "1.01", "wps": "9229.3", "ups": "5.16", "wpb": "1788.3", "bsz": "90.1", "num_updates": "38800", "lr": "0.00016054", "gnorm": "0.352", "train_wall": "19", "gb_free": "29", "wall": "7532"} begin validation on "valid" subset {"epoch": 8, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "32922", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "38808", "valid_best_loss": "0.061"} {"epoch": 8, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "32922", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "38808", "valid_best_loss": "0.061"} {"epoch": 8, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "32922", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "38808", "valid_best_loss": "0.061"} {"epoch": 8, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "32922", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "38808", "valid_best_loss": "0.061"} {"epoch": 8, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "32922", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "38808", "valid_best_loss": "0.061"} {"epoch": 8, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "32922", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "38808", "valid_best_loss": "0.061"} {"epoch": 8, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "32922", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "38808", "valid_best_loss": "0.061"} {"epoch": 8, "valid_loss": "0.061", "valid_ppl": "1.04", "valid_wps": "32922", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "38808", "valid_best_loss": "0.061"} end of epoch 8 (average epoch stats below) {"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "10237.2", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "38808", "train_lr": "0.000160524", "train_gnorm": "0.359", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "7542"} {"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "10237.2", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "38808", "train_lr": "0.000160524", "train_gnorm": "0.359", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "7542"} {"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "10237.2", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "38808", "train_lr": "0.000160524", "train_gnorm": "0.359", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "7542"} {"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "10237.2", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "38808", "train_lr": "0.000160524", "train_gnorm": "0.359", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "7542"} {"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "10237.2", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "38808", "train_lr": "0.000160524", "train_gnorm": "0.359", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "7542"} {"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "10237.2", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "38808", "train_lr": "0.000160524", "train_gnorm": "0.359", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "7542"} {"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "10237.2", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "38808", "train_lr": "0.000160524", "train_gnorm": "0.359", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "7542"} {"epoch": 8, "train_loss": "0.02", "train_ppl": "1.01", "train_wps": "10237.2", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "38808", "train_lr": "0.000160524", "train_gnorm": "0.359", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "7542"} Start iterating over samples {"epoch": 9, "update": 8.019, "loss": "0.015", "ppl": "1.01", "wps": "7486.8", "ups": "3.65", "wpb": "2051.2", "bsz": "100.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.265", "train_wall": "19", "gb_free": "29.1", "wall": "7560"} {"epoch": 9, "update": 8.019, "loss": "0.015", "ppl": "1.01", "wps": "7486.8", "ups": "3.65", "wpb": "2051.2", "bsz": "100.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.265", "train_wall": "19", "gb_free": "29.1", "wall": "7560"} {"epoch": 9, "update": 8.019, "loss": "0.015", "ppl": "1.01", "wps": "7486.8", "ups": "3.65", "wpb": "2051.2", "bsz": "100.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.265", "train_wall": "19", "gb_free": "29.1", "wall": "7560"} {"epoch": 9, "update": 8.019, "loss": "0.015", "ppl": "1.01", "wps": "7486.8", "ups": "3.65", "wpb": "2051.2", "bsz": "100.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.265", "train_wall": "19", "gb_free": "29.1", "wall": "7560"} {"epoch": 9, "update": 8.019, "loss": "0.015", "ppl": "1.01", "wps": "7486.8", "ups": "3.65", "wpb": "2051.2", "bsz": "100.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.265", "train_wall": "19", "gb_free": "29.1", "wall": "7560"} {"epoch": 9, "update": 8.019, "loss": "0.015", "ppl": "1.01", "wps": "7486.8", "ups": "3.65", "wpb": "2051.2", "bsz": "100.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.265", "train_wall": "19", "gb_free": "29.1", "wall": "7560"} {"epoch": 9, "update": 8.019, "loss": "0.015", "ppl": "1.01", "wps": "7486.8", "ups": "3.65", "wpb": "2051.2", "bsz": "100.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.265", "train_wall": "19", "gb_free": "29.1", "wall": "7560"} {"epoch": 9, "update": 8.019, "loss": "0.015", "ppl": "1.01", "wps": "7486.8", "ups": "3.65", "wpb": "2051.2", "bsz": "100.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.265", "train_wall": "19", "gb_free": "29.1", "wall": "7560"} {"epoch": 9, "update": 8.019, "loss": "0.015", "ppl": "1.01", "wps": "7486.8", "ups": "3.65", "wpb": "2051.2", "bsz": "100.2", "num_updates": "38900", "lr": "0.000160334", "gnorm": "0.265", "train_wall": "19", "gb_free": "29.1", "wall": "7560"} {"epoch": 9, "update": 8.04, "loss": "0.014", "ppl": "1.01", "wps": "10815.8", "ups": "5.25", "wpb": "2060.7", "bsz": "100.6", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.1", "wall": "7579"} {"epoch": 9, "update": 8.04, "loss": "0.014", "ppl": "1.01", "wps": "10815.8", "ups": "5.25", "wpb": "2060.7", "bsz": "100.6", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.1", "wall": "7579"} {"epoch": 9, "update": 8.04, "loss": "0.014", "ppl": "1.01", "wps": "10815.8", "ups": "5.25", "wpb": "2060.7", "bsz": "100.6", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.1", "wall": "7579"} {"epoch": 9, "update": 8.04, "loss": "0.014", "ppl": "1.01", "wps": "10815.8", "ups": "5.25", "wpb": "2060.7", "bsz": "100.6", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.1", "wall": "7579"} {"epoch": 9, "update": 8.04, "loss": "0.014", "ppl": "1.01", "wps": "10815.8", "ups": "5.25", "wpb": "2060.7", "bsz": "100.6", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.1", "wall": "7579"} {"epoch": 9, "update": 8.04, "loss": "0.014", "ppl": "1.01", "wps": "10815.8", "ups": "5.25", "wpb": "2060.7", "bsz": "100.6", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.1", "wall": "7579"} {"epoch": 9, "update": 8.04, "loss": "0.014", "ppl": "1.01", "wps": "10815.8", "ups": "5.25", "wpb": "2060.7", "bsz": "100.6", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.1", "wall": "7579"} {"epoch": 9, "update": 8.04, "loss": "0.014", "ppl": "1.01", "wps": "10815.8", "ups": "5.25", "wpb": "2060.7", "bsz": "100.6", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.1", "wall": "7579"} {"epoch": 9, "update": 8.04, "loss": "0.014", "ppl": "1.01", "wps": "10815.8", "ups": "5.25", "wpb": "2060.7", "bsz": "100.6", "num_updates": "39000", "lr": "0.000160128", "gnorm": "0.306", "train_wall": "19", "gb_free": "28.1", "wall": "7579"} {"epoch": 9, "update": 8.06, "loss": "0.014", "ppl": "1.01", "wps": "9816.6", "ups": "5.22", "wpb": "1880.8", "bsz": "91.4", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "7598"} {"epoch": 9, "update": 8.06, "loss": "0.014", "ppl": "1.01", "wps": "9816.6", "ups": "5.22", "wpb": "1880.8", "bsz": "91.4", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "7598"} {"epoch": 9, "update": 8.06, "loss": "0.014", "ppl": "1.01", "wps": "9816.6", "ups": "5.22", "wpb": "1880.8", "bsz": "91.4", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "7598"} {"epoch": 9, "update": 8.06, "loss": "0.014", "ppl": "1.01", "wps": "9816.6", "ups": "5.22", "wpb": "1880.8", "bsz": "91.4", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "7598"} {"epoch": 9, "update": 8.06, "loss": "0.014", "ppl": "1.01", "wps": "9816.6", "ups": "5.22", "wpb": "1880.8", "bsz": "91.4", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "7598"} {"epoch": 9, "update": 8.06, "loss": "0.014", "ppl": "1.01", "wps": "9816.6", "ups": "5.22", "wpb": "1880.8", "bsz": "91.4", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "7598"} {"epoch": 9, "update": 8.06, "loss": "0.014", "ppl": "1.01", "wps": "9816.6", "ups": "5.22", "wpb": "1880.8", "bsz": "91.4", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "7598"} {"epoch": 9, "update": 8.06, "loss": "0.014", "ppl": "1.01", "wps": "9816.6", "ups": "5.22", "wpb": "1880.8", "bsz": "91.4", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "7598"} {"epoch": 9, "update": 8.06, "loss": "0.014", "ppl": "1.01", "wps": "9816.6", "ups": "5.22", "wpb": "1880.8", "bsz": "91.4", "num_updates": "39100", "lr": "0.000159923", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "7598"} {"epoch": 9, "update": 8.081, "loss": "0.017", "ppl": "1.01", "wps": "10411.2", "ups": "5.17", "wpb": "2012.1", "bsz": "96.2", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.1", "wall": "7617"} {"epoch": 9, "update": 8.081, "loss": "0.017", "ppl": "1.01", "wps": "10411.2", "ups": "5.17", "wpb": "2012.1", "bsz": "96.2", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.1", "wall": "7617"} {"epoch": 9, "update": 8.081, "loss": "0.017", "ppl": "1.01", "wps": "10411.2", "ups": "5.17", "wpb": "2012.1", "bsz": "96.2", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.1", "wall": "7617"} {"epoch": 9, "update": 8.081, "loss": "0.017", "ppl": "1.01", "wps": "10411.2", "ups": "5.17", "wpb": "2012.1", "bsz": "96.2", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.1", "wall": "7617"} {"epoch": 9, "update": 8.081, "loss": "0.017", "ppl": "1.01", "wps": "10411.2", "ups": "5.17", "wpb": "2012.1", "bsz": "96.2", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.1", "wall": "7617"} {"epoch": 9, "update": 8.081, "loss": "0.017", "ppl": "1.01", "wps": "10411.2", "ups": "5.17", "wpb": "2012.1", "bsz": "96.2", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.1", "wall": "7617"} {"epoch": 9, "update": 8.081, "loss": "0.017", "ppl": "1.01", "wps": "10411.2", "ups": "5.17", "wpb": "2012.1", "bsz": "96.2", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.1", "wall": "7617"} {"epoch": 9, "update": 8.081, "loss": "0.017", "ppl": "1.01", "wps": "10411.2", "ups": "5.17", "wpb": "2012.1", "bsz": "96.2", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.1", "wall": "7617"} {"epoch": 9, "update": 8.081, "loss": "0.017", "ppl": "1.01", "wps": "10411.2", "ups": "5.17", "wpb": "2012.1", "bsz": "96.2", "num_updates": "39200", "lr": "0.000159719", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.1", "wall": "7617"} {"epoch": 9, "update": 8.101, "loss": "0.019", "ppl": "1.01", "wps": "10415.5", "ups": "5.26", "wpb": "1979", "bsz": "93.5", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.437", "train_wall": "19", "gb_free": "29.1", "wall": "7636"} {"epoch": 9, "update": 8.101, "loss": "0.019", "ppl": "1.01", "wps": "10415.5", "ups": "5.26", "wpb": "1979", "bsz": "93.5", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.437", "train_wall": "19", "gb_free": "29.1", "wall": "7636"} {"epoch": 9, "update": 8.101, "loss": "0.019", "ppl": "1.01", "wps": "10415.5", "ups": "5.26", "wpb": "1979", "bsz": "93.5", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.437", "train_wall": "19", "gb_free": "29.1", "wall": "7636"} {"epoch": 9, "update": 8.101, "loss": "0.019", "ppl": "1.01", "wps": "10415.5", "ups": "5.26", "wpb": "1979", "bsz": "93.5", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.437", "train_wall": "19", "gb_free": "29.1", "wall": "7636"} {"epoch": 9, "update": 8.101, "loss": "0.019", "ppl": "1.01", "wps": "10415.5", "ups": "5.26", "wpb": "1979", "bsz": "93.5", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.437", "train_wall": "19", "gb_free": "29.1", "wall": "7636"} {"epoch": 9, "update": 8.101, "loss": "0.019", "ppl": "1.01", "wps": "10415.5", "ups": "5.26", "wpb": "1979", "bsz": "93.5", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.437", "train_wall": "19", "gb_free": "29.1", "wall": "7636"} {"epoch": 9, "update": 8.101, "loss": "0.019", "ppl": "1.01", "wps": "10415.5", "ups": "5.26", "wpb": "1979", "bsz": "93.5", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.437", "train_wall": "19", "gb_free": "29.1", "wall": "7636"} {"epoch": 9, "update": 8.101, "loss": "0.019", "ppl": "1.01", "wps": "10415.5", "ups": "5.26", "wpb": "1979", "bsz": "93.5", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.437", "train_wall": "19", "gb_free": "29.1", "wall": "7636"} {"epoch": 9, "update": 8.101, "loss": "0.019", "ppl": "1.01", "wps": "10415.5", "ups": "5.26", "wpb": "1979", "bsz": "93.5", "num_updates": "39300", "lr": "0.000159516", "gnorm": "0.437", "train_wall": "19", "gb_free": "29.1", "wall": "7636"} {"epoch": 9, "update": 8.122, "loss": "0.019", "ppl": "1.01", "wps": "9964.8", "ups": "5.17", "wpb": "1926.4", "bsz": "93.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.452", "train_wall": "19", "gb_free": "27.2", "wall": "7656"} {"epoch": 9, "update": 8.122, "loss": "0.019", "ppl": "1.01", "wps": "9964.8", "ups": "5.17", "wpb": "1926.4", "bsz": "93.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.452", "train_wall": "19", "gb_free": "27.2", "wall": "7656"} {"epoch": 9, "update": 8.122, "loss": "0.019", "ppl": "1.01", "wps": "9964.8", "ups": "5.17", "wpb": "1926.4", "bsz": "93.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.452", "train_wall": "19", "gb_free": "27.2", "wall": "7656"} {"epoch": 9, "update": 8.122, "loss": "0.019", "ppl": "1.01", "wps": "9964.8", "ups": "5.17", "wpb": "1926.4", "bsz": "93.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.452", "train_wall": "19", "gb_free": "27.2", "wall": "7656"} {"epoch": 9, "update": 8.122, "loss": "0.019", "ppl": "1.01", "wps": "9964.8", "ups": "5.17", "wpb": "1926.4", "bsz": "93.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.452", "train_wall": "19", "gb_free": "27.2", "wall": "7656"} {"epoch": 9, "update": 8.122, "loss": "0.019", "ppl": "1.01", "wps": "9964.8", "ups": "5.17", "wpb": "1926.4", "bsz": "93.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.452", "train_wall": "19", "gb_free": "27.2", "wall": "7656"} {"epoch": 9, "update": 8.122, "loss": "0.019", "ppl": "1.01", "wps": "9964.8", "ups": "5.17", "wpb": "1926.4", "bsz": "93.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.452", "train_wall": "19", "gb_free": "27.2", "wall": "7656"} {"epoch": 9, "update": 8.122, "loss": "0.019", "ppl": "1.01", "wps": "9964.8", "ups": "5.17", "wpb": "1926.4", "bsz": "93.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.452", "train_wall": "19", "gb_free": "27.2", "wall": "7656"} {"epoch": 9, "update": 8.122, "loss": "0.019", "ppl": "1.01", "wps": "9964.8", "ups": "5.17", "wpb": "1926.4", "bsz": "93.6", "num_updates": "39400", "lr": "0.000159313", "gnorm": "0.452", "train_wall": "19", "gb_free": "27.2", "wall": "7656"} {"epoch": 9, "update": 8.143, "loss": "0.02", "ppl": "1.01", "wps": "10320.4", "ups": "5.1", "wpb": "2024.9", "bsz": "93.6", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.435", "train_wall": "19", "gb_free": "29", "wall": "7675"} {"epoch": 9, "update": 8.143, "loss": "0.02", "ppl": "1.01", "wps": "10320.4", "ups": "5.1", "wpb": "2024.9", "bsz": "93.6", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.435", "train_wall": "19", "gb_free": "29", "wall": "7675"} {"epoch": 9, "update": 8.143, "loss": "0.02", "ppl": "1.01", "wps": "10320.4", "ups": "5.1", "wpb": "2024.9", "bsz": "93.6", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.435", "train_wall": "19", "gb_free": "29", "wall": "7675"} {"epoch": 9, "update": 8.143, "loss": "0.02", "ppl": "1.01", "wps": "10320.4", "ups": "5.1", "wpb": "2024.9", "bsz": "93.6", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.435", "train_wall": "19", "gb_free": "29", "wall": "7675"} {"epoch": 9, "update": 8.143, "loss": "0.02", "ppl": "1.01", "wps": "10320.4", "ups": "5.1", "wpb": "2024.9", "bsz": "93.6", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.435", "train_wall": "19", "gb_free": "29", "wall": "7675"} {"epoch": 9, "update": 8.143, "loss": "0.02", "ppl": "1.01", "wps": "10320.4", "ups": "5.1", "wpb": "2024.9", "bsz": "93.6", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.435", "train_wall": "19", "gb_free": "29", "wall": "7675"} {"epoch": 9, "update": 8.143, "loss": "0.02", "ppl": "1.01", "wps": "10320.4", "ups": "5.1", "wpb": "2024.9", "bsz": "93.6", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.435", "train_wall": "19", "gb_free": "29", "wall": "7675"} {"epoch": 9, "update": 8.143, "loss": "0.02", "ppl": "1.01", "wps": "10320.4", "ups": "5.1", "wpb": "2024.9", "bsz": "93.6", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.435", "train_wall": "19", "gb_free": "29", "wall": "7675"} {"epoch": 9, "update": 8.143, "loss": "0.02", "ppl": "1.01", "wps": "10320.4", "ups": "5.1", "wpb": "2024.9", "bsz": "93.6", "num_updates": "39500", "lr": "0.000159111", "gnorm": "0.435", "train_wall": "19", "gb_free": "29", "wall": "7675"} {"epoch": 9, "update": 8.163, "loss": "0.02", "ppl": "1.01", "wps": "10888.5", "ups": "5.19", "wpb": "2099.4", "bsz": "98.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "7694"} {"epoch": 9, "update": 8.163, "loss": "0.02", "ppl": "1.01", "wps": "10888.5", "ups": "5.19", "wpb": "2099.4", "bsz": "98.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "7694"} {"epoch": 9, "update": 8.163, "loss": "0.02", "ppl": "1.01", "wps": "10888.5", "ups": "5.19", "wpb": "2099.4", "bsz": "98.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "7694"} {"epoch": 9, "update": 8.163, "loss": "0.02", "ppl": "1.01", "wps": "10888.5", "ups": "5.19", "wpb": "2099.4", "bsz": "98.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "7694"} {"epoch": 9, "update": 8.163, "loss": "0.02", "ppl": "1.01", "wps": "10888.5", "ups": "5.19", "wpb": "2099.4", "bsz": "98.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "7694"} {"epoch": 9, "update": 8.163, "loss": "0.02", "ppl": "1.01", "wps": "10888.5", "ups": "5.19", "wpb": "2099.4", "bsz": "98.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "7694"} {"epoch": 9, "update": 8.163, "loss": "0.02", "ppl": "1.01", "wps": "10888.5", "ups": "5.19", "wpb": "2099.4", "bsz": "98.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "7694"} {"epoch": 9, "update": 8.163, "loss": "0.02", "ppl": "1.01", "wps": "10888.5", "ups": "5.19", "wpb": "2099.4", "bsz": "98.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "7694"} {"epoch": 9, "update": 8.163, "loss": "0.02", "ppl": "1.01", "wps": "10888.5", "ups": "5.19", "wpb": "2099.4", "bsz": "98.4", "num_updates": "39600", "lr": "0.00015891", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "7694"} {"epoch": 9, "update": 8.184, "loss": "0.018", "ppl": "1.01", "wps": "9158.5", "ups": "5.17", "wpb": "1771.8", "bsz": "84.7", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.1", "wall": "7714"} {"epoch": 9, "update": 8.184, "loss": "0.018", "ppl": "1.01", "wps": "9158.5", "ups": "5.17", "wpb": "1771.8", "bsz": "84.7", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.1", "wall": "7714"} {"epoch": 9, "update": 8.184, "loss": "0.018", "ppl": "1.01", "wps": "9158.5", "ups": "5.17", "wpb": "1771.8", "bsz": "84.7", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.1", "wall": "7714"} {"epoch": 9, "update": 8.184, "loss": "0.018", "ppl": "1.01", "wps": "9158.5", "ups": "5.17", "wpb": "1771.8", "bsz": "84.7", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.1", "wall": "7714"} {"epoch": 9, "update": 8.184, "loss": "0.018", "ppl": "1.01", "wps": "9158.5", "ups": "5.17", "wpb": "1771.8", "bsz": "84.7", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.1", "wall": "7714"} {"epoch": 9, "update": 8.184, "loss": "0.018", "ppl": "1.01", "wps": "9158.5", "ups": "5.17", "wpb": "1771.8", "bsz": "84.7", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.1", "wall": "7714"} {"epoch": 9, "update": 8.184, "loss": "0.018", "ppl": "1.01", "wps": "9158.5", "ups": "5.17", "wpb": "1771.8", "bsz": "84.7", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.1", "wall": "7714"} {"epoch": 9, "update": 8.184, "loss": "0.018", "ppl": "1.01", "wps": "9158.5", "ups": "5.17", "wpb": "1771.8", "bsz": "84.7", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.1", "wall": "7714"} {"epoch": 9, "update": 8.184, "loss": "0.018", "ppl": "1.01", "wps": "9158.5", "ups": "5.17", "wpb": "1771.8", "bsz": "84.7", "num_updates": "39700", "lr": "0.00015871", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.1", "wall": "7714"} {"epoch": 9, "update": 8.204, "loss": "0.014", "ppl": "1.01", "wps": "10400.6", "ups": "5.25", "wpb": "1982.5", "bsz": "97.8", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.301", "train_wall": "19", "gb_free": "27.7", "wall": "7733"} {"epoch": 9, "update": 8.204, "loss": "0.014", "ppl": "1.01", "wps": "10400.6", "ups": "5.25", "wpb": "1982.5", "bsz": "97.8", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.301", "train_wall": "19", "gb_free": "27.7", "wall": "7733"} {"epoch": 9, "update": 8.204, "loss": "0.014", "ppl": "1.01", "wps": "10400.6", "ups": "5.25", "wpb": "1982.5", "bsz": "97.8", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.301", "train_wall": "19", "gb_free": "27.7", "wall": "7733"} {"epoch": 9, "update": 8.204, "loss": "0.014", "ppl": "1.01", "wps": "10400.6", "ups": "5.25", "wpb": "1982.5", "bsz": "97.8", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.301", "train_wall": "19", "gb_free": "27.7", "wall": "7733"} {"epoch": 9, "update": 8.204, "loss": "0.014", "ppl": "1.01", "wps": "10400.6", "ups": "5.25", "wpb": "1982.5", "bsz": "97.8", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.301", "train_wall": "19", "gb_free": "27.7", "wall": "7733"} {"epoch": 9, "update": 8.204, "loss": "0.014", "ppl": "1.01", "wps": "10400.6", "ups": "5.25", "wpb": "1982.5", "bsz": "97.8", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.301", "train_wall": "19", "gb_free": "27.7", "wall": "7733"} {"epoch": 9, "update": 8.204, "loss": "0.014", "ppl": "1.01", "wps": "10400.6", "ups": "5.25", "wpb": "1982.5", "bsz": "97.8", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.301", "train_wall": "19", "gb_free": "27.7", "wall": "7733"} {"epoch": 9, "update": 8.204, "loss": "0.014", "ppl": "1.01", "wps": "10400.6", "ups": "5.25", "wpb": "1982.5", "bsz": "97.8", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.301", "train_wall": "19", "gb_free": "27.7", "wall": "7733"} {"epoch": 9, "update": 8.204, "loss": "0.014", "ppl": "1.01", "wps": "10400.6", "ups": "5.25", "wpb": "1982.5", "bsz": "97.8", "num_updates": "39800", "lr": "0.000158511", "gnorm": "0.301", "train_wall": "19", "gb_free": "27.7", "wall": "7733"} {"epoch": 9, "update": 8.225, "loss": "0.018", "ppl": "1.01", "wps": "10813", "ups": "5.24", "wpb": "2061.8", "bsz": "101.5", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.312", "train_wall": "19", "gb_free": "29.2", "wall": "7752"} {"epoch": 9, "update": 8.225, "loss": "0.018", "ppl": "1.01", "wps": "10813", "ups": "5.24", "wpb": "2061.8", "bsz": "101.5", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.312", "train_wall": "19", "gb_free": "29.2", "wall": "7752"} {"epoch": 9, "update": 8.225, "loss": "0.018", "ppl": "1.01", "wps": "10813", "ups": "5.24", "wpb": "2061.8", "bsz": "101.5", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.312", "train_wall": "19", "gb_free": "29.2", "wall": "7752"} {"epoch": 9, "update": 8.225, "loss": "0.018", "ppl": "1.01", "wps": "10813", "ups": "5.24", "wpb": "2061.8", "bsz": "101.5", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.312", "train_wall": "19", "gb_free": "29.2", "wall": "7752"} {"epoch": 9, "update": 8.225, "loss": "0.018", "ppl": "1.01", "wps": "10813", "ups": "5.24", "wpb": "2061.8", "bsz": "101.5", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.312", "train_wall": "19", "gb_free": "29.2", "wall": "7752"} {"epoch": 9, "update": 8.225, "loss": "0.018", "ppl": "1.01", "wps": "10813", "ups": "5.24", "wpb": "2061.8", "bsz": "101.5", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.312", "train_wall": "19", "gb_free": "29.2", "wall": "7752"} {"epoch": 9, "update": 8.225, "loss": "0.018", "ppl": "1.01", "wps": "10813", "ups": "5.24", "wpb": "2061.8", "bsz": "101.5", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.312", "train_wall": "19", "gb_free": "29.2", "wall": "7752"} {"epoch": 9, "update": 8.225, "loss": "0.018", "ppl": "1.01", "wps": "10813", "ups": "5.24", "wpb": "2061.8", "bsz": "101.5", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.312", "train_wall": "19", "gb_free": "29.2", "wall": "7752"} {"epoch": 9, "update": 8.225, "loss": "0.018", "ppl": "1.01", "wps": "10813", "ups": "5.24", "wpb": "2061.8", "bsz": "101.5", "num_updates": "39900", "lr": "0.000158312", "gnorm": "0.312", "train_wall": "19", "gb_free": "29.2", "wall": "7752"} {"epoch": 9, "update": 8.246, "loss": "0.017", "ppl": "1.01", "wps": "9477.4", "ups": "5.17", "wpb": "1832.7", "bsz": "88.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.374", "train_wall": "19", "gb_free": "28.9", "wall": "7771"} {"epoch": 9, "update": 8.246, "loss": "0.017", "ppl": "1.01", "wps": "9477.4", "ups": "5.17", "wpb": "1832.7", "bsz": "88.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.374", "train_wall": "19", "gb_free": "28.9", "wall": "7771"} {"epoch": 9, "update": 8.246, "loss": "0.017", "ppl": "1.01", "wps": "9477.4", "ups": "5.17", "wpb": "1832.7", "bsz": "88.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.374", "train_wall": "19", "gb_free": "28.9", "wall": "7771"} {"epoch": 9, "update": 8.246, "loss": "0.017", "ppl": "1.01", "wps": "9477.4", "ups": "5.17", "wpb": "1832.7", "bsz": "88.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.374", "train_wall": "19", "gb_free": "28.9", "wall": "7771"} {"epoch": 9, "update": 8.246, "loss": "0.017", "ppl": "1.01", "wps": "9477.4", "ups": "5.17", "wpb": "1832.7", "bsz": "88.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.374", "train_wall": "19", "gb_free": "28.9", "wall": "7771"} {"epoch": 9, "update": 8.246, "loss": "0.017", "ppl": "1.01", "wps": "9477.4", "ups": "5.17", "wpb": "1832.7", "bsz": "88.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.374", "train_wall": "19", "gb_free": "28.9", "wall": "7771"} {"epoch": 9, "update": 8.246, "loss": "0.017", "ppl": "1.01", "wps": "9477.4", "ups": "5.17", "wpb": "1832.7", "bsz": "88.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.374", "train_wall": "19", "gb_free": "28.9", "wall": "7771"} {"epoch": 9, "update": 8.246, "loss": "0.017", "ppl": "1.01", "wps": "9477.4", "ups": "5.17", "wpb": "1832.7", "bsz": "88.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.374", "train_wall": "19", "gb_free": "28.9", "wall": "7771"} {"epoch": 9, "update": 8.246, "loss": "0.017", "ppl": "1.01", "wps": "9477.4", "ups": "5.17", "wpb": "1832.7", "bsz": "88.1", "num_updates": "40000", "lr": "0.000158114", "gnorm": "0.374", "train_wall": "19", "gb_free": "28.9", "wall": "7771"} {"epoch": 9, "update": 8.266, "loss": "0.016", "ppl": "1.01", "wps": "10233.1", "ups": "5.17", "wpb": "1977.8", "bsz": "99", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7791"} {"epoch": 9, "update": 8.266, "loss": "0.016", "ppl": "1.01", "wps": "10233.1", "ups": "5.17", "wpb": "1977.8", "bsz": "99", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7791"} {"epoch": 9, "update": 8.266, "loss": "0.016", "ppl": "1.01", "wps": "10233.1", "ups": "5.17", "wpb": "1977.8", "bsz": "99", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7791"} {"epoch": 9, "update": 8.266, "loss": "0.016", "ppl": "1.01", "wps": "10233.1", "ups": "5.17", "wpb": "1977.8", "bsz": "99", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7791"} {"epoch": 9, "update": 8.266, "loss": "0.016", "ppl": "1.01", "wps": "10233.1", "ups": "5.17", "wpb": "1977.8", "bsz": "99", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7791"} {"epoch": 9, "update": 8.266, "loss": "0.016", "ppl": "1.01", "wps": "10233.1", "ups": "5.17", "wpb": "1977.8", "bsz": "99", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7791"} {"epoch": 9, "update": 8.266, "loss": "0.016", "ppl": "1.01", "wps": "10233.1", "ups": "5.17", "wpb": "1977.8", "bsz": "99", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7791"} {"epoch": 9, "update": 8.266, "loss": "0.016", "ppl": "1.01", "wps": "10233.1", "ups": "5.17", "wpb": "1977.8", "bsz": "99", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7791"} {"epoch": 9, "update": 8.266, "loss": "0.016", "ppl": "1.01", "wps": "10233.1", "ups": "5.17", "wpb": "1977.8", "bsz": "99", "num_updates": "40100", "lr": "0.000157917", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7791"} {"epoch": 9, "update": 8.287, "loss": "0.018", "ppl": "1.01", "wps": "9722.7", "ups": "5.16", "wpb": "1885.2", "bsz": "91", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.2", "wall": "7810"} {"epoch": 9, "update": 8.287, "loss": "0.018", "ppl": "1.01", "wps": "9722.7", "ups": "5.16", "wpb": "1885.2", "bsz": "91", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.2", "wall": "7810"} {"epoch": 9, "update": 8.287, "loss": "0.018", "ppl": "1.01", "wps": "9722.7", "ups": "5.16", "wpb": "1885.2", "bsz": "91", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.2", "wall": "7810"} {"epoch": 9, "update": 8.287, "loss": "0.018", "ppl": "1.01", "wps": "9722.7", "ups": "5.16", "wpb": "1885.2", "bsz": "91", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.2", "wall": "7810"} {"epoch": 9, "update": 8.287, "loss": "0.018", "ppl": "1.01", "wps": "9722.7", "ups": "5.16", "wpb": "1885.2", "bsz": "91", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.2", "wall": "7810"} {"epoch": 9, "update": 8.287, "loss": "0.018", "ppl": "1.01", "wps": "9722.7", "ups": "5.16", "wpb": "1885.2", "bsz": "91", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.2", "wall": "7810"} {"epoch": 9, "update": 8.287, "loss": "0.018", "ppl": "1.01", "wps": "9722.7", "ups": "5.16", "wpb": "1885.2", "bsz": "91", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.2", "wall": "7810"} {"epoch": 9, "update": 8.287, "loss": "0.018", "ppl": "1.01", "wps": "9722.7", "ups": "5.16", "wpb": "1885.2", "bsz": "91", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.2", "wall": "7810"} {"epoch": 9, "update": 8.287, "loss": "0.018", "ppl": "1.01", "wps": "9722.7", "ups": "5.16", "wpb": "1885.2", "bsz": "91", "num_updates": "40200", "lr": "0.00015772", "gnorm": "0.38", "train_wall": "19", "gb_free": "29.2", "wall": "7810"} {"epoch": 9, "update": 8.308, "loss": "0.018", "ppl": "1.01", "wps": "9630.8", "ups": "5.16", "wpb": "1867.6", "bsz": "86.9", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7829"} {"epoch": 9, "update": 8.308, "loss": "0.018", "ppl": "1.01", "wps": "9630.8", "ups": "5.16", "wpb": "1867.6", "bsz": "86.9", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7829"} {"epoch": 9, "update": 8.308, "loss": "0.018", "ppl": "1.01", "wps": "9630.8", "ups": "5.16", "wpb": "1867.6", "bsz": "86.9", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7829"} {"epoch": 9, "update": 8.308, "loss": "0.018", "ppl": "1.01", "wps": "9630.8", "ups": "5.16", "wpb": "1867.6", "bsz": "86.9", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7829"} {"epoch": 9, "update": 8.308, "loss": "0.018", "ppl": "1.01", "wps": "9630.8", "ups": "5.16", "wpb": "1867.6", "bsz": "86.9", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7829"} {"epoch": 9, "update": 8.308, "loss": "0.018", "ppl": "1.01", "wps": "9630.8", "ups": "5.16", "wpb": "1867.6", "bsz": "86.9", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7829"} {"epoch": 9, "update": 8.308, "loss": "0.018", "ppl": "1.01", "wps": "9630.8", "ups": "5.16", "wpb": "1867.6", "bsz": "86.9", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7829"} {"epoch": 9, "update": 8.308, "loss": "0.018", "ppl": "1.01", "wps": "9630.8", "ups": "5.16", "wpb": "1867.6", "bsz": "86.9", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7829"} {"epoch": 9, "update": 8.308, "loss": "0.018", "ppl": "1.01", "wps": "9630.8", "ups": "5.16", "wpb": "1867.6", "bsz": "86.9", "num_updates": "40300", "lr": "0.000157524", "gnorm": "0.355", "train_wall": "19", "gb_free": "29.1", "wall": "7829"} {"epoch": 9, "update": 8.328, "loss": "0.019", "ppl": "1.01", "wps": "10825.6", "ups": "5.21", "wpb": "2078.8", "bsz": "100.5", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.371", "train_wall": "19", "gb_free": "29", "wall": "7849"} {"epoch": 9, "update": 8.328, "loss": "0.019", "ppl": "1.01", "wps": "10825.6", "ups": "5.21", "wpb": "2078.8", "bsz": "100.5", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.371", "train_wall": "19", "gb_free": "29", "wall": "7849"} {"epoch": 9, "update": 8.328, "loss": "0.019", "ppl": "1.01", "wps": "10825.6", "ups": "5.21", "wpb": "2078.8", "bsz": "100.5", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.371", "train_wall": "19", "gb_free": "29", "wall": "7849"} {"epoch": 9, "update": 8.328, "loss": "0.019", "ppl": "1.01", "wps": "10825.6", "ups": "5.21", "wpb": "2078.8", "bsz": "100.5", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.371", "train_wall": "19", "gb_free": "29", "wall": "7849"} {"epoch": 9, "update": 8.328, "loss": "0.019", "ppl": "1.01", "wps": "10825.6", "ups": "5.21", "wpb": "2078.8", "bsz": "100.5", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.371", "train_wall": "19", "gb_free": "29", "wall": "7849"} {"epoch": 9, "update": 8.328, "loss": "0.019", "ppl": "1.01", "wps": "10825.6", "ups": "5.21", "wpb": "2078.8", "bsz": "100.5", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.371", "train_wall": "19", "gb_free": "29", "wall": "7849"} {"epoch": 9, "update": 8.328, "loss": "0.019", "ppl": "1.01", "wps": "10825.6", "ups": "5.21", "wpb": "2078.8", "bsz": "100.5", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.371", "train_wall": "19", "gb_free": "29", "wall": "7849"} {"epoch": 9, "update": 8.328, "loss": "0.019", "ppl": "1.01", "wps": "10825.6", "ups": "5.21", "wpb": "2078.8", "bsz": "100.5", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.371", "train_wall": "19", "gb_free": "29", "wall": "7849"} {"epoch": 9, "update": 8.328, "loss": "0.019", "ppl": "1.01", "wps": "10825.6", "ups": "5.21", "wpb": "2078.8", "bsz": "100.5", "num_updates": "40400", "lr": "0.000157329", "gnorm": "0.371", "train_wall": "19", "gb_free": "29", "wall": "7849"} {"epoch": 9, "update": 8.349, "loss": "0.018", "ppl": "1.01", "wps": "11668.4", "ups": "5.25", "wpb": "2222.2", "bsz": "111.4", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.317", "train_wall": "19", "gb_free": "29.2", "wall": "7868"} {"epoch": 9, "update": 8.349, "loss": "0.018", "ppl": "1.01", "wps": "11668.4", "ups": "5.25", "wpb": "2222.2", "bsz": "111.4", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.317", "train_wall": "19", "gb_free": "29.2", "wall": "7868"} {"epoch": 9, "update": 8.349, "loss": "0.018", "ppl": "1.01", "wps": "11668.4", "ups": "5.25", "wpb": "2222.2", "bsz": "111.4", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.317", "train_wall": "19", "gb_free": "29.2", "wall": "7868"} {"epoch": 9, "update": 8.349, "loss": "0.018", "ppl": "1.01", "wps": "11668.4", "ups": "5.25", "wpb": "2222.2", "bsz": "111.4", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.317", "train_wall": "19", "gb_free": "29.2", "wall": "7868"} {"epoch": 9, "update": 8.349, "loss": "0.018", "ppl": "1.01", "wps": "11668.4", "ups": "5.25", "wpb": "2222.2", "bsz": "111.4", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.317", "train_wall": "19", "gb_free": "29.2", "wall": "7868"} {"epoch": 9, "update": 8.349, "loss": "0.018", "ppl": "1.01", "wps": "11668.4", "ups": "5.25", "wpb": "2222.2", "bsz": "111.4", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.317", "train_wall": "19", "gb_free": "29.2", "wall": "7868"} {"epoch": 9, "update": 8.349, "loss": "0.018", "ppl": "1.01", "wps": "11668.4", "ups": "5.25", "wpb": "2222.2", "bsz": "111.4", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.317", "train_wall": "19", "gb_free": "29.2", "wall": "7868"} {"epoch": 9, "update": 8.349, "loss": "0.018", "ppl": "1.01", "wps": "11668.4", "ups": "5.25", "wpb": "2222.2", "bsz": "111.4", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.317", "train_wall": "19", "gb_free": "29.2", "wall": "7868"} {"epoch": 9, "update": 8.349, "loss": "0.018", "ppl": "1.01", "wps": "11668.4", "ups": "5.25", "wpb": "2222.2", "bsz": "111.4", "num_updates": "40500", "lr": "0.000157135", "gnorm": "0.317", "train_wall": "19", "gb_free": "29.2", "wall": "7868"} {"epoch": 9, "update": 8.369, "loss": "0.016", "ppl": "1.01", "wps": "11308.6", "ups": "5.25", "wpb": "2155.2", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.333", "train_wall": "19", "gb_free": "29.3", "wall": "7887"} {"epoch": 9, "update": 8.369, "loss": "0.016", "ppl": "1.01", "wps": "11308.6", "ups": "5.25", "wpb": "2155.2", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.333", "train_wall": "19", "gb_free": "29.3", "wall": "7887"} {"epoch": 9, "update": 8.369, "loss": "0.016", "ppl": "1.01", "wps": "11308.6", "ups": "5.25", "wpb": "2155.2", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.333", "train_wall": "19", "gb_free": "29.3", "wall": "7887"} {"epoch": 9, "update": 8.369, "loss": "0.016", "ppl": "1.01", "wps": "11308.6", "ups": "5.25", "wpb": "2155.2", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.333", "train_wall": "19", "gb_free": "29.3", "wall": "7887"} {"epoch": 9, "update": 8.369, "loss": "0.016", "ppl": "1.01", "wps": "11308.6", "ups": "5.25", "wpb": "2155.2", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.333", "train_wall": "19", "gb_free": "29.3", "wall": "7887"} {"epoch": 9, "update": 8.369, "loss": "0.016", "ppl": "1.01", "wps": "11308.6", "ups": "5.25", "wpb": "2155.2", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.333", "train_wall": "19", "gb_free": "29.3", "wall": "7887"} {"epoch": 9, "update": 8.369, "loss": "0.016", "ppl": "1.01", "wps": "11308.6", "ups": "5.25", "wpb": "2155.2", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.333", "train_wall": "19", "gb_free": "29.3", "wall": "7887"} {"epoch": 9, "update": 8.369, "loss": "0.016", "ppl": "1.01", "wps": "11308.6", "ups": "5.25", "wpb": "2155.2", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.333", "train_wall": "19", "gb_free": "29.3", "wall": "7887"} {"epoch": 9, "update": 8.369, "loss": "0.016", "ppl": "1.01", "wps": "11308.6", "ups": "5.25", "wpb": "2155.2", "bsz": "104.4", "num_updates": "40600", "lr": "0.000156941", "gnorm": "0.333", "train_wall": "19", "gb_free": "29.3", "wall": "7887"} {"epoch": 9, "update": 8.39, "loss": "0.014", "ppl": "1.01", "wps": "10454.2", "ups": "5.22", "wpb": "2001.9", "bsz": "98", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.32", "train_wall": "19", "gb_free": "28.1", "wall": "7906"} {"epoch": 9, "update": 8.39, "loss": "0.014", "ppl": "1.01", "wps": "10454.2", "ups": "5.22", "wpb": "2001.9", "bsz": "98", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.32", "train_wall": "19", "gb_free": "28.1", "wall": "7906"} {"epoch": 9, "update": 8.39, "loss": "0.014", "ppl": "1.01", "wps": "10454.2", "ups": "5.22", "wpb": "2001.9", "bsz": "98", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.32", "train_wall": "19", "gb_free": "28.1", "wall": "7906"} {"epoch": 9, "update": 8.39, "loss": "0.014", "ppl": "1.01", "wps": "10454.2", "ups": "5.22", "wpb": "2001.9", "bsz": "98", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.32", "train_wall": "19", "gb_free": "28.1", "wall": "7906"} {"epoch": 9, "update": 8.39, "loss": "0.014", "ppl": "1.01", "wps": "10454.2", "ups": "5.22", "wpb": "2001.9", "bsz": "98", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.32", "train_wall": "19", "gb_free": "28.1", "wall": "7906"} {"epoch": 9, "update": 8.39, "loss": "0.014", "ppl": "1.01", "wps": "10454.2", "ups": "5.22", "wpb": "2001.9", "bsz": "98", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.32", "train_wall": "19", "gb_free": "28.1", "wall": "7906"} {"epoch": 9, "update": 8.39, "loss": "0.014", "ppl": "1.01", "wps": "10454.2", "ups": "5.22", "wpb": "2001.9", "bsz": "98", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.32", "train_wall": "19", "gb_free": "28.1", "wall": "7906"} {"epoch": 9, "update": 8.39, "loss": "0.014", "ppl": "1.01", "wps": "10454.2", "ups": "5.22", "wpb": "2001.9", "bsz": "98", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.32", "train_wall": "19", "gb_free": "28.1", "wall": "7906"} {"epoch": 9, "update": 8.39, "loss": "0.014", "ppl": "1.01", "wps": "10454.2", "ups": "5.22", "wpb": "2001.9", "bsz": "98", "num_updates": "40700", "lr": "0.000156748", "gnorm": "0.32", "train_wall": "19", "gb_free": "28.1", "wall": "7906"} {"epoch": 9, "update": 8.411, "loss": "0.015", "ppl": "1.01", "wps": "9383.6", "ups": "5.2", "wpb": "1804.5", "bsz": "89.6", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "7925"} {"epoch": 9, "update": 8.411, "loss": "0.015", "ppl": "1.01", "wps": "9383.6", "ups": "5.2", "wpb": "1804.5", "bsz": "89.6", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "7925"} {"epoch": 9, "update": 8.411, "loss": "0.015", "ppl": "1.01", "wps": "9383.6", "ups": "5.2", "wpb": "1804.5", "bsz": "89.6", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "7925"} {"epoch": 9, "update": 8.411, "loss": "0.015", "ppl": "1.01", "wps": "9383.6", "ups": "5.2", "wpb": "1804.5", "bsz": "89.6", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "7925"} {"epoch": 9, "update": 8.411, "loss": "0.015", "ppl": "1.01", "wps": "9383.6", "ups": "5.2", "wpb": "1804.5", "bsz": "89.6", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "7925"} {"epoch": 9, "update": 8.411, "loss": "0.015", "ppl": "1.01", "wps": "9383.6", "ups": "5.2", "wpb": "1804.5", "bsz": "89.6", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "7925"} {"epoch": 9, "update": 8.411, "loss": "0.015", "ppl": "1.01", "wps": "9383.6", "ups": "5.2", "wpb": "1804.5", "bsz": "89.6", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "7925"} {"epoch": 9, "update": 8.411, "loss": "0.015", "ppl": "1.01", "wps": "9383.6", "ups": "5.2", "wpb": "1804.5", "bsz": "89.6", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "7925"} {"epoch": 9, "update": 8.411, "loss": "0.015", "ppl": "1.01", "wps": "9383.6", "ups": "5.2", "wpb": "1804.5", "bsz": "89.6", "num_updates": "40800", "lr": "0.000156556", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "7925"} {"epoch": 9, "update": 8.431, "loss": "0.015", "ppl": "1.01", "wps": "11752.2", "ups": "5.29", "wpb": "2222.1", "bsz": "108.1", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.2", "wall": "7944"} {"epoch": 9, "update": 8.431, "loss": "0.015", "ppl": "1.01", "wps": "11752.2", "ups": "5.29", "wpb": "2222.1", "bsz": "108.1", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.2", "wall": "7944"} {"epoch": 9, "update": 8.431, "loss": "0.015", "ppl": "1.01", "wps": "11752.2", "ups": "5.29", "wpb": "2222.1", "bsz": "108.1", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.2", "wall": "7944"} {"epoch": 9, "update": 8.431, "loss": "0.015", "ppl": "1.01", "wps": "11752.2", "ups": "5.29", "wpb": "2222.1", "bsz": "108.1", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.2", "wall": "7944"} {"epoch": 9, "update": 8.431, "loss": "0.015", "ppl": "1.01", "wps": "11752.2", "ups": "5.29", "wpb": "2222.1", "bsz": "108.1", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.2", "wall": "7944"} {"epoch": 9, "update": 8.431, "loss": "0.015", "ppl": "1.01", "wps": "11752.2", "ups": "5.29", "wpb": "2222.1", "bsz": "108.1", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.2", "wall": "7944"} {"epoch": 9, "update": 8.431, "loss": "0.015", "ppl": "1.01", "wps": "11752.2", "ups": "5.29", "wpb": "2222.1", "bsz": "108.1", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.2", "wall": "7944"} {"epoch": 9, "update": 8.431, "loss": "0.015", "ppl": "1.01", "wps": "11752.2", "ups": "5.29", "wpb": "2222.1", "bsz": "108.1", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.2", "wall": "7944"} {"epoch": 9, "update": 8.431, "loss": "0.015", "ppl": "1.01", "wps": "11752.2", "ups": "5.29", "wpb": "2222.1", "bsz": "108.1", "num_updates": "40900", "lr": "0.000156365", "gnorm": "0.34", "train_wall": "19", "gb_free": "29.2", "wall": "7944"} {"epoch": 9, "update": 8.452, "loss": "0.016", "ppl": "1.01", "wps": "10861.2", "ups": "5.25", "wpb": "2067.4", "bsz": "98", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.1", "wall": "7963"} {"epoch": 9, "update": 8.452, "loss": "0.016", "ppl": "1.01", "wps": "10861.2", "ups": "5.25", "wpb": "2067.4", "bsz": "98", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.1", "wall": "7963"} {"epoch": 9, "update": 8.452, "loss": "0.016", "ppl": "1.01", "wps": "10861.2", "ups": "5.25", "wpb": "2067.4", "bsz": "98", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.1", "wall": "7963"} {"epoch": 9, "update": 8.452, "loss": "0.016", "ppl": "1.01", "wps": "10861.2", "ups": "5.25", "wpb": "2067.4", "bsz": "98", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.1", "wall": "7963"} {"epoch": 9, "update": 8.452, "loss": "0.016", "ppl": "1.01", "wps": "10861.2", "ups": "5.25", "wpb": "2067.4", "bsz": "98", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.1", "wall": "7963"} {"epoch": 9, "update": 8.452, "loss": "0.016", "ppl": "1.01", "wps": "10861.2", "ups": "5.25", "wpb": "2067.4", "bsz": "98", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.1", "wall": "7963"} {"epoch": 9, "update": 8.452, "loss": "0.016", "ppl": "1.01", "wps": "10861.2", "ups": "5.25", "wpb": "2067.4", "bsz": "98", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.1", "wall": "7963"} {"epoch": 9, "update": 8.452, "loss": "0.016", "ppl": "1.01", "wps": "10861.2", "ups": "5.25", "wpb": "2067.4", "bsz": "98", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.1", "wall": "7963"} {"epoch": 9, "update": 8.452, "loss": "0.016", "ppl": "1.01", "wps": "10861.2", "ups": "5.25", "wpb": "2067.4", "bsz": "98", "num_updates": "41000", "lr": "0.000156174", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.1", "wall": "7963"} {"epoch": 9, "update": 8.472, "loss": "0.014", "ppl": "1.01", "wps": "10500.4", "ups": "5.2", "wpb": "2018.8", "bsz": "100", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.326", "train_wall": "19", "gb_free": "29.3", "wall": "7982"} {"epoch": 9, "update": 8.472, "loss": "0.014", "ppl": "1.01", "wps": "10500.4", "ups": "5.2", "wpb": "2018.8", "bsz": "100", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.326", "train_wall": "19", "gb_free": "29.3", "wall": "7982"} {"epoch": 9, "update": 8.472, "loss": "0.014", "ppl": "1.01", "wps": "10500.4", "ups": "5.2", "wpb": "2018.8", "bsz": "100", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.326", "train_wall": "19", "gb_free": "29.3", "wall": "7982"} {"epoch": 9, "update": 8.472, "loss": "0.014", "ppl": "1.01", "wps": "10500.4", "ups": "5.2", "wpb": "2018.8", "bsz": "100", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.326", "train_wall": "19", "gb_free": "29.3", "wall": "7982"} {"epoch": 9, "update": 8.472, "loss": "0.014", "ppl": "1.01", "wps": "10500.4", "ups": "5.2", "wpb": "2018.8", "bsz": "100", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.326", "train_wall": "19", "gb_free": "29.3", "wall": "7982"} {"epoch": 9, "update": 8.472, "loss": "0.014", "ppl": "1.01", "wps": "10500.4", "ups": "5.2", "wpb": "2018.8", "bsz": "100", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.326", "train_wall": "19", "gb_free": "29.3", "wall": "7982"} {"epoch": 9, "update": 8.472, "loss": "0.014", "ppl": "1.01", "wps": "10500.4", "ups": "5.2", "wpb": "2018.8", "bsz": "100", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.326", "train_wall": "19", "gb_free": "29.3", "wall": "7982"} {"epoch": 9, "update": 8.472, "loss": "0.014", "ppl": "1.01", "wps": "10500.4", "ups": "5.2", "wpb": "2018.8", "bsz": "100", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.326", "train_wall": "19", "gb_free": "29.3", "wall": "7982"} {"epoch": 9, "update": 8.472, "loss": "0.014", "ppl": "1.01", "wps": "10500.4", "ups": "5.2", "wpb": "2018.8", "bsz": "100", "num_updates": "41100", "lr": "0.000155984", "gnorm": "0.326", "train_wall": "19", "gb_free": "29.3", "wall": "7982"} {"epoch": 9, "update": 8.493, "loss": "0.017", "ppl": "1.01", "wps": "10090.2", "ups": "5.2", "wpb": "1939.7", "bsz": "91.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.8", "wall": "8001"} {"epoch": 9, "update": 8.493, "loss": "0.017", "ppl": "1.01", "wps": "10090.2", "ups": "5.2", "wpb": "1939.7", "bsz": "91.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.8", "wall": "8001"} {"epoch": 9, "update": 8.493, "loss": "0.017", "ppl": "1.01", "wps": "10090.2", "ups": "5.2", "wpb": "1939.7", "bsz": "91.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.8", "wall": "8001"} {"epoch": 9, "update": 8.493, "loss": "0.017", "ppl": "1.01", "wps": "10090.2", "ups": "5.2", "wpb": "1939.7", "bsz": "91.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.8", "wall": "8001"} {"epoch": 9, "update": 8.493, "loss": "0.017", "ppl": "1.01", "wps": "10090.2", "ups": "5.2", "wpb": "1939.7", "bsz": "91.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.8", "wall": "8001"} {"epoch": 9, "update": 8.493, "loss": "0.017", "ppl": "1.01", "wps": "10090.2", "ups": "5.2", "wpb": "1939.7", "bsz": "91.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.8", "wall": "8001"} {"epoch": 9, "update": 8.493, "loss": "0.017", "ppl": "1.01", "wps": "10090.2", "ups": "5.2", "wpb": "1939.7", "bsz": "91.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.8", "wall": "8001"} {"epoch": 9, "update": 8.493, "loss": "0.017", "ppl": "1.01", "wps": "10090.2", "ups": "5.2", "wpb": "1939.7", "bsz": "91.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.8", "wall": "8001"} {"epoch": 9, "update": 8.493, "loss": "0.017", "ppl": "1.01", "wps": "10090.2", "ups": "5.2", "wpb": "1939.7", "bsz": "91.4", "num_updates": "41200", "lr": "0.000155794", "gnorm": "0.362", "train_wall": "19", "gb_free": "28.8", "wall": "8001"} {"epoch": 9, "update": 8.514, "loss": "0.016", "ppl": "1.01", "wps": "10615.8", "ups": "5.23", "wpb": "2028.6", "bsz": "95", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.325", "train_wall": "19", "gb_free": "29.1", "wall": "8021"} {"epoch": 9, "update": 8.514, "loss": "0.016", "ppl": "1.01", "wps": "10615.8", "ups": "5.23", "wpb": "2028.6", "bsz": "95", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.325", "train_wall": "19", "gb_free": "29.1", "wall": "8021"} {"epoch": 9, "update": 8.514, "loss": "0.016", "ppl": "1.01", "wps": "10615.8", "ups": "5.23", "wpb": "2028.6", "bsz": "95", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.325", "train_wall": "19", "gb_free": "29.1", "wall": "8021"} {"epoch": 9, "update": 8.514, "loss": "0.016", "ppl": "1.01", "wps": "10615.8", "ups": "5.23", "wpb": "2028.6", "bsz": "95", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.325", "train_wall": "19", "gb_free": "29.1", "wall": "8021"} {"epoch": 9, "update": 8.514, "loss": "0.016", "ppl": "1.01", "wps": "10615.8", "ups": "5.23", "wpb": "2028.6", "bsz": "95", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.325", "train_wall": "19", "gb_free": "29.1", "wall": "8021"} {"epoch": 9, "update": 8.514, "loss": "0.016", "ppl": "1.01", "wps": "10615.8", "ups": "5.23", "wpb": "2028.6", "bsz": "95", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.325", "train_wall": "19", "gb_free": "29.1", "wall": "8021"} {"epoch": 9, "update": 8.514, "loss": "0.016", "ppl": "1.01", "wps": "10615.8", "ups": "5.23", "wpb": "2028.6", "bsz": "95", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.325", "train_wall": "19", "gb_free": "29.1", "wall": "8021"} {"epoch": 9, "update": 8.514, "loss": "0.016", "ppl": "1.01", "wps": "10615.8", "ups": "5.23", "wpb": "2028.6", "bsz": "95", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.325", "train_wall": "19", "gb_free": "29.1", "wall": "8021"} {"epoch": 9, "update": 8.514, "loss": "0.016", "ppl": "1.01", "wps": "10615.8", "ups": "5.23", "wpb": "2028.6", "bsz": "95", "num_updates": "41300", "lr": "0.000155606", "gnorm": "0.325", "train_wall": "19", "gb_free": "29.1", "wall": "8021"} {"epoch": 9, "update": 8.534, "loss": "0.025", "ppl": "1.02", "wps": "10270", "ups": "5.21", "wpb": "1972", "bsz": "93.9", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.412", "train_wall": "19", "gb_free": "29.4", "wall": "8040"} {"epoch": 9, "update": 8.534, "loss": "0.025", "ppl": "1.02", "wps": "10270", "ups": "5.21", "wpb": "1972", "bsz": "93.9", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.412", "train_wall": "19", "gb_free": "29.4", "wall": "8040"} {"epoch": 9, "update": 8.534, "loss": "0.025", "ppl": "1.02", "wps": "10270", "ups": "5.21", "wpb": "1972", "bsz": "93.9", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.412", "train_wall": "19", "gb_free": "29.4", "wall": "8040"} {"epoch": 9, "update": 8.534, "loss": "0.025", "ppl": "1.02", "wps": "10270", "ups": "5.21", "wpb": "1972", "bsz": "93.9", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.412", "train_wall": "19", "gb_free": "29.4", "wall": "8040"} {"epoch": 9, "update": 8.534, "loss": "0.025", "ppl": "1.02", "wps": "10270", "ups": "5.21", "wpb": "1972", "bsz": "93.9", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.412", "train_wall": "19", "gb_free": "29.4", "wall": "8040"} {"epoch": 9, "update": 8.534, "loss": "0.025", "ppl": "1.02", "wps": "10270", "ups": "5.21", "wpb": "1972", "bsz": "93.9", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.412", "train_wall": "19", "gb_free": "29.4", "wall": "8040"} {"epoch": 9, "update": 8.534, "loss": "0.025", "ppl": "1.02", "wps": "10270", "ups": "5.21", "wpb": "1972", "bsz": "93.9", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.412", "train_wall": "19", "gb_free": "29.4", "wall": "8040"} {"epoch": 9, "update": 8.534, "loss": "0.025", "ppl": "1.02", "wps": "10270", "ups": "5.21", "wpb": "1972", "bsz": "93.9", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.412", "train_wall": "19", "gb_free": "29.4", "wall": "8040"} {"epoch": 9, "update": 8.534, "loss": "0.025", "ppl": "1.02", "wps": "10270", "ups": "5.21", "wpb": "1972", "bsz": "93.9", "num_updates": "41400", "lr": "0.000155417", "gnorm": "0.412", "train_wall": "19", "gb_free": "29.4", "wall": "8040"} {"epoch": 9, "update": 8.555, "loss": "0.018", "ppl": "1.01", "wps": "10491.1", "ups": "5.19", "wpb": "2021.4", "bsz": "96.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.338", "train_wall": "19", "gb_free": "29.1", "wall": "8059"} {"epoch": 9, "update": 8.555, "loss": "0.018", "ppl": "1.01", "wps": "10491.1", "ups": "5.19", "wpb": "2021.4", "bsz": "96.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.338", "train_wall": "19", "gb_free": "29.1", "wall": "8059"} {"epoch": 9, "update": 8.555, "loss": "0.018", "ppl": "1.01", "wps": "10491.1", "ups": "5.19", "wpb": "2021.4", "bsz": "96.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.338", "train_wall": "19", "gb_free": "29.1", "wall": "8059"} {"epoch": 9, "update": 8.555, "loss": "0.018", "ppl": "1.01", "wps": "10491.1", "ups": "5.19", "wpb": "2021.4", "bsz": "96.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.338", "train_wall": "19", "gb_free": "29.1", "wall": "8059"} {"epoch": 9, "update": 8.555, "loss": "0.018", "ppl": "1.01", "wps": "10491.1", "ups": "5.19", "wpb": "2021.4", "bsz": "96.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.338", "train_wall": "19", "gb_free": "29.1", "wall": "8059"} {"epoch": 9, "update": 8.555, "loss": "0.018", "ppl": "1.01", "wps": "10491.1", "ups": "5.19", "wpb": "2021.4", "bsz": "96.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.338", "train_wall": "19", "gb_free": "29.1", "wall": "8059"} {"epoch": 9, "update": 8.555, "loss": "0.018", "ppl": "1.01", "wps": "10491.1", "ups": "5.19", "wpb": "2021.4", "bsz": "96.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.338", "train_wall": "19", "gb_free": "29.1", "wall": "8059"} {"epoch": 9, "update": 8.555, "loss": "0.018", "ppl": "1.01", "wps": "10491.1", "ups": "5.19", "wpb": "2021.4", "bsz": "96.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.338", "train_wall": "19", "gb_free": "29.1", "wall": "8059"} {"epoch": 9, "update": 8.555, "loss": "0.018", "ppl": "1.01", "wps": "10491.1", "ups": "5.19", "wpb": "2021.4", "bsz": "96.7", "num_updates": "41500", "lr": "0.00015523", "gnorm": "0.338", "train_wall": "19", "gb_free": "29.1", "wall": "8059"} {"epoch": 9, "update": 8.576, "loss": "0.015", "ppl": "1.01", "wps": "10085.9", "ups": "5.19", "wpb": "1944.7", "bsz": "94.2", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.9", "wall": "8078"} {"epoch": 9, "update": 8.576, "loss": "0.015", "ppl": "1.01", "wps": "10085.9", "ups": "5.19", "wpb": "1944.7", "bsz": "94.2", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.9", "wall": "8078"} {"epoch": 9, "update": 8.576, "loss": "0.015", "ppl": "1.01", "wps": "10085.9", "ups": "5.19", "wpb": "1944.7", "bsz": "94.2", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.9", "wall": "8078"} {"epoch": 9, "update": 8.576, "loss": "0.015", "ppl": "1.01", "wps": "10085.9", "ups": "5.19", "wpb": "1944.7", "bsz": "94.2", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.9", "wall": "8078"} {"epoch": 9, "update": 8.576, "loss": "0.015", "ppl": "1.01", "wps": "10085.9", "ups": "5.19", "wpb": "1944.7", "bsz": "94.2", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.9", "wall": "8078"} {"epoch": 9, "update": 8.576, "loss": "0.015", "ppl": "1.01", "wps": "10085.9", "ups": "5.19", "wpb": "1944.7", "bsz": "94.2", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.9", "wall": "8078"} {"epoch": 9, "update": 8.576, "loss": "0.015", "ppl": "1.01", "wps": "10085.9", "ups": "5.19", "wpb": "1944.7", "bsz": "94.2", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.9", "wall": "8078"} {"epoch": 9, "update": 8.576, "loss": "0.015", "ppl": "1.01", "wps": "10085.9", "ups": "5.19", "wpb": "1944.7", "bsz": "94.2", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.9", "wall": "8078"} {"epoch": 9, "update": 8.576, "loss": "0.015", "ppl": "1.01", "wps": "10085.9", "ups": "5.19", "wpb": "1944.7", "bsz": "94.2", "num_updates": "41600", "lr": "0.000155043", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.9", "wall": "8078"} {"epoch": 9, "update": 8.596, "loss": "0.019", "ppl": "1.01", "wps": "9793.3", "ups": "5.21", "wpb": "1881.5", "bsz": "88.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "8098"} {"epoch": 9, "update": 8.596, "loss": "0.019", "ppl": "1.01", "wps": "9793.3", "ups": "5.21", "wpb": "1881.5", "bsz": "88.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "8098"} {"epoch": 9, "update": 8.596, "loss": "0.019", "ppl": "1.01", "wps": "9793.3", "ups": "5.21", "wpb": "1881.5", "bsz": "88.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "8098"} {"epoch": 9, "update": 8.596, "loss": "0.019", "ppl": "1.01", "wps": "9793.3", "ups": "5.21", "wpb": "1881.5", "bsz": "88.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "8098"} {"epoch": 9, "update": 8.596, "loss": "0.019", "ppl": "1.01", "wps": "9793.3", "ups": "5.21", "wpb": "1881.5", "bsz": "88.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "8098"} {"epoch": 9, "update": 8.596, "loss": "0.019", "ppl": "1.01", "wps": "9793.3", "ups": "5.21", "wpb": "1881.5", "bsz": "88.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "8098"} {"epoch": 9, "update": 8.596, "loss": "0.019", "ppl": "1.01", "wps": "9793.3", "ups": "5.21", "wpb": "1881.5", "bsz": "88.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "8098"} {"epoch": 9, "update": 8.596, "loss": "0.019", "ppl": "1.01", "wps": "9793.3", "ups": "5.21", "wpb": "1881.5", "bsz": "88.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "8098"} {"epoch": 9, "update": 8.596, "loss": "0.019", "ppl": "1.01", "wps": "9793.3", "ups": "5.21", "wpb": "1881.5", "bsz": "88.6", "num_updates": "41700", "lr": "0.000154857", "gnorm": "0.372", "train_wall": "19", "gb_free": "28.9", "wall": "8098"} {"epoch": 9, "update": 8.617, "loss": "0.016", "ppl": "1.01", "wps": "11006.1", "ups": "5.21", "wpb": "2112.9", "bsz": "102.7", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.313", "train_wall": "19", "gb_free": "28.7", "wall": "8117"} {"epoch": 9, "update": 8.617, "loss": "0.016", "ppl": "1.01", "wps": "11006.1", "ups": "5.21", "wpb": "2112.9", "bsz": "102.7", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.313", "train_wall": "19", "gb_free": "28.7", "wall": "8117"} {"epoch": 9, "update": 8.617, "loss": "0.016", "ppl": "1.01", "wps": "11006.1", "ups": "5.21", "wpb": "2112.9", "bsz": "102.7", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.313", "train_wall": "19", "gb_free": "28.7", "wall": "8117"} {"epoch": 9, "update": 8.617, "loss": "0.016", "ppl": "1.01", "wps": "11006.1", "ups": "5.21", "wpb": "2112.9", "bsz": "102.7", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.313", "train_wall": "19", "gb_free": "28.7", "wall": "8117"} {"epoch": 9, "update": 8.617, "loss": "0.016", "ppl": "1.01", "wps": "11006.1", "ups": "5.21", "wpb": "2112.9", "bsz": "102.7", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.313", "train_wall": "19", "gb_free": "28.7", "wall": "8117"} {"epoch": 9, "update": 8.617, "loss": "0.016", "ppl": "1.01", "wps": "11006.1", "ups": "5.21", "wpb": "2112.9", "bsz": "102.7", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.313", "train_wall": "19", "gb_free": "28.7", "wall": "8117"} {"epoch": 9, "update": 8.617, "loss": "0.016", "ppl": "1.01", "wps": "11006.1", "ups": "5.21", "wpb": "2112.9", "bsz": "102.7", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.313", "train_wall": "19", "gb_free": "28.7", "wall": "8117"} {"epoch": 9, "update": 8.617, "loss": "0.016", "ppl": "1.01", "wps": "11006.1", "ups": "5.21", "wpb": "2112.9", "bsz": "102.7", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.313", "train_wall": "19", "gb_free": "28.7", "wall": "8117"} {"epoch": 9, "update": 8.617, "loss": "0.016", "ppl": "1.01", "wps": "11006.1", "ups": "5.21", "wpb": "2112.9", "bsz": "102.7", "num_updates": "41800", "lr": "0.000154672", "gnorm": "0.313", "train_wall": "19", "gb_free": "28.7", "wall": "8117"} {"epoch": 9, "update": 8.637, "loss": "0.013", "ppl": "1.01", "wps": "9998.3", "ups": "5.21", "wpb": "1920.3", "bsz": "95.8", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.282", "train_wall": "19", "gb_free": "27.7", "wall": "8136"} {"epoch": 9, "update": 8.637, "loss": "0.013", "ppl": "1.01", "wps": "9998.3", "ups": "5.21", "wpb": "1920.3", "bsz": "95.8", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.282", "train_wall": "19", "gb_free": "27.7", "wall": "8136"} {"epoch": 9, "update": 8.637, "loss": "0.013", "ppl": "1.01", "wps": "9998.3", "ups": "5.21", "wpb": "1920.3", "bsz": "95.8", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.282", "train_wall": "19", "gb_free": "27.7", "wall": "8136"} {"epoch": 9, "update": 8.637, "loss": "0.013", "ppl": "1.01", "wps": "9998.3", "ups": "5.21", "wpb": "1920.3", "bsz": "95.8", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.282", "train_wall": "19", "gb_free": "27.7", "wall": "8136"} {"epoch": 9, "update": 8.637, "loss": "0.013", "ppl": "1.01", "wps": "9998.3", "ups": "5.21", "wpb": "1920.3", "bsz": "95.8", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.282", "train_wall": "19", "gb_free": "27.7", "wall": "8136"} {"epoch": 9, "update": 8.637, "loss": "0.013", "ppl": "1.01", "wps": "9998.3", "ups": "5.21", "wpb": "1920.3", "bsz": "95.8", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.282", "train_wall": "19", "gb_free": "27.7", "wall": "8136"} {"epoch": 9, "update": 8.637, "loss": "0.013", "ppl": "1.01", "wps": "9998.3", "ups": "5.21", "wpb": "1920.3", "bsz": "95.8", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.282", "train_wall": "19", "gb_free": "27.7", "wall": "8136"} {"epoch": 9, "update": 8.637, "loss": "0.013", "ppl": "1.01", "wps": "9998.3", "ups": "5.21", "wpb": "1920.3", "bsz": "95.8", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.282", "train_wall": "19", "gb_free": "27.7", "wall": "8136"} {"epoch": 9, "update": 8.637, "loss": "0.013", "ppl": "1.01", "wps": "9998.3", "ups": "5.21", "wpb": "1920.3", "bsz": "95.8", "num_updates": "41900", "lr": "0.000154487", "gnorm": "0.282", "train_wall": "19", "gb_free": "27.7", "wall": "8136"} {"epoch": 9, "update": 8.658, "loss": "0.015", "ppl": "1.01", "wps": "9899", "ups": "5.21", "wpb": "1899.6", "bsz": "90.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.8", "wall": "8155"} {"epoch": 9, "update": 8.658, "loss": "0.015", "ppl": "1.01", "wps": "9899", "ups": "5.21", "wpb": "1899.6", "bsz": "90.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.8", "wall": "8155"} {"epoch": 9, "update": 8.658, "loss": "0.015", "ppl": "1.01", "wps": "9899", "ups": "5.21", "wpb": "1899.6", "bsz": "90.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.8", "wall": "8155"} {"epoch": 9, "update": 8.658, "loss": "0.015", "ppl": "1.01", "wps": "9899", "ups": "5.21", "wpb": "1899.6", "bsz": "90.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.8", "wall": "8155"} {"epoch": 9, "update": 8.658, "loss": "0.015", "ppl": "1.01", "wps": "9899", "ups": "5.21", "wpb": "1899.6", "bsz": "90.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.8", "wall": "8155"} {"epoch": 9, "update": 8.658, "loss": "0.015", "ppl": "1.01", "wps": "9899", "ups": "5.21", "wpb": "1899.6", "bsz": "90.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.8", "wall": "8155"} {"epoch": 9, "update": 8.658, "loss": "0.015", "ppl": "1.01", "wps": "9899", "ups": "5.21", "wpb": "1899.6", "bsz": "90.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.8", "wall": "8155"} {"epoch": 9, "update": 8.658, "loss": "0.015", "ppl": "1.01", "wps": "9899", "ups": "5.21", "wpb": "1899.6", "bsz": "90.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.8", "wall": "8155"} {"epoch": 9, "update": 8.658, "loss": "0.015", "ppl": "1.01", "wps": "9899", "ups": "5.21", "wpb": "1899.6", "bsz": "90.6", "num_updates": "42000", "lr": "0.000154303", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.8", "wall": "8155"} {"epoch": 9, "update": 8.679, "loss": "0.016", "ppl": "1.01", "wps": "10110.5", "ups": "5.21", "wpb": "1939.4", "bsz": "92.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.389", "train_wall": "19", "gb_free": "28.9", "wall": "8174"} {"epoch": 9, "update": 8.679, "loss": "0.016", "ppl": "1.01", "wps": "10110.5", "ups": "5.21", "wpb": "1939.4", "bsz": "92.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.389", "train_wall": "19", "gb_free": "28.9", "wall": "8174"} {"epoch": 9, "update": 8.679, "loss": "0.016", "ppl": "1.01", "wps": "10110.5", "ups": "5.21", "wpb": "1939.4", "bsz": "92.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.389", "train_wall": "19", "gb_free": "28.9", "wall": "8174"} {"epoch": 9, "update": 8.679, "loss": "0.016", "ppl": "1.01", "wps": "10110.5", "ups": "5.21", "wpb": "1939.4", "bsz": "92.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.389", "train_wall": "19", "gb_free": "28.9", "wall": "8174"} {"epoch": 9, "update": 8.679, "loss": "0.016", "ppl": "1.01", "wps": "10110.5", "ups": "5.21", "wpb": "1939.4", "bsz": "92.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.389", "train_wall": "19", "gb_free": "28.9", "wall": "8174"} {"epoch": 9, "update": 8.679, "loss": "0.016", "ppl": "1.01", "wps": "10110.5", "ups": "5.21", "wpb": "1939.4", "bsz": "92.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.389", "train_wall": "19", "gb_free": "28.9", "wall": "8174"} {"epoch": 9, "update": 8.679, "loss": "0.016", "ppl": "1.01", "wps": "10110.5", "ups": "5.21", "wpb": "1939.4", "bsz": "92.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.389", "train_wall": "19", "gb_free": "28.9", "wall": "8174"} {"epoch": 9, "update": 8.679, "loss": "0.016", "ppl": "1.01", "wps": "10110.5", "ups": "5.21", "wpb": "1939.4", "bsz": "92.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.389", "train_wall": "19", "gb_free": "28.9", "wall": "8174"} {"epoch": 9, "update": 8.679, "loss": "0.016", "ppl": "1.01", "wps": "10110.5", "ups": "5.21", "wpb": "1939.4", "bsz": "92.3", "num_updates": "42100", "lr": "0.00015412", "gnorm": "0.389", "train_wall": "19", "gb_free": "28.9", "wall": "8174"} {"epoch": 9, "update": 8.699, "loss": "0.017", "ppl": "1.01", "wps": "10631.1", "ups": "5.21", "wpb": "2041.5", "bsz": "100.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.8", "wall": "8194"} {"epoch": 9, "update": 8.699, "loss": "0.017", "ppl": "1.01", "wps": "10631.1", "ups": "5.21", "wpb": "2041.5", "bsz": "100.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.8", "wall": "8194"} {"epoch": 9, "update": 8.699, "loss": "0.017", "ppl": "1.01", "wps": "10631.1", "ups": "5.21", "wpb": "2041.5", "bsz": "100.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.8", "wall": "8194"} {"epoch": 9, "update": 8.699, "loss": "0.017", "ppl": "1.01", "wps": "10631.1", "ups": "5.21", "wpb": "2041.5", "bsz": "100.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.8", "wall": "8194"} {"epoch": 9, "update": 8.699, "loss": "0.017", "ppl": "1.01", "wps": "10631.1", "ups": "5.21", "wpb": "2041.5", "bsz": "100.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.8", "wall": "8194"} {"epoch": 9, "update": 8.699, "loss": "0.017", "ppl": "1.01", "wps": "10631.1", "ups": "5.21", "wpb": "2041.5", "bsz": "100.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.8", "wall": "8194"} {"epoch": 9, "update": 8.699, "loss": "0.017", "ppl": "1.01", "wps": "10631.1", "ups": "5.21", "wpb": "2041.5", "bsz": "100.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.8", "wall": "8194"} {"epoch": 9, "update": 8.699, "loss": "0.017", "ppl": "1.01", "wps": "10631.1", "ups": "5.21", "wpb": "2041.5", "bsz": "100.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.8", "wall": "8194"} {"epoch": 9, "update": 8.699, "loss": "0.017", "ppl": "1.01", "wps": "10631.1", "ups": "5.21", "wpb": "2041.5", "bsz": "100.3", "num_updates": "42200", "lr": "0.000153937", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.8", "wall": "8194"} {"epoch": 9, "update": 8.72, "loss": "0.017", "ppl": "1.01", "wps": "10631.2", "ups": "5.19", "wpb": "2050.1", "bsz": "99.3", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "8213"} {"epoch": 9, "update": 8.72, "loss": "0.017", "ppl": "1.01", "wps": "10631.2", "ups": "5.19", "wpb": "2050.1", "bsz": "99.3", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "8213"} {"epoch": 9, "update": 8.72, "loss": "0.017", "ppl": "1.01", "wps": "10631.2", "ups": "5.19", "wpb": "2050.1", "bsz": "99.3", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "8213"} {"epoch": 9, "update": 8.72, "loss": "0.017", "ppl": "1.01", "wps": "10631.2", "ups": "5.19", "wpb": "2050.1", "bsz": "99.3", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "8213"} {"epoch": 9, "update": 8.72, "loss": "0.017", "ppl": "1.01", "wps": "10631.2", "ups": "5.19", "wpb": "2050.1", "bsz": "99.3", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "8213"} {"epoch": 9, "update": 8.72, "loss": "0.017", "ppl": "1.01", "wps": "10631.2", "ups": "5.19", "wpb": "2050.1", "bsz": "99.3", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "8213"} {"epoch": 9, "update": 8.72, "loss": "0.017", "ppl": "1.01", "wps": "10631.2", "ups": "5.19", "wpb": "2050.1", "bsz": "99.3", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "8213"} {"epoch": 9, "update": 8.72, "loss": "0.017", "ppl": "1.01", "wps": "10631.2", "ups": "5.19", "wpb": "2050.1", "bsz": "99.3", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "8213"} {"epoch": 9, "update": 8.72, "loss": "0.017", "ppl": "1.01", "wps": "10631.2", "ups": "5.19", "wpb": "2050.1", "bsz": "99.3", "num_updates": "42300", "lr": "0.000153755", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "8213"} {"epoch": 9, "update": 8.74, "loss": "0.014", "ppl": "1.01", "wps": "10018.2", "ups": "5.24", "wpb": "1913.3", "bsz": "95", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.327", "train_wall": "19", "gb_free": "29", "wall": "8232"} {"epoch": 9, "update": 8.74, "loss": "0.014", "ppl": "1.01", "wps": "10018.2", "ups": "5.24", "wpb": "1913.3", "bsz": "95", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.327", "train_wall": "19", "gb_free": "29", "wall": "8232"} {"epoch": 9, "update": 8.74, "loss": "0.014", "ppl": "1.01", "wps": "10018.2", "ups": "5.24", "wpb": "1913.3", "bsz": "95", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.327", "train_wall": "19", "gb_free": "29", "wall": "8232"} {"epoch": 9, "update": 8.74, "loss": "0.014", "ppl": "1.01", "wps": "10018.2", "ups": "5.24", "wpb": "1913.3", "bsz": "95", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.327", "train_wall": "19", "gb_free": "29", "wall": "8232"} {"epoch": 9, "update": 8.74, "loss": "0.014", "ppl": "1.01", "wps": "10018.2", "ups": "5.24", "wpb": "1913.3", "bsz": "95", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.327", "train_wall": "19", "gb_free": "29", "wall": "8232"} {"epoch": 9, "update": 8.74, "loss": "0.014", "ppl": "1.01", "wps": "10018.2", "ups": "5.24", "wpb": "1913.3", "bsz": "95", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.327", "train_wall": "19", "gb_free": "29", "wall": "8232"} {"epoch": 9, "update": 8.74, "loss": "0.014", "ppl": "1.01", "wps": "10018.2", "ups": "5.24", "wpb": "1913.3", "bsz": "95", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.327", "train_wall": "19", "gb_free": "29", "wall": "8232"} {"epoch": 9, "update": 8.74, "loss": "0.014", "ppl": "1.01", "wps": "10018.2", "ups": "5.24", "wpb": "1913.3", "bsz": "95", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.327", "train_wall": "19", "gb_free": "29", "wall": "8232"} {"epoch": 9, "update": 8.74, "loss": "0.014", "ppl": "1.01", "wps": "10018.2", "ups": "5.24", "wpb": "1913.3", "bsz": "95", "num_updates": "42400", "lr": "0.000153574", "gnorm": "0.327", "train_wall": "19", "gb_free": "29", "wall": "8232"} {"epoch": 9, "update": 8.761, "loss": "0.016", "ppl": "1.01", "wps": "9427.2", "ups": "5.13", "wpb": "1839.3", "bsz": "87", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.345", "train_wall": "19", "gb_free": "28.8", "wall": "8251"} {"epoch": 9, "update": 8.761, "loss": "0.016", "ppl": "1.01", "wps": "9427.2", "ups": "5.13", "wpb": "1839.3", "bsz": "87", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.345", "train_wall": "19", "gb_free": "28.8", "wall": "8251"} {"epoch": 9, "update": 8.761, "loss": "0.016", "ppl": "1.01", "wps": "9427.2", "ups": "5.13", "wpb": "1839.3", "bsz": "87", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.345", "train_wall": "19", "gb_free": "28.8", "wall": "8251"} {"epoch": 9, "update": 8.761, "loss": "0.016", "ppl": "1.01", "wps": "9427.2", "ups": "5.13", "wpb": "1839.3", "bsz": "87", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.345", "train_wall": "19", "gb_free": "28.8", "wall": "8251"} {"epoch": 9, "update": 8.761, "loss": "0.016", "ppl": "1.01", "wps": "9427.2", "ups": "5.13", "wpb": "1839.3", "bsz": "87", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.345", "train_wall": "19", "gb_free": "28.8", "wall": "8251"} {"epoch": 9, "update": 8.761, "loss": "0.016", "ppl": "1.01", "wps": "9427.2", "ups": "5.13", "wpb": "1839.3", "bsz": "87", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.345", "train_wall": "19", "gb_free": "28.8", "wall": "8251"} {"epoch": 9, "update": 8.761, "loss": "0.016", "ppl": "1.01", "wps": "9427.2", "ups": "5.13", "wpb": "1839.3", "bsz": "87", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.345", "train_wall": "19", "gb_free": "28.8", "wall": "8251"} {"epoch": 9, "update": 8.761, "loss": "0.016", "ppl": "1.01", "wps": "9427.2", "ups": "5.13", "wpb": "1839.3", "bsz": "87", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.345", "train_wall": "19", "gb_free": "28.8", "wall": "8251"} {"epoch": 9, "update": 8.761, "loss": "0.016", "ppl": "1.01", "wps": "9427.2", "ups": "5.13", "wpb": "1839.3", "bsz": "87", "num_updates": "42500", "lr": "0.000153393", "gnorm": "0.345", "train_wall": "19", "gb_free": "28.8", "wall": "8251"} {"epoch": 9, "update": 8.782, "loss": "0.014", "ppl": "1.01", "wps": "10244.7", "ups": "5.27", "wpb": "1944.8", "bsz": "98.5", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.3", "train_wall": "19", "gb_free": "27.3", "wall": "8270"} {"epoch": 9, "update": 8.782, "loss": "0.014", "ppl": "1.01", "wps": "10244.7", "ups": "5.27", "wpb": "1944.8", "bsz": "98.5", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.3", "train_wall": "19", "gb_free": "27.3", "wall": "8270"} {"epoch": 9, "update": 8.782, "loss": "0.014", "ppl": "1.01", "wps": "10244.7", "ups": "5.27", "wpb": "1944.8", "bsz": "98.5", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.3", "train_wall": "19", "gb_free": "27.3", "wall": "8270"} {"epoch": 9, "update": 8.782, "loss": "0.014", "ppl": "1.01", "wps": "10244.7", "ups": "5.27", "wpb": "1944.8", "bsz": "98.5", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.3", "train_wall": "19", "gb_free": "27.3", "wall": "8270"} {"epoch": 9, "update": 8.782, "loss": "0.014", "ppl": "1.01", "wps": "10244.7", "ups": "5.27", "wpb": "1944.8", "bsz": "98.5", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.3", "train_wall": "19", "gb_free": "27.3", "wall": "8270"} {"epoch": 9, "update": 8.782, "loss": "0.014", "ppl": "1.01", "wps": "10244.7", "ups": "5.27", "wpb": "1944.8", "bsz": "98.5", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.3", "train_wall": "19", "gb_free": "27.3", "wall": "8270"} {"epoch": 9, "update": 8.782, "loss": "0.014", "ppl": "1.01", "wps": "10244.7", "ups": "5.27", "wpb": "1944.8", "bsz": "98.5", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.3", "train_wall": "19", "gb_free": "27.3", "wall": "8270"} {"epoch": 9, "update": 8.782, "loss": "0.014", "ppl": "1.01", "wps": "10244.7", "ups": "5.27", "wpb": "1944.8", "bsz": "98.5", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.3", "train_wall": "19", "gb_free": "27.3", "wall": "8270"} {"epoch": 9, "update": 8.782, "loss": "0.014", "ppl": "1.01", "wps": "10244.7", "ups": "5.27", "wpb": "1944.8", "bsz": "98.5", "num_updates": "42600", "lr": "0.000153213", "gnorm": "0.3", "train_wall": "19", "gb_free": "27.3", "wall": "8270"} {"epoch": 9, "update": 8.802, "loss": "0.019", "ppl": "1.01", "wps": "10616", "ups": "5.22", "wpb": "2033.7", "bsz": "95.4", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.333", "train_wall": "19", "gb_free": "28.9", "wall": "8290"} {"epoch": 9, "update": 8.802, "loss": "0.019", "ppl": "1.01", "wps": "10616", "ups": "5.22", "wpb": "2033.7", "bsz": "95.4", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.333", "train_wall": "19", "gb_free": "28.9", "wall": "8290"} {"epoch": 9, "update": 8.802, "loss": "0.019", "ppl": "1.01", "wps": "10616", "ups": "5.22", "wpb": "2033.7", "bsz": "95.4", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.333", "train_wall": "19", "gb_free": "28.9", "wall": "8290"} {"epoch": 9, "update": 8.802, "loss": "0.019", "ppl": "1.01", "wps": "10616", "ups": "5.22", "wpb": "2033.7", "bsz": "95.4", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.333", "train_wall": "19", "gb_free": "28.9", "wall": "8290"} {"epoch": 9, "update": 8.802, "loss": "0.019", "ppl": "1.01", "wps": "10616", "ups": "5.22", "wpb": "2033.7", "bsz": "95.4", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.333", "train_wall": "19", "gb_free": "28.9", "wall": "8290"} {"epoch": 9, "update": 8.802, "loss": "0.019", "ppl": "1.01", "wps": "10616", "ups": "5.22", "wpb": "2033.7", "bsz": "95.4", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.333", "train_wall": "19", "gb_free": "28.9", "wall": "8290"} {"epoch": 9, "update": 8.802, "loss": "0.019", "ppl": "1.01", "wps": "10616", "ups": "5.22", "wpb": "2033.7", "bsz": "95.4", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.333", "train_wall": "19", "gb_free": "28.9", "wall": "8290"} {"epoch": 9, "update": 8.802, "loss": "0.019", "ppl": "1.01", "wps": "10616", "ups": "5.22", "wpb": "2033.7", "bsz": "95.4", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.333", "train_wall": "19", "gb_free": "28.9", "wall": "8290"} {"epoch": 9, "update": 8.802, "loss": "0.019", "ppl": "1.01", "wps": "10616", "ups": "5.22", "wpb": "2033.7", "bsz": "95.4", "num_updates": "42700", "lr": "0.000153033", "gnorm": "0.333", "train_wall": "19", "gb_free": "28.9", "wall": "8290"} {"epoch": 9, "update": 8.823, "loss": "0.013", "ppl": "1.01", "wps": "10080.7", "ups": "5.22", "wpb": "1930", "bsz": "97.6", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "8309"} {"epoch": 9, "update": 8.823, "loss": "0.013", "ppl": "1.01", "wps": "10080.7", "ups": "5.22", "wpb": "1930", "bsz": "97.6", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "8309"} {"epoch": 9, "update": 8.823, "loss": "0.013", "ppl": "1.01", "wps": "10080.7", "ups": "5.22", "wpb": "1930", "bsz": "97.6", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "8309"} {"epoch": 9, "update": 8.823, "loss": "0.013", "ppl": "1.01", "wps": "10080.7", "ups": "5.22", "wpb": "1930", "bsz": "97.6", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "8309"} {"epoch": 9, "update": 8.823, "loss": "0.013", "ppl": "1.01", "wps": "10080.7", "ups": "5.22", "wpb": "1930", "bsz": "97.6", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "8309"} {"epoch": 9, "update": 8.823, "loss": "0.013", "ppl": "1.01", "wps": "10080.7", "ups": "5.22", "wpb": "1930", "bsz": "97.6", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "8309"} {"epoch": 9, "update": 8.823, "loss": "0.013", "ppl": "1.01", "wps": "10080.7", "ups": "5.22", "wpb": "1930", "bsz": "97.6", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "8309"} {"epoch": 9, "update": 8.823, "loss": "0.013", "ppl": "1.01", "wps": "10080.7", "ups": "5.22", "wpb": "1930", "bsz": "97.6", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "8309"} {"epoch": 9, "update": 8.823, "loss": "0.013", "ppl": "1.01", "wps": "10080.7", "ups": "5.22", "wpb": "1930", "bsz": "97.6", "num_updates": "42800", "lr": "0.000152854", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "8309"} {"epoch": 9, "update": 8.844, "loss": "0.018", "ppl": "1.01", "wps": "10576.3", "ups": "5.22", "wpb": "2027.1", "bsz": "98.2", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.342", "train_wall": "19", "gb_free": "29.1", "wall": "8328"} {"epoch": 9, "update": 8.844, "loss": "0.018", "ppl": "1.01", "wps": "10576.3", "ups": "5.22", "wpb": "2027.1", "bsz": "98.2", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.342", "train_wall": "19", "gb_free": "29.1", "wall": "8328"} {"epoch": 9, "update": 8.844, "loss": "0.018", "ppl": "1.01", "wps": "10576.3", "ups": "5.22", "wpb": "2027.1", "bsz": "98.2", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.342", "train_wall": "19", "gb_free": "29.1", "wall": "8328"} {"epoch": 9, "update": 8.844, "loss": "0.018", "ppl": "1.01", "wps": "10576.3", "ups": "5.22", "wpb": "2027.1", "bsz": "98.2", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.342", "train_wall": "19", "gb_free": "29.1", "wall": "8328"} {"epoch": 9, "update": 8.844, "loss": "0.018", "ppl": "1.01", "wps": "10576.3", "ups": "5.22", "wpb": "2027.1", "bsz": "98.2", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.342", "train_wall": "19", "gb_free": "29.1", "wall": "8328"} {"epoch": 9, "update": 8.844, "loss": "0.018", "ppl": "1.01", "wps": "10576.3", "ups": "5.22", "wpb": "2027.1", "bsz": "98.2", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.342", "train_wall": "19", "gb_free": "29.1", "wall": "8328"} {"epoch": 9, "update": 8.844, "loss": "0.018", "ppl": "1.01", "wps": "10576.3", "ups": "5.22", "wpb": "2027.1", "bsz": "98.2", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.342", "train_wall": "19", "gb_free": "29.1", "wall": "8328"} {"epoch": 9, "update": 8.844, "loss": "0.018", "ppl": "1.01", "wps": "10576.3", "ups": "5.22", "wpb": "2027.1", "bsz": "98.2", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.342", "train_wall": "19", "gb_free": "29.1", "wall": "8328"} {"epoch": 9, "update": 8.844, "loss": "0.018", "ppl": "1.01", "wps": "10576.3", "ups": "5.22", "wpb": "2027.1", "bsz": "98.2", "num_updates": "42900", "lr": "0.000152676", "gnorm": "0.342", "train_wall": "19", "gb_free": "29.1", "wall": "8328"} {"epoch": 9, "update": 8.864, "loss": "0.018", "ppl": "1.01", "wps": "9995.9", "ups": "5.19", "wpb": "1927.8", "bsz": "92.5", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.41", "train_wall": "19", "gb_free": "28.8", "wall": "8347"} {"epoch": 9, "update": 8.864, "loss": "0.018", "ppl": "1.01", "wps": "9995.9", "ups": "5.19", "wpb": "1927.8", "bsz": "92.5", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.41", "train_wall": "19", "gb_free": "28.8", "wall": "8347"} {"epoch": 9, "update": 8.864, "loss": "0.018", "ppl": "1.01", "wps": "9995.9", "ups": "5.19", "wpb": "1927.8", "bsz": "92.5", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.41", "train_wall": "19", "gb_free": "28.8", "wall": "8347"} {"epoch": 9, "update": 8.864, "loss": "0.018", "ppl": "1.01", "wps": "9995.9", "ups": "5.19", "wpb": "1927.8", "bsz": "92.5", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.41", "train_wall": "19", "gb_free": "28.8", "wall": "8347"} {"epoch": 9, "update": 8.864, "loss": "0.018", "ppl": "1.01", "wps": "9995.9", "ups": "5.19", "wpb": "1927.8", "bsz": "92.5", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.41", "train_wall": "19", "gb_free": "28.8", "wall": "8347"} {"epoch": 9, "update": 8.864, "loss": "0.018", "ppl": "1.01", "wps": "9995.9", "ups": "5.19", "wpb": "1927.8", "bsz": "92.5", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.41", "train_wall": "19", "gb_free": "28.8", "wall": "8347"} {"epoch": 9, "update": 8.864, "loss": "0.018", "ppl": "1.01", "wps": "9995.9", "ups": "5.19", "wpb": "1927.8", "bsz": "92.5", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.41", "train_wall": "19", "gb_free": "28.8", "wall": "8347"} {"epoch": 9, "update": 8.864, "loss": "0.018", "ppl": "1.01", "wps": "9995.9", "ups": "5.19", "wpb": "1927.8", "bsz": "92.5", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.41", "train_wall": "19", "gb_free": "28.8", "wall": "8347"} {"epoch": 9, "update": 8.864, "loss": "0.018", "ppl": "1.01", "wps": "9995.9", "ups": "5.19", "wpb": "1927.8", "bsz": "92.5", "num_updates": "43000", "lr": "0.000152499", "gnorm": "0.41", "train_wall": "19", "gb_free": "28.8", "wall": "8347"} {"epoch": 9, "update": 8.885, "loss": "0.02", "ppl": "1.01", "wps": "9362.6", "ups": "5.14", "wpb": "1822.8", "bsz": "85.7", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.377", "train_wall": "19", "gb_free": "27.9", "wall": "8367"} {"epoch": 9, "update": 8.885, "loss": "0.02", "ppl": "1.01", "wps": "9362.6", "ups": "5.14", "wpb": "1822.8", "bsz": "85.7", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.377", "train_wall": "19", "gb_free": "27.9", "wall": "8367"} {"epoch": 9, "update": 8.885, "loss": "0.02", "ppl": "1.01", "wps": "9362.6", "ups": "5.14", "wpb": "1822.8", "bsz": "85.7", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.377", "train_wall": "19", "gb_free": "27.9", "wall": "8367"} {"epoch": 9, "update": 8.885, "loss": "0.02", "ppl": "1.01", "wps": "9362.6", "ups": "5.14", "wpb": "1822.8", "bsz": "85.7", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.377", "train_wall": "19", "gb_free": "27.9", "wall": "8367"} {"epoch": 9, "update": 8.885, "loss": "0.02", "ppl": "1.01", "wps": "9362.6", "ups": "5.14", "wpb": "1822.8", "bsz": "85.7", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.377", "train_wall": "19", "gb_free": "27.9", "wall": "8367"} {"epoch": 9, "update": 8.885, "loss": "0.02", "ppl": "1.01", "wps": "9362.6", "ups": "5.14", "wpb": "1822.8", "bsz": "85.7", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.377", "train_wall": "19", "gb_free": "27.9", "wall": "8367"} {"epoch": 9, "update": 8.885, "loss": "0.02", "ppl": "1.01", "wps": "9362.6", "ups": "5.14", "wpb": "1822.8", "bsz": "85.7", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.377", "train_wall": "19", "gb_free": "27.9", "wall": "8367"} {"epoch": 9, "update": 8.885, "loss": "0.02", "ppl": "1.01", "wps": "9362.6", "ups": "5.14", "wpb": "1822.8", "bsz": "85.7", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.377", "train_wall": "19", "gb_free": "27.9", "wall": "8367"} {"epoch": 9, "update": 8.885, "loss": "0.02", "ppl": "1.01", "wps": "9362.6", "ups": "5.14", "wpb": "1822.8", "bsz": "85.7", "num_updates": "43100", "lr": "0.000152322", "gnorm": "0.377", "train_wall": "19", "gb_free": "27.9", "wall": "8367"} {"epoch": 9, "update": 8.905, "loss": "0.015", "ppl": "1.01", "wps": "10205", "ups": "5.24", "wpb": "1948", "bsz": "91.8", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.9", "wall": "8386"} {"epoch": 9, "update": 8.905, "loss": "0.015", "ppl": "1.01", "wps": "10205", "ups": "5.24", "wpb": "1948", "bsz": "91.8", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.9", "wall": "8386"} {"epoch": 9, "update": 8.905, "loss": "0.015", "ppl": "1.01", "wps": "10205", "ups": "5.24", "wpb": "1948", "bsz": "91.8", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.9", "wall": "8386"} {"epoch": 9, "update": 8.905, "loss": "0.015", "ppl": "1.01", "wps": "10205", "ups": "5.24", "wpb": "1948", "bsz": "91.8", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.9", "wall": "8386"} {"epoch": 9, "update": 8.905, "loss": "0.015", "ppl": "1.01", "wps": "10205", "ups": "5.24", "wpb": "1948", "bsz": "91.8", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.9", "wall": "8386"} {"epoch": 9, "update": 8.905, "loss": "0.015", "ppl": "1.01", "wps": "10205", "ups": "5.24", "wpb": "1948", "bsz": "91.8", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.9", "wall": "8386"} {"epoch": 9, "update": 8.905, "loss": "0.015", "ppl": "1.01", "wps": "10205", "ups": "5.24", "wpb": "1948", "bsz": "91.8", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.9", "wall": "8386"} {"epoch": 9, "update": 8.905, "loss": "0.015", "ppl": "1.01", "wps": "10205", "ups": "5.24", "wpb": "1948", "bsz": "91.8", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.9", "wall": "8386"} {"epoch": 9, "update": 8.905, "loss": "0.015", "ppl": "1.01", "wps": "10205", "ups": "5.24", "wpb": "1948", "bsz": "91.8", "num_updates": "43200", "lr": "0.000152145", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.9", "wall": "8386"} {"epoch": 9, "update": 8.926, "loss": "0.016", "ppl": "1.01", "wps": "11315.5", "ups": "5.23", "wpb": "2164.2", "bsz": "103", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.319", "train_wall": "19", "gb_free": "28.7", "wall": "8405"} {"epoch": 9, "update": 8.926, "loss": "0.016", "ppl": "1.01", "wps": "11315.5", "ups": "5.23", "wpb": "2164.2", "bsz": "103", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.319", "train_wall": "19", "gb_free": "28.7", "wall": "8405"} {"epoch": 9, "update": 8.926, "loss": "0.016", "ppl": "1.01", "wps": "11315.5", "ups": "5.23", "wpb": "2164.2", "bsz": "103", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.319", "train_wall": "19", "gb_free": "28.7", "wall": "8405"} {"epoch": 9, "update": 8.926, "loss": "0.016", "ppl": "1.01", "wps": "11315.5", "ups": "5.23", "wpb": "2164.2", "bsz": "103", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.319", "train_wall": "19", "gb_free": "28.7", "wall": "8405"} {"epoch": 9, "update": 8.926, "loss": "0.016", "ppl": "1.01", "wps": "11315.5", "ups": "5.23", "wpb": "2164.2", "bsz": "103", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.319", "train_wall": "19", "gb_free": "28.7", "wall": "8405"} {"epoch": 9, "update": 8.926, "loss": "0.016", "ppl": "1.01", "wps": "11315.5", "ups": "5.23", "wpb": "2164.2", "bsz": "103", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.319", "train_wall": "19", "gb_free": "28.7", "wall": "8405"} {"epoch": 9, "update": 8.926, "loss": "0.016", "ppl": "1.01", "wps": "11315.5", "ups": "5.23", "wpb": "2164.2", "bsz": "103", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.319", "train_wall": "19", "gb_free": "28.7", "wall": "8405"} {"epoch": 9, "update": 8.926, "loss": "0.016", "ppl": "1.01", "wps": "11315.5", "ups": "5.23", "wpb": "2164.2", "bsz": "103", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.319", "train_wall": "19", "gb_free": "28.7", "wall": "8405"} {"epoch": 9, "update": 8.926, "loss": "0.016", "ppl": "1.01", "wps": "11315.5", "ups": "5.23", "wpb": "2164.2", "bsz": "103", "num_updates": "43300", "lr": "0.000151969", "gnorm": "0.319", "train_wall": "19", "gb_free": "28.7", "wall": "8405"} {"epoch": 9, "update": 8.947, "loss": "0.014", "ppl": "1.01", "wps": "10987.5", "ups": "5.2", "wpb": "2111.1", "bsz": "104.7", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.342", "train_wall": "19", "gb_free": "27.2", "wall": "8424"} {"epoch": 9, "update": 8.947, "loss": "0.014", "ppl": "1.01", "wps": "10987.5", "ups": "5.2", "wpb": "2111.1", "bsz": "104.7", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.342", "train_wall": "19", "gb_free": "27.2", "wall": "8424"} {"epoch": 9, "update": 8.947, "loss": "0.014", "ppl": "1.01", "wps": "10987.5", "ups": "5.2", "wpb": "2111.1", "bsz": "104.7", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.342", "train_wall": "19", "gb_free": "27.2", "wall": "8424"} {"epoch": 9, "update": 8.947, "loss": "0.014", "ppl": "1.01", "wps": "10987.5", "ups": "5.2", "wpb": "2111.1", "bsz": "104.7", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.342", "train_wall": "19", "gb_free": "27.2", "wall": "8424"} {"epoch": 9, "update": 8.947, "loss": "0.014", "ppl": "1.01", "wps": "10987.5", "ups": "5.2", "wpb": "2111.1", "bsz": "104.7", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.342", "train_wall": "19", "gb_free": "27.2", "wall": "8424"} {"epoch": 9, "update": 8.947, "loss": "0.014", "ppl": "1.01", "wps": "10987.5", "ups": "5.2", "wpb": "2111.1", "bsz": "104.7", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.342", "train_wall": "19", "gb_free": "27.2", "wall": "8424"} {"epoch": 9, "update": 8.947, "loss": "0.014", "ppl": "1.01", "wps": "10987.5", "ups": "5.2", "wpb": "2111.1", "bsz": "104.7", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.342", "train_wall": "19", "gb_free": "27.2", "wall": "8424"} {"epoch": 9, "update": 8.947, "loss": "0.014", "ppl": "1.01", "wps": "10987.5", "ups": "5.2", "wpb": "2111.1", "bsz": "104.7", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.342", "train_wall": "19", "gb_free": "27.2", "wall": "8424"} {"epoch": 9, "update": 8.947, "loss": "0.014", "ppl": "1.01", "wps": "10987.5", "ups": "5.2", "wpb": "2111.1", "bsz": "104.7", "num_updates": "43400", "lr": "0.000151794", "gnorm": "0.342", "train_wall": "19", "gb_free": "27.2", "wall": "8424"} {"epoch": 9, "update": 8.967, "loss": "0.012", "ppl": "1.01", "wps": "10197.5", "ups": "5.2", "wpb": "1962.8", "bsz": "96.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.301", "train_wall": "19", "gb_free": "29", "wall": "8443"} {"epoch": 9, "update": 8.967, "loss": "0.012", "ppl": "1.01", "wps": "10197.5", "ups": "5.2", "wpb": "1962.8", "bsz": "96.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.301", "train_wall": "19", "gb_free": "29", "wall": "8443"} {"epoch": 9, "update": 8.967, "loss": "0.012", "ppl": "1.01", "wps": "10197.5", "ups": "5.2", "wpb": "1962.8", "bsz": "96.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.301", "train_wall": "19", "gb_free": "29", "wall": "8443"} {"epoch": 9, "update": 8.967, "loss": "0.012", "ppl": "1.01", "wps": "10197.5", "ups": "5.2", "wpb": "1962.8", "bsz": "96.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.301", "train_wall": "19", "gb_free": "29", "wall": "8443"} {"epoch": 9, "update": 8.967, "loss": "0.012", "ppl": "1.01", "wps": "10197.5", "ups": "5.2", "wpb": "1962.8", "bsz": "96.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.301", "train_wall": "19", "gb_free": "29", "wall": "8443"} {"epoch": 9, "update": 8.967, "loss": "0.012", "ppl": "1.01", "wps": "10197.5", "ups": "5.2", "wpb": "1962.8", "bsz": "96.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.301", "train_wall": "19", "gb_free": "29", "wall": "8443"} {"epoch": 9, "update": 8.967, "loss": "0.012", "ppl": "1.01", "wps": "10197.5", "ups": "5.2", "wpb": "1962.8", "bsz": "96.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.301", "train_wall": "19", "gb_free": "29", "wall": "8443"} {"epoch": 9, "update": 8.967, "loss": "0.012", "ppl": "1.01", "wps": "10197.5", "ups": "5.2", "wpb": "1962.8", "bsz": "96.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.301", "train_wall": "19", "gb_free": "29", "wall": "8443"} {"epoch": 9, "update": 8.967, "loss": "0.012", "ppl": "1.01", "wps": "10197.5", "ups": "5.2", "wpb": "1962.8", "bsz": "96.5", "num_updates": "43500", "lr": "0.00015162", "gnorm": "0.301", "train_wall": "19", "gb_free": "29", "wall": "8443"} {"epoch": 9, "update": 8.988, "loss": "0.018", "ppl": "1.01", "wps": "9417.5", "ups": "5.15", "wpb": "1829.1", "bsz": "85.3", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "8463"} {"epoch": 9, "update": 8.988, "loss": "0.018", "ppl": "1.01", "wps": "9417.5", "ups": "5.15", "wpb": "1829.1", "bsz": "85.3", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "8463"} {"epoch": 9, "update": 8.988, "loss": "0.018", "ppl": "1.01", "wps": "9417.5", "ups": "5.15", "wpb": "1829.1", "bsz": "85.3", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "8463"} {"epoch": 9, "update": 8.988, "loss": "0.018", "ppl": "1.01", "wps": "9417.5", "ups": "5.15", "wpb": "1829.1", "bsz": "85.3", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "8463"} {"epoch": 9, "update": 8.988, "loss": "0.018", "ppl": "1.01", "wps": "9417.5", "ups": "5.15", "wpb": "1829.1", "bsz": "85.3", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "8463"} {"epoch": 9, "update": 8.988, "loss": "0.018", "ppl": "1.01", "wps": "9417.5", "ups": "5.15", "wpb": "1829.1", "bsz": "85.3", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "8463"} {"epoch": 9, "update": 8.988, "loss": "0.018", "ppl": "1.01", "wps": "9417.5", "ups": "5.15", "wpb": "1829.1", "bsz": "85.3", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "8463"} {"epoch": 9, "update": 8.988, "loss": "0.018", "ppl": "1.01", "wps": "9417.5", "ups": "5.15", "wpb": "1829.1", "bsz": "85.3", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "8463"} {"epoch": 9, "update": 8.988, "loss": "0.018", "ppl": "1.01", "wps": "9417.5", "ups": "5.15", "wpb": "1829.1", "bsz": "85.3", "num_updates": "43600", "lr": "0.000151446", "gnorm": "0.39", "train_wall": "19", "gb_free": "29", "wall": "8463"} begin validation on "valid" subset {"epoch": 9, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "32833.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "43659", "valid_best_loss": "0.058"} {"epoch": 9, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "32833.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "43659", "valid_best_loss": "0.058"} {"epoch": 9, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "32833.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "43659", "valid_best_loss": "0.058"} {"epoch": 9, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "32833.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "43659", "valid_best_loss": "0.058"} {"epoch": 9, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "32833.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "43659", "valid_best_loss": "0.058"} {"epoch": 9, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "32833.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "43659", "valid_best_loss": "0.058"} {"epoch": 9, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "32833.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "43659", "valid_best_loss": "0.058"} {"epoch": 9, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "32833.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "43659", "valid_best_loss": "0.058"} {"epoch": 9, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "32833.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "43659", "valid_best_loss": "0.058"} end of epoch 9 (average epoch stats below) {"epoch": 9, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "10236.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "43659", "train_lr": "0.000151343", "train_gnorm": "0.345", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "8483"} {"epoch": 9, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "10236.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "43659", "train_lr": "0.000151343", "train_gnorm": "0.345", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "8483"} {"epoch": 9, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "10236.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "43659", "train_lr": "0.000151343", "train_gnorm": "0.345", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "8483"} {"epoch": 9, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "10236.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "43659", "train_lr": "0.000151343", "train_gnorm": "0.345", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "8483"} {"epoch": 9, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "10236.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "43659", "train_lr": "0.000151343", "train_gnorm": "0.345", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "8483"} {"epoch": 9, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "10236.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "43659", "train_lr": "0.000151343", "train_gnorm": "0.345", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "8483"} {"epoch": 9, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "10236.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "43659", "train_lr": "0.000151343", "train_gnorm": "0.345", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "8483"} {"epoch": 9, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "10236.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "43659", "train_lr": "0.000151343", "train_gnorm": "0.345", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "8483"} {"epoch": 9, "train_loss": "0.017", "train_ppl": "1.01", "train_wps": "10236.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "43659", "train_lr": "0.000151343", "train_gnorm": "0.345", "train_train_wall": "923", "train_gb_free": "28.9", "train_wall": "8483"} Start iterating over samples {"epoch": 10, "update": 9.008, "loss": "0.014", "ppl": "1.01", "wps": "7110", "ups": "3.62", "wpb": "1966.8", "bsz": "93.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.366", "train_wall": "19", "gb_free": "28.9", "wall": "8491"} {"epoch": 10, "update": 9.008, "loss": "0.014", "ppl": "1.01", "wps": "7110", "ups": "3.62", "wpb": "1966.8", "bsz": "93.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.366", "train_wall": "19", "gb_free": "28.9", "wall": "8491"} {"epoch": 10, "update": 9.008, "loss": "0.014", "ppl": "1.01", "wps": "7110", "ups": "3.62", "wpb": "1966.8", "bsz": "93.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.366", "train_wall": "19", "gb_free": "28.9", "wall": "8491"} {"epoch": 10, "update": 9.008, "loss": "0.014", "ppl": "1.01", "wps": "7110", "ups": "3.62", "wpb": "1966.8", "bsz": "93.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.366", "train_wall": "19", "gb_free": "28.9", "wall": "8491"} {"epoch": 10, "update": 9.008, "loss": "0.014", "ppl": "1.01", "wps": "7110", "ups": "3.62", "wpb": "1966.8", "bsz": "93.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.366", "train_wall": "19", "gb_free": "28.9", "wall": "8491"} {"epoch": 10, "update": 9.008, "loss": "0.014", "ppl": "1.01", "wps": "7110", "ups": "3.62", "wpb": "1966.8", "bsz": "93.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.366", "train_wall": "19", "gb_free": "28.9", "wall": "8491"} {"epoch": 10, "update": 9.008, "loss": "0.014", "ppl": "1.01", "wps": "7110", "ups": "3.62", "wpb": "1966.8", "bsz": "93.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.366", "train_wall": "19", "gb_free": "28.9", "wall": "8491"} {"epoch": 10, "update": 9.008, "loss": "0.014", "ppl": "1.01", "wps": "7110", "ups": "3.62", "wpb": "1966.8", "bsz": "93.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.366", "train_wall": "19", "gb_free": "28.9", "wall": "8491"} {"epoch": 10, "update": 9.008, "loss": "0.014", "ppl": "1.01", "wps": "7110", "ups": "3.62", "wpb": "1966.8", "bsz": "93.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.366", "train_wall": "19", "gb_free": "28.9", "wall": "8491"} {"epoch": 10, "update": 9.008, "loss": "0.014", "ppl": "1.01", "wps": "7110", "ups": "3.62", "wpb": "1966.8", "bsz": "93.6", "num_updates": "43700", "lr": "0.000151272", "gnorm": "0.366", "train_wall": "19", "gb_free": "28.9", "wall": "8491"} {"epoch": 10, "update": 9.029, "loss": "0.02", "ppl": "1.01", "wps": "11395.4", "ups": "5.24", "wpb": "2176", "bsz": "106.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.524", "train_wall": "19", "gb_free": "28.8", "wall": "8510"} {"epoch": 10, "update": 9.029, "loss": "0.02", "ppl": "1.01", "wps": "11395.4", "ups": "5.24", "wpb": "2176", "bsz": "106.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.524", "train_wall": "19", "gb_free": "28.8", "wall": "8510"} {"epoch": 10, "update": 9.029, "loss": "0.02", "ppl": "1.01", "wps": "11395.4", "ups": "5.24", "wpb": "2176", "bsz": "106.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.524", "train_wall": "19", "gb_free": "28.8", "wall": "8510"} {"epoch": 10, "update": 9.029, "loss": "0.02", "ppl": "1.01", "wps": "11395.4", "ups": "5.24", "wpb": "2176", "bsz": "106.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.524", "train_wall": "19", "gb_free": "28.8", "wall": "8510"} {"epoch": 10, "update": 9.029, "loss": "0.02", "ppl": "1.01", "wps": "11395.4", "ups": "5.24", "wpb": "2176", "bsz": "106.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.524", "train_wall": "19", "gb_free": "28.8", "wall": "8510"} {"epoch": 10, "update": 9.029, "loss": "0.02", "ppl": "1.01", "wps": "11395.4", "ups": "5.24", "wpb": "2176", "bsz": "106.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.524", "train_wall": "19", "gb_free": "28.8", "wall": "8510"} {"epoch": 10, "update": 9.029, "loss": "0.02", "ppl": "1.01", "wps": "11395.4", "ups": "5.24", "wpb": "2176", "bsz": "106.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.524", "train_wall": "19", "gb_free": "28.8", "wall": "8510"} {"epoch": 10, "update": 9.029, "loss": "0.02", "ppl": "1.01", "wps": "11395.4", "ups": "5.24", "wpb": "2176", "bsz": "106.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.524", "train_wall": "19", "gb_free": "28.8", "wall": "8510"} {"epoch": 10, "update": 9.029, "loss": "0.02", "ppl": "1.01", "wps": "11395.4", "ups": "5.24", "wpb": "2176", "bsz": "106.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.524", "train_wall": "19", "gb_free": "28.8", "wall": "8510"} {"epoch": 10, "update": 9.029, "loss": "0.02", "ppl": "1.01", "wps": "11395.4", "ups": "5.24", "wpb": "2176", "bsz": "106.5", "num_updates": "43800", "lr": "0.000151099", "gnorm": "0.524", "train_wall": "19", "gb_free": "28.8", "wall": "8510"} {"epoch": 10, "update": 9.05, "loss": "0.013", "ppl": "1.01", "wps": "10118.9", "ups": "5.19", "wpb": "1949.9", "bsz": "95", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.293", "train_wall": "19", "gb_free": "29.2", "wall": "8529"} {"epoch": 10, "update": 9.05, "loss": "0.013", "ppl": "1.01", "wps": "10118.9", "ups": "5.19", "wpb": "1949.9", "bsz": "95", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.293", "train_wall": "19", "gb_free": "29.2", "wall": "8529"} {"epoch": 10, "update": 9.05, "loss": "0.013", "ppl": "1.01", "wps": "10118.9", "ups": "5.19", "wpb": "1949.9", "bsz": "95", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.293", "train_wall": "19", "gb_free": "29.2", "wall": "8529"} {"epoch": 10, "update": 9.05, "loss": "0.013", "ppl": "1.01", "wps": "10118.9", "ups": "5.19", "wpb": "1949.9", "bsz": "95", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.293", "train_wall": "19", "gb_free": "29.2", "wall": "8529"} {"epoch": 10, "update": 9.05, "loss": "0.013", "ppl": "1.01", "wps": "10118.9", "ups": "5.19", "wpb": "1949.9", "bsz": "95", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.293", "train_wall": "19", "gb_free": "29.2", "wall": "8529"} {"epoch": 10, "update": 9.05, "loss": "0.013", "ppl": "1.01", "wps": "10118.9", "ups": "5.19", "wpb": "1949.9", "bsz": "95", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.293", "train_wall": "19", "gb_free": "29.2", "wall": "8529"} {"epoch": 10, "update": 9.05, "loss": "0.013", "ppl": "1.01", "wps": "10118.9", "ups": "5.19", "wpb": "1949.9", "bsz": "95", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.293", "train_wall": "19", "gb_free": "29.2", "wall": "8529"} {"epoch": 10, "update": 9.05, "loss": "0.013", "ppl": "1.01", "wps": "10118.9", "ups": "5.19", "wpb": "1949.9", "bsz": "95", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.293", "train_wall": "19", "gb_free": "29.2", "wall": "8529"} {"epoch": 10, "update": 9.05, "loss": "0.013", "ppl": "1.01", "wps": "10118.9", "ups": "5.19", "wpb": "1949.9", "bsz": "95", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.293", "train_wall": "19", "gb_free": "29.2", "wall": "8529"} {"epoch": 10, "update": 9.05, "loss": "0.013", "ppl": "1.01", "wps": "10118.9", "ups": "5.19", "wpb": "1949.9", "bsz": "95", "num_updates": "43900", "lr": "0.000150927", "gnorm": "0.293", "train_wall": "19", "gb_free": "29.2", "wall": "8529"} {"epoch": 10, "update": 9.07, "loss": "0.013", "ppl": "1.01", "wps": "10615", "ups": "5.22", "wpb": "2033.6", "bsz": "101.6", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "8548"} {"epoch": 10, "update": 9.07, "loss": "0.013", "ppl": "1.01", "wps": "10615", "ups": "5.22", "wpb": "2033.6", "bsz": "101.6", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "8548"} {"epoch": 10, "update": 9.07, "loss": "0.013", "ppl": "1.01", "wps": "10615", "ups": "5.22", "wpb": "2033.6", "bsz": "101.6", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "8548"} {"epoch": 10, "update": 9.07, "loss": "0.013", "ppl": "1.01", "wps": "10615", "ups": "5.22", "wpb": "2033.6", "bsz": "101.6", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "8548"} {"epoch": 10, "update": 9.07, "loss": "0.013", "ppl": "1.01", "wps": "10615", "ups": "5.22", "wpb": "2033.6", "bsz": "101.6", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "8548"} {"epoch": 10, "update": 9.07, "loss": "0.013", "ppl": "1.01", "wps": "10615", "ups": "5.22", "wpb": "2033.6", "bsz": "101.6", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "8548"} {"epoch": 10, "update": 9.07, "loss": "0.013", "ppl": "1.01", "wps": "10615", "ups": "5.22", "wpb": "2033.6", "bsz": "101.6", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "8548"} {"epoch": 10, "update": 9.07, "loss": "0.013", "ppl": "1.01", "wps": "10615", "ups": "5.22", "wpb": "2033.6", "bsz": "101.6", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "8548"} {"epoch": 10, "update": 9.07, "loss": "0.013", "ppl": "1.01", "wps": "10615", "ups": "5.22", "wpb": "2033.6", "bsz": "101.6", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "8548"} {"epoch": 10, "update": 9.07, "loss": "0.013", "ppl": "1.01", "wps": "10615", "ups": "5.22", "wpb": "2033.6", "bsz": "101.6", "num_updates": "44000", "lr": "0.000150756", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "8548"} {"epoch": 10, "update": 9.091, "loss": "0.011", "ppl": "1.01", "wps": "11145.3", "ups": "5.23", "wpb": "2129.7", "bsz": "108.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.27", "train_wall": "19", "gb_free": "28.8", "wall": "8567"} {"epoch": 10, "update": 9.091, "loss": "0.011", "ppl": "1.01", "wps": "11145.3", "ups": "5.23", "wpb": "2129.7", "bsz": "108.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.27", "train_wall": "19", "gb_free": "28.8", "wall": "8567"} {"epoch": 10, "update": 9.091, "loss": "0.011", "ppl": "1.01", "wps": "11145.3", "ups": "5.23", "wpb": "2129.7", "bsz": "108.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.27", "train_wall": "19", "gb_free": "28.8", "wall": "8567"} {"epoch": 10, "update": 9.091, "loss": "0.011", "ppl": "1.01", "wps": "11145.3", "ups": "5.23", "wpb": "2129.7", "bsz": "108.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.27", "train_wall": "19", "gb_free": "28.8", "wall": "8567"} {"epoch": 10, "update": 9.091, "loss": "0.011", "ppl": "1.01", "wps": "11145.3", "ups": "5.23", "wpb": "2129.7", "bsz": "108.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.27", "train_wall": "19", "gb_free": "28.8", "wall": "8567"} {"epoch": 10, "update": 9.091, "loss": "0.011", "ppl": "1.01", "wps": "11145.3", "ups": "5.23", "wpb": "2129.7", "bsz": "108.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.27", "train_wall": "19", "gb_free": "28.8", "wall": "8567"} {"epoch": 10, "update": 9.091, "loss": "0.011", "ppl": "1.01", "wps": "11145.3", "ups": "5.23", "wpb": "2129.7", "bsz": "108.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.27", "train_wall": "19", "gb_free": "28.8", "wall": "8567"} {"epoch": 10, "update": 9.091, "loss": "0.011", "ppl": "1.01", "wps": "11145.3", "ups": "5.23", "wpb": "2129.7", "bsz": "108.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.27", "train_wall": "19", "gb_free": "28.8", "wall": "8567"} {"epoch": 10, "update": 9.091, "loss": "0.011", "ppl": "1.01", "wps": "11145.3", "ups": "5.23", "wpb": "2129.7", "bsz": "108.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.27", "train_wall": "19", "gb_free": "28.8", "wall": "8567"} {"epoch": 10, "update": 9.091, "loss": "0.011", "ppl": "1.01", "wps": "11145.3", "ups": "5.23", "wpb": "2129.7", "bsz": "108.7", "num_updates": "44100", "lr": "0.000150585", "gnorm": "0.27", "train_wall": "19", "gb_free": "28.8", "wall": "8567"} {"epoch": 10, "update": 9.112, "loss": "0.011", "ppl": "1.01", "wps": "9852.7", "ups": "5.2", "wpb": "1895.3", "bsz": "94.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "8586"} {"epoch": 10, "update": 9.112, "loss": "0.011", "ppl": "1.01", "wps": "9852.7", "ups": "5.2", "wpb": "1895.3", "bsz": "94.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "8586"} {"epoch": 10, "update": 9.112, "loss": "0.011", "ppl": "1.01", "wps": "9852.7", "ups": "5.2", "wpb": "1895.3", "bsz": "94.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "8586"} {"epoch": 10, "update": 9.112, "loss": "0.011", "ppl": "1.01", "wps": "9852.7", "ups": "5.2", "wpb": "1895.3", "bsz": "94.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "8586"} {"epoch": 10, "update": 9.112, "loss": "0.011", "ppl": "1.01", "wps": "9852.7", "ups": "5.2", "wpb": "1895.3", "bsz": "94.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "8586"} {"epoch": 10, "update": 9.112, "loss": "0.011", "ppl": "1.01", "wps": "9852.7", "ups": "5.2", "wpb": "1895.3", "bsz": "94.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "8586"} {"epoch": 10, "update": 9.112, "loss": "0.011", "ppl": "1.01", "wps": "9852.7", "ups": "5.2", "wpb": "1895.3", "bsz": "94.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "8586"} {"epoch": 10, "update": 9.112, "loss": "0.011", "ppl": "1.01", "wps": "9852.7", "ups": "5.2", "wpb": "1895.3", "bsz": "94.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "8586"} {"epoch": 10, "update": 9.112, "loss": "0.011", "ppl": "1.01", "wps": "9852.7", "ups": "5.2", "wpb": "1895.3", "bsz": "94.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "8586"} {"epoch": 10, "update": 9.112, "loss": "0.011", "ppl": "1.01", "wps": "9852.7", "ups": "5.2", "wpb": "1895.3", "bsz": "94.7", "num_updates": "44200", "lr": "0.000150414", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "8586"} {"epoch": 10, "update": 9.132, "loss": "0.011", "ppl": "1.01", "wps": "10233.6", "ups": "5.24", "wpb": "1952.1", "bsz": "96.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.8", "wall": "8606"} {"epoch": 10, "update": 9.132, "loss": "0.011", "ppl": "1.01", "wps": "10233.6", "ups": "5.24", "wpb": "1952.1", "bsz": "96.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.8", "wall": "8606"} {"epoch": 10, "update": 9.132, "loss": "0.011", "ppl": "1.01", "wps": "10233.6", "ups": "5.24", "wpb": "1952.1", "bsz": "96.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.8", "wall": "8606"} {"epoch": 10, "update": 9.132, "loss": "0.011", "ppl": "1.01", "wps": "10233.6", "ups": "5.24", "wpb": "1952.1", "bsz": "96.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.8", "wall": "8606"} {"epoch": 10, "update": 9.132, "loss": "0.011", "ppl": "1.01", "wps": "10233.6", "ups": "5.24", "wpb": "1952.1", "bsz": "96.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.8", "wall": "8606"} {"epoch": 10, "update": 9.132, "loss": "0.011", "ppl": "1.01", "wps": "10233.6", "ups": "5.24", "wpb": "1952.1", "bsz": "96.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.8", "wall": "8606"} {"epoch": 10, "update": 9.132, "loss": "0.011", "ppl": "1.01", "wps": "10233.6", "ups": "5.24", "wpb": "1952.1", "bsz": "96.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.8", "wall": "8606"} {"epoch": 10, "update": 9.132, "loss": "0.011", "ppl": "1.01", "wps": "10233.6", "ups": "5.24", "wpb": "1952.1", "bsz": "96.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.8", "wall": "8606"} {"epoch": 10, "update": 9.132, "loss": "0.011", "ppl": "1.01", "wps": "10233.6", "ups": "5.24", "wpb": "1952.1", "bsz": "96.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.8", "wall": "8606"} {"epoch": 10, "update": 9.132, "loss": "0.011", "ppl": "1.01", "wps": "10233.6", "ups": "5.24", "wpb": "1952.1", "bsz": "96.2", "num_updates": "44300", "lr": "0.000150244", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.8", "wall": "8606"} {"epoch": 10, "update": 9.153, "loss": "0.015", "ppl": "1.01", "wps": "10047.6", "ups": "5.18", "wpb": "1939", "bsz": "91.3", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.39", "train_wall": "19", "gb_free": "28.9", "wall": "8625"} {"epoch": 10, "update": 9.153, "loss": "0.015", "ppl": "1.01", "wps": "10047.6", "ups": "5.18", "wpb": "1939", "bsz": "91.3", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.39", "train_wall": "19", "gb_free": "28.9", "wall": "8625"} {"epoch": 10, "update": 9.153, "loss": "0.015", "ppl": "1.01", "wps": "10047.6", "ups": "5.18", "wpb": "1939", "bsz": "91.3", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.39", "train_wall": "19", "gb_free": "28.9", "wall": "8625"} {"epoch": 10, "update": 9.153, "loss": "0.015", "ppl": "1.01", "wps": "10047.6", "ups": "5.18", "wpb": "1939", "bsz": "91.3", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.39", "train_wall": "19", "gb_free": "28.9", "wall": "8625"} {"epoch": 10, "update": 9.153, "loss": "0.015", "ppl": "1.01", "wps": "10047.6", "ups": "5.18", "wpb": "1939", "bsz": "91.3", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.39", "train_wall": "19", "gb_free": "28.9", "wall": "8625"} {"epoch": 10, "update": 9.153, "loss": "0.015", "ppl": "1.01", "wps": "10047.6", "ups": "5.18", "wpb": "1939", "bsz": "91.3", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.39", "train_wall": "19", "gb_free": "28.9", "wall": "8625"} {"epoch": 10, "update": 9.153, "loss": "0.015", "ppl": "1.01", "wps": "10047.6", "ups": "5.18", "wpb": "1939", "bsz": "91.3", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.39", "train_wall": "19", "gb_free": "28.9", "wall": "8625"} {"epoch": 10, "update": 9.153, "loss": "0.015", "ppl": "1.01", "wps": "10047.6", "ups": "5.18", "wpb": "1939", "bsz": "91.3", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.39", "train_wall": "19", "gb_free": "28.9", "wall": "8625"} {"epoch": 10, "update": 9.153, "loss": "0.015", "ppl": "1.01", "wps": "10047.6", "ups": "5.18", "wpb": "1939", "bsz": "91.3", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.39", "train_wall": "19", "gb_free": "28.9", "wall": "8625"} {"epoch": 10, "update": 9.153, "loss": "0.015", "ppl": "1.01", "wps": "10047.6", "ups": "5.18", "wpb": "1939", "bsz": "91.3", "num_updates": "44400", "lr": "0.000150075", "gnorm": "0.39", "train_wall": "19", "gb_free": "28.9", "wall": "8625"} {"epoch": 10, "update": 9.173, "loss": "0.013", "ppl": "1.01", "wps": "10918.4", "ups": "5.24", "wpb": "2082.4", "bsz": "107.4", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.385", "train_wall": "19", "gb_free": "28.9", "wall": "8644"} {"epoch": 10, "update": 9.173, "loss": "0.013", "ppl": "1.01", "wps": "10918.4", "ups": "5.24", "wpb": "2082.4", "bsz": "107.4", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.385", "train_wall": "19", "gb_free": "28.9", "wall": "8644"} {"epoch": 10, "update": 9.173, "loss": "0.013", "ppl": "1.01", "wps": "10918.4", "ups": "5.24", "wpb": "2082.4", "bsz": "107.4", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.385", "train_wall": "19", "gb_free": "28.9", "wall": "8644"} {"epoch": 10, "update": 9.173, "loss": "0.013", "ppl": "1.01", "wps": "10918.4", "ups": "5.24", "wpb": "2082.4", "bsz": "107.4", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.385", "train_wall": "19", "gb_free": "28.9", "wall": "8644"} {"epoch": 10, "update": 9.173, "loss": "0.013", "ppl": "1.01", "wps": "10918.4", "ups": "5.24", "wpb": "2082.4", "bsz": "107.4", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.385", "train_wall": "19", "gb_free": "28.9", "wall": "8644"} {"epoch": 10, "update": 9.173, "loss": "0.013", "ppl": "1.01", "wps": "10918.4", "ups": "5.24", "wpb": "2082.4", "bsz": "107.4", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.385", "train_wall": "19", "gb_free": "28.9", "wall": "8644"} {"epoch": 10, "update": 9.173, "loss": "0.013", "ppl": "1.01", "wps": "10918.4", "ups": "5.24", "wpb": "2082.4", "bsz": "107.4", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.385", "train_wall": "19", "gb_free": "28.9", "wall": "8644"} {"epoch": 10, "update": 9.173, "loss": "0.013", "ppl": "1.01", "wps": "10918.4", "ups": "5.24", "wpb": "2082.4", "bsz": "107.4", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.385", "train_wall": "19", "gb_free": "28.9", "wall": "8644"} {"epoch": 10, "update": 9.173, "loss": "0.013", "ppl": "1.01", "wps": "10918.4", "ups": "5.24", "wpb": "2082.4", "bsz": "107.4", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.385", "train_wall": "19", "gb_free": "28.9", "wall": "8644"} {"epoch": 10, "update": 9.173, "loss": "0.013", "ppl": "1.01", "wps": "10918.4", "ups": "5.24", "wpb": "2082.4", "bsz": "107.4", "num_updates": "44500", "lr": "0.000149906", "gnorm": "0.385", "train_wall": "19", "gb_free": "28.9", "wall": "8644"} {"epoch": 10, "update": 9.194, "loss": "0.016", "ppl": "1.01", "wps": "10549.9", "ups": "5.17", "wpb": "2041.3", "bsz": "101.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.405", "train_wall": "19", "gb_free": "28.8", "wall": "8663"} {"epoch": 10, "update": 9.194, "loss": "0.016", "ppl": "1.01", "wps": "10549.9", "ups": "5.17", "wpb": "2041.3", "bsz": "101.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.405", "train_wall": "19", "gb_free": "28.8", "wall": "8663"} {"epoch": 10, "update": 9.194, "loss": "0.016", "ppl": "1.01", "wps": "10549.9", "ups": "5.17", "wpb": "2041.3", "bsz": "101.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.405", "train_wall": "19", "gb_free": "28.8", "wall": "8663"} {"epoch": 10, "update": 9.194, "loss": "0.016", "ppl": "1.01", "wps": "10549.9", "ups": "5.17", "wpb": "2041.3", "bsz": "101.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.405", "train_wall": "19", "gb_free": "28.8", "wall": "8663"} {"epoch": 10, "update": 9.194, "loss": "0.016", "ppl": "1.01", "wps": "10549.9", "ups": "5.17", "wpb": "2041.3", "bsz": "101.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.405", "train_wall": "19", "gb_free": "28.8", "wall": "8663"} {"epoch": 10, "update": 9.194, "loss": "0.016", "ppl": "1.01", "wps": "10549.9", "ups": "5.17", "wpb": "2041.3", "bsz": "101.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.405", "train_wall": "19", "gb_free": "28.8", "wall": "8663"} {"epoch": 10, "update": 9.194, "loss": "0.016", "ppl": "1.01", "wps": "10549.9", "ups": "5.17", "wpb": "2041.3", "bsz": "101.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.405", "train_wall": "19", "gb_free": "28.8", "wall": "8663"} {"epoch": 10, "update": 9.194, "loss": "0.016", "ppl": "1.01", "wps": "10549.9", "ups": "5.17", "wpb": "2041.3", "bsz": "101.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.405", "train_wall": "19", "gb_free": "28.8", "wall": "8663"} {"epoch": 10, "update": 9.194, "loss": "0.016", "ppl": "1.01", "wps": "10549.9", "ups": "5.17", "wpb": "2041.3", "bsz": "101.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.405", "train_wall": "19", "gb_free": "28.8", "wall": "8663"} {"epoch": 10, "update": 9.194, "loss": "0.016", "ppl": "1.01", "wps": "10549.9", "ups": "5.17", "wpb": "2041.3", "bsz": "101.4", "num_updates": "44600", "lr": "0.000149738", "gnorm": "0.405", "train_wall": "19", "gb_free": "28.8", "wall": "8663"} {"epoch": 10, "update": 9.215, "loss": "0.018", "ppl": "1.01", "wps": "10857.3", "ups": "5.2", "wpb": "2087.7", "bsz": "95.8", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.39", "train_wall": "19", "gb_free": "27.9", "wall": "8682"} {"epoch": 10, "update": 9.215, "loss": "0.018", "ppl": "1.01", "wps": "10857.3", "ups": "5.2", "wpb": "2087.7", "bsz": "95.8", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.39", "train_wall": "19", "gb_free": "27.9", "wall": "8682"} {"epoch": 10, "update": 9.215, "loss": "0.018", "ppl": "1.01", "wps": "10857.3", "ups": "5.2", "wpb": "2087.7", "bsz": "95.8", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.39", "train_wall": "19", "gb_free": "27.9", "wall": "8682"} {"epoch": 10, "update": 9.215, "loss": "0.018", "ppl": "1.01", "wps": "10857.3", "ups": "5.2", "wpb": "2087.7", "bsz": "95.8", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.39", "train_wall": "19", "gb_free": "27.9", "wall": "8682"} {"epoch": 10, "update": 9.215, "loss": "0.018", "ppl": "1.01", "wps": "10857.3", "ups": "5.2", "wpb": "2087.7", "bsz": "95.8", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.39", "train_wall": "19", "gb_free": "27.9", "wall": "8682"} {"epoch": 10, "update": 9.215, "loss": "0.018", "ppl": "1.01", "wps": "10857.3", "ups": "5.2", "wpb": "2087.7", "bsz": "95.8", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.39", "train_wall": "19", "gb_free": "27.9", "wall": "8682"} {"epoch": 10, "update": 9.215, "loss": "0.018", "ppl": "1.01", "wps": "10857.3", "ups": "5.2", "wpb": "2087.7", "bsz": "95.8", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.39", "train_wall": "19", "gb_free": "27.9", "wall": "8682"} {"epoch": 10, "update": 9.215, "loss": "0.018", "ppl": "1.01", "wps": "10857.3", "ups": "5.2", "wpb": "2087.7", "bsz": "95.8", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.39", "train_wall": "19", "gb_free": "27.9", "wall": "8682"} {"epoch": 10, "update": 9.215, "loss": "0.018", "ppl": "1.01", "wps": "10857.3", "ups": "5.2", "wpb": "2087.7", "bsz": "95.8", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.39", "train_wall": "19", "gb_free": "27.9", "wall": "8682"} {"epoch": 10, "update": 9.215, "loss": "0.018", "ppl": "1.01", "wps": "10857.3", "ups": "5.2", "wpb": "2087.7", "bsz": "95.8", "num_updates": "44700", "lr": "0.000149571", "gnorm": "0.39", "train_wall": "19", "gb_free": "27.9", "wall": "8682"} {"epoch": 10, "update": 9.235, "loss": "0.012", "ppl": "1.01", "wps": "10488.6", "ups": "5.2", "wpb": "2017.6", "bsz": "92.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.291", "train_wall": "19", "gb_free": "28.9", "wall": "8702"} {"epoch": 10, "update": 9.235, "loss": "0.012", "ppl": "1.01", "wps": "10488.6", "ups": "5.2", "wpb": "2017.6", "bsz": "92.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.291", "train_wall": "19", "gb_free": "28.9", "wall": "8702"} {"epoch": 10, "update": 9.235, "loss": "0.012", "ppl": "1.01", "wps": "10488.6", "ups": "5.2", "wpb": "2017.6", "bsz": "92.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.291", "train_wall": "19", "gb_free": "28.9", "wall": "8702"} {"epoch": 10, "update": 9.235, "loss": "0.012", "ppl": "1.01", "wps": "10488.6", "ups": "5.2", "wpb": "2017.6", "bsz": "92.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.291", "train_wall": "19", "gb_free": "28.9", "wall": "8702"} {"epoch": 10, "update": 9.235, "loss": "0.012", "ppl": "1.01", "wps": "10488.6", "ups": "5.2", "wpb": "2017.6", "bsz": "92.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.291", "train_wall": "19", "gb_free": "28.9", "wall": "8702"} {"epoch": 10, "update": 9.235, "loss": "0.012", "ppl": "1.01", "wps": "10488.6", "ups": "5.2", "wpb": "2017.6", "bsz": "92.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.291", "train_wall": "19", "gb_free": "28.9", "wall": "8702"} {"epoch": 10, "update": 9.235, "loss": "0.012", "ppl": "1.01", "wps": "10488.6", "ups": "5.2", "wpb": "2017.6", "bsz": "92.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.291", "train_wall": "19", "gb_free": "28.9", "wall": "8702"} {"epoch": 10, "update": 9.235, "loss": "0.012", "ppl": "1.01", "wps": "10488.6", "ups": "5.2", "wpb": "2017.6", "bsz": "92.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.291", "train_wall": "19", "gb_free": "28.9", "wall": "8702"} {"epoch": 10, "update": 9.235, "loss": "0.012", "ppl": "1.01", "wps": "10488.6", "ups": "5.2", "wpb": "2017.6", "bsz": "92.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.291", "train_wall": "19", "gb_free": "28.9", "wall": "8702"} {"epoch": 10, "update": 9.235, "loss": "0.012", "ppl": "1.01", "wps": "10488.6", "ups": "5.2", "wpb": "2017.6", "bsz": "92.2", "num_updates": "44800", "lr": "0.000149404", "gnorm": "0.291", "train_wall": "19", "gb_free": "28.9", "wall": "8702"} {"epoch": 10, "update": 9.256, "loss": "0.015", "ppl": "1.01", "wps": "9557.5", "ups": "5.15", "wpb": "1854.6", "bsz": "88.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.38", "train_wall": "19", "gb_free": "29", "wall": "8721"} {"epoch": 10, "update": 9.256, "loss": "0.015", "ppl": "1.01", "wps": "9557.5", "ups": "5.15", "wpb": "1854.6", "bsz": "88.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.38", "train_wall": "19", "gb_free": "29", "wall": "8721"} {"epoch": 10, "update": 9.256, "loss": "0.015", "ppl": "1.01", "wps": "9557.5", "ups": "5.15", "wpb": "1854.6", "bsz": "88.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.38", "train_wall": "19", "gb_free": "29", "wall": "8721"} {"epoch": 10, "update": 9.256, "loss": "0.015", "ppl": "1.01", "wps": "9557.5", "ups": "5.15", "wpb": "1854.6", "bsz": "88.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.38", "train_wall": "19", "gb_free": "29", "wall": "8721"} {"epoch": 10, "update": 9.256, "loss": "0.015", "ppl": "1.01", "wps": "9557.5", "ups": "5.15", "wpb": "1854.6", "bsz": "88.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.38", "train_wall": "19", "gb_free": "29", "wall": "8721"} {"epoch": 10, "update": 9.256, "loss": "0.015", "ppl": "1.01", "wps": "9557.5", "ups": "5.15", "wpb": "1854.6", "bsz": "88.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.38", "train_wall": "19", "gb_free": "29", "wall": "8721"} {"epoch": 10, "update": 9.256, "loss": "0.015", "ppl": "1.01", "wps": "9557.5", "ups": "5.15", "wpb": "1854.6", "bsz": "88.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.38", "train_wall": "19", "gb_free": "29", "wall": "8721"} {"epoch": 10, "update": 9.256, "loss": "0.015", "ppl": "1.01", "wps": "9557.5", "ups": "5.15", "wpb": "1854.6", "bsz": "88.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.38", "train_wall": "19", "gb_free": "29", "wall": "8721"} {"epoch": 10, "update": 9.256, "loss": "0.015", "ppl": "1.01", "wps": "9557.5", "ups": "5.15", "wpb": "1854.6", "bsz": "88.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.38", "train_wall": "19", "gb_free": "29", "wall": "8721"} {"epoch": 10, "update": 9.256, "loss": "0.015", "ppl": "1.01", "wps": "9557.5", "ups": "5.15", "wpb": "1854.6", "bsz": "88.5", "num_updates": "44900", "lr": "0.000149237", "gnorm": "0.38", "train_wall": "19", "gb_free": "29", "wall": "8721"} {"epoch": 10, "update": 9.276, "loss": "0.013", "ppl": "1.01", "wps": "11346.7", "ups": "5.26", "wpb": "2155.3", "bsz": "105.3", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "8740"} {"epoch": 10, "update": 9.276, "loss": "0.013", "ppl": "1.01", "wps": "11346.7", "ups": "5.26", "wpb": "2155.3", "bsz": "105.3", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "8740"} {"epoch": 10, "update": 9.276, "loss": "0.013", "ppl": "1.01", "wps": "11346.7", "ups": "5.26", "wpb": "2155.3", "bsz": "105.3", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "8740"} {"epoch": 10, "update": 9.276, "loss": "0.013", "ppl": "1.01", "wps": "11346.7", "ups": "5.26", "wpb": "2155.3", "bsz": "105.3", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "8740"} {"epoch": 10, "update": 9.276, "loss": "0.013", "ppl": "1.01", "wps": "11346.7", "ups": "5.26", "wpb": "2155.3", "bsz": "105.3", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "8740"} {"epoch": 10, "update": 9.276, "loss": "0.013", "ppl": "1.01", "wps": "11346.7", "ups": "5.26", "wpb": "2155.3", "bsz": "105.3", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "8740"} {"epoch": 10, "update": 9.276, "loss": "0.013", "ppl": "1.01", "wps": "11346.7", "ups": "5.26", "wpb": "2155.3", "bsz": "105.3", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "8740"} {"epoch": 10, "update": 9.276, "loss": "0.013", "ppl": "1.01", "wps": "11346.7", "ups": "5.26", "wpb": "2155.3", "bsz": "105.3", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "8740"} {"epoch": 10, "update": 9.276, "loss": "0.013", "ppl": "1.01", "wps": "11346.7", "ups": "5.26", "wpb": "2155.3", "bsz": "105.3", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "8740"} {"epoch": 10, "update": 9.276, "loss": "0.013", "ppl": "1.01", "wps": "11346.7", "ups": "5.26", "wpb": "2155.3", "bsz": "105.3", "num_updates": "45000", "lr": "0.000149071", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "8740"} {"epoch": 10, "update": 9.297, "loss": "0.012", "ppl": "1.01", "wps": "10041", "ups": "5.21", "wpb": "1925.5", "bsz": "95.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.259", "train_wall": "19", "gb_free": "29.1", "wall": "8759"} {"epoch": 10, "update": 9.297, "loss": "0.012", "ppl": "1.01", "wps": "10041", "ups": "5.21", "wpb": "1925.5", "bsz": "95.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.259", "train_wall": "19", "gb_free": "29.1", "wall": "8759"} {"epoch": 10, "update": 9.297, "loss": "0.012", "ppl": "1.01", "wps": "10041", "ups": "5.21", "wpb": "1925.5", "bsz": "95.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.259", "train_wall": "19", "gb_free": "29.1", "wall": "8759"} {"epoch": 10, "update": 9.297, "loss": "0.012", "ppl": "1.01", "wps": "10041", "ups": "5.21", "wpb": "1925.5", "bsz": "95.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.259", "train_wall": "19", "gb_free": "29.1", "wall": "8759"} {"epoch": 10, "update": 9.297, "loss": "0.012", "ppl": "1.01", "wps": "10041", "ups": "5.21", "wpb": "1925.5", "bsz": "95.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.259", "train_wall": "19", "gb_free": "29.1", "wall": "8759"} {"epoch": 10, "update": 9.297, "loss": "0.012", "ppl": "1.01", "wps": "10041", "ups": "5.21", "wpb": "1925.5", "bsz": "95.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.259", "train_wall": "19", "gb_free": "29.1", "wall": "8759"} {"epoch": 10, "update": 9.297, "loss": "0.012", "ppl": "1.01", "wps": "10041", "ups": "5.21", "wpb": "1925.5", "bsz": "95.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.259", "train_wall": "19", "gb_free": "29.1", "wall": "8759"} {"epoch": 10, "update": 9.297, "loss": "0.012", "ppl": "1.01", "wps": "10041", "ups": "5.21", "wpb": "1925.5", "bsz": "95.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.259", "train_wall": "19", "gb_free": "29.1", "wall": "8759"} {"epoch": 10, "update": 9.297, "loss": "0.012", "ppl": "1.01", "wps": "10041", "ups": "5.21", "wpb": "1925.5", "bsz": "95.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.259", "train_wall": "19", "gb_free": "29.1", "wall": "8759"} {"epoch": 10, "update": 9.297, "loss": "0.012", "ppl": "1.01", "wps": "10041", "ups": "5.21", "wpb": "1925.5", "bsz": "95.5", "num_updates": "45100", "lr": "0.000148906", "gnorm": "0.259", "train_wall": "19", "gb_free": "29.1", "wall": "8759"} {"epoch": 10, "update": 9.318, "loss": "0.013", "ppl": "1.01", "wps": "10521.5", "ups": "5.2", "wpb": "2021.9", "bsz": "96.3", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.303", "train_wall": "19", "gb_free": "29.1", "wall": "8779"} {"epoch": 10, "update": 9.318, "loss": "0.013", "ppl": "1.01", "wps": "10521.5", "ups": "5.2", "wpb": "2021.9", "bsz": "96.3", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.303", "train_wall": "19", "gb_free": "29.1", "wall": "8779"} {"epoch": 10, "update": 9.318, "loss": "0.013", "ppl": "1.01", "wps": "10521.5", "ups": "5.2", "wpb": "2021.9", "bsz": "96.3", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.303", "train_wall": "19", "gb_free": "29.1", "wall": "8779"} {"epoch": 10, "update": 9.318, "loss": "0.013", "ppl": "1.01", "wps": "10521.5", "ups": "5.2", "wpb": "2021.9", "bsz": "96.3", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.303", "train_wall": "19", "gb_free": "29.1", "wall": "8779"} {"epoch": 10, "update": 9.318, "loss": "0.013", "ppl": "1.01", "wps": "10521.5", "ups": "5.2", "wpb": "2021.9", "bsz": "96.3", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.303", "train_wall": "19", "gb_free": "29.1", "wall": "8779"} {"epoch": 10, "update": 9.318, "loss": "0.013", "ppl": "1.01", "wps": "10521.5", "ups": "5.2", "wpb": "2021.9", "bsz": "96.3", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.303", "train_wall": "19", "gb_free": "29.1", "wall": "8779"} {"epoch": 10, "update": 9.318, "loss": "0.013", "ppl": "1.01", "wps": "10521.5", "ups": "5.2", "wpb": "2021.9", "bsz": "96.3", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.303", "train_wall": "19", "gb_free": "29.1", "wall": "8779"} {"epoch": 10, "update": 9.318, "loss": "0.013", "ppl": "1.01", "wps": "10521.5", "ups": "5.2", "wpb": "2021.9", "bsz": "96.3", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.303", "train_wall": "19", "gb_free": "29.1", "wall": "8779"} {"epoch": 10, "update": 9.318, "loss": "0.013", "ppl": "1.01", "wps": "10521.5", "ups": "5.2", "wpb": "2021.9", "bsz": "96.3", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.303", "train_wall": "19", "gb_free": "29.1", "wall": "8779"} {"epoch": 10, "update": 9.318, "loss": "0.013", "ppl": "1.01", "wps": "10521.5", "ups": "5.2", "wpb": "2021.9", "bsz": "96.3", "num_updates": "45200", "lr": "0.000148741", "gnorm": "0.303", "train_wall": "19", "gb_free": "29.1", "wall": "8779"} {"epoch": 10, "update": 9.338, "loss": "0.011", "ppl": "1.01", "wps": "10546.6", "ups": "5.17", "wpb": "2040.3", "bsz": "100.8", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.306", "train_wall": "19", "gb_free": "29", "wall": "8798"} {"epoch": 10, "update": 9.338, "loss": "0.011", "ppl": "1.01", "wps": "10546.6", "ups": "5.17", "wpb": "2040.3", "bsz": "100.8", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.306", "train_wall": "19", "gb_free": "29", "wall": "8798"} {"epoch": 10, "update": 9.338, "loss": "0.011", "ppl": "1.01", "wps": "10546.6", "ups": "5.17", "wpb": "2040.3", "bsz": "100.8", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.306", "train_wall": "19", "gb_free": "29", "wall": "8798"} {"epoch": 10, "update": 9.338, "loss": "0.011", "ppl": "1.01", "wps": "10546.6", "ups": "5.17", "wpb": "2040.3", "bsz": "100.8", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.306", "train_wall": "19", "gb_free": "29", "wall": "8798"} {"epoch": 10, "update": 9.338, "loss": "0.011", "ppl": "1.01", "wps": "10546.6", "ups": "5.17", "wpb": "2040.3", "bsz": "100.8", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.306", "train_wall": "19", "gb_free": "29", "wall": "8798"} {"epoch": 10, "update": 9.338, "loss": "0.011", "ppl": "1.01", "wps": "10546.6", "ups": "5.17", "wpb": "2040.3", "bsz": "100.8", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.306", "train_wall": "19", "gb_free": "29", "wall": "8798"} {"epoch": 10, "update": 9.338, "loss": "0.011", "ppl": "1.01", "wps": "10546.6", "ups": "5.17", "wpb": "2040.3", "bsz": "100.8", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.306", "train_wall": "19", "gb_free": "29", "wall": "8798"} {"epoch": 10, "update": 9.338, "loss": "0.011", "ppl": "1.01", "wps": "10546.6", "ups": "5.17", "wpb": "2040.3", "bsz": "100.8", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.306", "train_wall": "19", "gb_free": "29", "wall": "8798"} {"epoch": 10, "update": 9.338, "loss": "0.011", "ppl": "1.01", "wps": "10546.6", "ups": "5.17", "wpb": "2040.3", "bsz": "100.8", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.306", "train_wall": "19", "gb_free": "29", "wall": "8798"} {"epoch": 10, "update": 9.338, "loss": "0.011", "ppl": "1.01", "wps": "10546.6", "ups": "5.17", "wpb": "2040.3", "bsz": "100.8", "num_updates": "45300", "lr": "0.000148577", "gnorm": "0.306", "train_wall": "19", "gb_free": "29", "wall": "8798"} {"epoch": 10, "update": 9.359, "loss": "0.012", "ppl": "1.01", "wps": "9890.7", "ups": "5.23", "wpb": "1890.1", "bsz": "93", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "8817"} {"epoch": 10, "update": 9.359, "loss": "0.012", "ppl": "1.01", "wps": "9890.7", "ups": "5.23", "wpb": "1890.1", "bsz": "93", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "8817"} {"epoch": 10, "update": 9.359, "loss": "0.012", "ppl": "1.01", "wps": "9890.7", "ups": "5.23", "wpb": "1890.1", "bsz": "93", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "8817"} {"epoch": 10, "update": 9.359, "loss": "0.012", "ppl": "1.01", "wps": "9890.7", "ups": "5.23", "wpb": "1890.1", "bsz": "93", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "8817"} {"epoch": 10, "update": 9.359, "loss": "0.012", "ppl": "1.01", "wps": "9890.7", "ups": "5.23", "wpb": "1890.1", "bsz": "93", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "8817"} {"epoch": 10, "update": 9.359, "loss": "0.012", "ppl": "1.01", "wps": "9890.7", "ups": "5.23", "wpb": "1890.1", "bsz": "93", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "8817"} {"epoch": 10, "update": 9.359, "loss": "0.012", "ppl": "1.01", "wps": "9890.7", "ups": "5.23", "wpb": "1890.1", "bsz": "93", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "8817"} {"epoch": 10, "update": 9.359, "loss": "0.012", "ppl": "1.01", "wps": "9890.7", "ups": "5.23", "wpb": "1890.1", "bsz": "93", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "8817"} {"epoch": 10, "update": 9.359, "loss": "0.012", "ppl": "1.01", "wps": "9890.7", "ups": "5.23", "wpb": "1890.1", "bsz": "93", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "8817"} {"epoch": 10, "update": 9.359, "loss": "0.012", "ppl": "1.01", "wps": "9890.7", "ups": "5.23", "wpb": "1890.1", "bsz": "93", "num_updates": "45400", "lr": "0.000148413", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "8817"} {"epoch": 10, "update": 9.38, "loss": "0.013", "ppl": "1.01", "wps": "9619.7", "ups": "5.16", "wpb": "1865.7", "bsz": "86.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.9", "wall": "8836"} {"epoch": 10, "update": 9.38, "loss": "0.013", "ppl": "1.01", "wps": "9619.7", "ups": "5.16", "wpb": "1865.7", "bsz": "86.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.9", "wall": "8836"} {"epoch": 10, "update": 9.38, "loss": "0.013", "ppl": "1.01", "wps": "9619.7", "ups": "5.16", "wpb": "1865.7", "bsz": "86.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.9", "wall": "8836"} {"epoch": 10, "update": 9.38, "loss": "0.013", "ppl": "1.01", "wps": "9619.7", "ups": "5.16", "wpb": "1865.7", "bsz": "86.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.9", "wall": "8836"} {"epoch": 10, "update": 9.38, "loss": "0.013", "ppl": "1.01", "wps": "9619.7", "ups": "5.16", "wpb": "1865.7", "bsz": "86.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.9", "wall": "8836"} {"epoch": 10, "update": 9.38, "loss": "0.013", "ppl": "1.01", "wps": "9619.7", "ups": "5.16", "wpb": "1865.7", "bsz": "86.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.9", "wall": "8836"} {"epoch": 10, "update": 9.38, "loss": "0.013", "ppl": "1.01", "wps": "9619.7", "ups": "5.16", "wpb": "1865.7", "bsz": "86.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.9", "wall": "8836"} {"epoch": 10, "update": 9.38, "loss": "0.013", "ppl": "1.01", "wps": "9619.7", "ups": "5.16", "wpb": "1865.7", "bsz": "86.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.9", "wall": "8836"} {"epoch": 10, "update": 9.38, "loss": "0.013", "ppl": "1.01", "wps": "9619.7", "ups": "5.16", "wpb": "1865.7", "bsz": "86.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.9", "wall": "8836"} {"epoch": 10, "update": 9.38, "loss": "0.013", "ppl": "1.01", "wps": "9619.7", "ups": "5.16", "wpb": "1865.7", "bsz": "86.2", "num_updates": "45500", "lr": "0.00014825", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.9", "wall": "8836"} {"epoch": 10, "update": 9.4, "loss": "0.013", "ppl": "1.01", "wps": "10175.5", "ups": "5.17", "wpb": "1969.2", "bsz": "95.6", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.339", "train_wall": "19", "gb_free": "29", "wall": "8856"} {"epoch": 10, "update": 9.4, "loss": "0.013", "ppl": "1.01", "wps": "10175.5", "ups": "5.17", "wpb": "1969.2", "bsz": "95.6", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.339", "train_wall": "19", "gb_free": "29", "wall": "8856"} {"epoch": 10, "update": 9.4, "loss": "0.013", "ppl": "1.01", "wps": "10175.5", "ups": "5.17", "wpb": "1969.2", "bsz": "95.6", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.339", "train_wall": "19", "gb_free": "29", "wall": "8856"} {"epoch": 10, "update": 9.4, "loss": "0.013", "ppl": "1.01", "wps": "10175.5", "ups": "5.17", "wpb": "1969.2", "bsz": "95.6", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.339", "train_wall": "19", "gb_free": "29", "wall": "8856"} {"epoch": 10, "update": 9.4, "loss": "0.013", "ppl": "1.01", "wps": "10175.5", "ups": "5.17", "wpb": "1969.2", "bsz": "95.6", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.339", "train_wall": "19", "gb_free": "29", "wall": "8856"} {"epoch": 10, "update": 9.4, "loss": "0.013", "ppl": "1.01", "wps": "10175.5", "ups": "5.17", "wpb": "1969.2", "bsz": "95.6", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.339", "train_wall": "19", "gb_free": "29", "wall": "8856"} {"epoch": 10, "update": 9.4, "loss": "0.013", "ppl": "1.01", "wps": "10175.5", "ups": "5.17", "wpb": "1969.2", "bsz": "95.6", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.339", "train_wall": "19", "gb_free": "29", "wall": "8856"} {"epoch": 10, "update": 9.4, "loss": "0.013", "ppl": "1.01", "wps": "10175.5", "ups": "5.17", "wpb": "1969.2", "bsz": "95.6", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.339", "train_wall": "19", "gb_free": "29", "wall": "8856"} {"epoch": 10, "update": 9.4, "loss": "0.013", "ppl": "1.01", "wps": "10175.5", "ups": "5.17", "wpb": "1969.2", "bsz": "95.6", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.339", "train_wall": "19", "gb_free": "29", "wall": "8856"} {"epoch": 10, "update": 9.4, "loss": "0.013", "ppl": "1.01", "wps": "10175.5", "ups": "5.17", "wpb": "1969.2", "bsz": "95.6", "num_updates": "45600", "lr": "0.000148087", "gnorm": "0.339", "train_wall": "19", "gb_free": "29", "wall": "8856"} {"epoch": 10, "update": 9.421, "loss": "0.014", "ppl": "1.01", "wps": "10848.4", "ups": "5.22", "wpb": "2079.6", "bsz": "99.4", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.305", "train_wall": "19", "gb_free": "28.9", "wall": "8875"} {"epoch": 10, "update": 9.421, "loss": "0.014", "ppl": "1.01", "wps": "10848.4", "ups": "5.22", "wpb": "2079.6", "bsz": "99.4", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.305", "train_wall": "19", "gb_free": "28.9", "wall": "8875"} {"epoch": 10, "update": 9.421, "loss": "0.014", "ppl": "1.01", "wps": "10848.4", "ups": "5.22", "wpb": "2079.6", "bsz": "99.4", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.305", "train_wall": "19", "gb_free": "28.9", "wall": "8875"} {"epoch": 10, "update": 9.421, "loss": "0.014", "ppl": "1.01", "wps": "10848.4", "ups": "5.22", "wpb": "2079.6", "bsz": "99.4", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.305", "train_wall": "19", "gb_free": "28.9", "wall": "8875"} {"epoch": 10, "update": 9.421, "loss": "0.014", "ppl": "1.01", "wps": "10848.4", "ups": "5.22", "wpb": "2079.6", "bsz": "99.4", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.305", "train_wall": "19", "gb_free": "28.9", "wall": "8875"} {"epoch": 10, "update": 9.421, "loss": "0.014", "ppl": "1.01", "wps": "10848.4", "ups": "5.22", "wpb": "2079.6", "bsz": "99.4", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.305", "train_wall": "19", "gb_free": "28.9", "wall": "8875"} {"epoch": 10, "update": 9.421, "loss": "0.014", "ppl": "1.01", "wps": "10848.4", "ups": "5.22", "wpb": "2079.6", "bsz": "99.4", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.305", "train_wall": "19", "gb_free": "28.9", "wall": "8875"} {"epoch": 10, "update": 9.421, "loss": "0.014", "ppl": "1.01", "wps": "10848.4", "ups": "5.22", "wpb": "2079.6", "bsz": "99.4", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.305", "train_wall": "19", "gb_free": "28.9", "wall": "8875"} {"epoch": 10, "update": 9.421, "loss": "0.014", "ppl": "1.01", "wps": "10848.4", "ups": "5.22", "wpb": "2079.6", "bsz": "99.4", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.305", "train_wall": "19", "gb_free": "28.9", "wall": "8875"} {"epoch": 10, "update": 9.421, "loss": "0.014", "ppl": "1.01", "wps": "10848.4", "ups": "5.22", "wpb": "2079.6", "bsz": "99.4", "num_updates": "45700", "lr": "0.000147925", "gnorm": "0.305", "train_wall": "19", "gb_free": "28.9", "wall": "8875"} {"epoch": 10, "update": 9.441, "loss": "0.016", "ppl": "1.01", "wps": "9116.2", "ups": "5.15", "wpb": "1769.1", "bsz": "90.2", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.387", "train_wall": "19", "gb_free": "29", "wall": "8894"} {"epoch": 10, "update": 9.441, "loss": "0.016", "ppl": "1.01", "wps": "9116.2", "ups": "5.15", "wpb": "1769.1", "bsz": "90.2", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.387", "train_wall": "19", "gb_free": "29", "wall": "8894"} {"epoch": 10, "update": 9.441, "loss": "0.016", "ppl": "1.01", "wps": "9116.2", "ups": "5.15", "wpb": "1769.1", "bsz": "90.2", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.387", "train_wall": "19", "gb_free": "29", "wall": "8894"} {"epoch": 10, "update": 9.441, "loss": "0.016", "ppl": "1.01", "wps": "9116.2", "ups": "5.15", "wpb": "1769.1", "bsz": "90.2", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.387", "train_wall": "19", "gb_free": "29", "wall": "8894"} {"epoch": 10, "update": 9.441, "loss": "0.016", "ppl": "1.01", "wps": "9116.2", "ups": "5.15", "wpb": "1769.1", "bsz": "90.2", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.387", "train_wall": "19", "gb_free": "29", "wall": "8894"} {"epoch": 10, "update": 9.441, "loss": "0.016", "ppl": "1.01", "wps": "9116.2", "ups": "5.15", "wpb": "1769.1", "bsz": "90.2", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.387", "train_wall": "19", "gb_free": "29", "wall": "8894"} {"epoch": 10, "update": 9.441, "loss": "0.016", "ppl": "1.01", "wps": "9116.2", "ups": "5.15", "wpb": "1769.1", "bsz": "90.2", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.387", "train_wall": "19", "gb_free": "29", "wall": "8894"} {"epoch": 10, "update": 9.441, "loss": "0.016", "ppl": "1.01", "wps": "9116.2", "ups": "5.15", "wpb": "1769.1", "bsz": "90.2", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.387", "train_wall": "19", "gb_free": "29", "wall": "8894"} {"epoch": 10, "update": 9.441, "loss": "0.016", "ppl": "1.01", "wps": "9116.2", "ups": "5.15", "wpb": "1769.1", "bsz": "90.2", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.387", "train_wall": "19", "gb_free": "29", "wall": "8894"} {"epoch": 10, "update": 9.441, "loss": "0.016", "ppl": "1.01", "wps": "9116.2", "ups": "5.15", "wpb": "1769.1", "bsz": "90.2", "num_updates": "45800", "lr": "0.000147764", "gnorm": "0.387", "train_wall": "19", "gb_free": "29", "wall": "8894"} {"epoch": 10, "update": 9.462, "loss": "0.014", "ppl": "1.01", "wps": "9956.1", "ups": "5.16", "wpb": "1928.1", "bsz": "93.2", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "8914"} {"epoch": 10, "update": 9.462, "loss": "0.014", "ppl": "1.01", "wps": "9956.1", "ups": "5.16", "wpb": "1928.1", "bsz": "93.2", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "8914"} {"epoch": 10, "update": 9.462, "loss": "0.014", "ppl": "1.01", "wps": "9956.1", "ups": "5.16", "wpb": "1928.1", "bsz": "93.2", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "8914"} {"epoch": 10, "update": 9.462, "loss": "0.014", "ppl": "1.01", "wps": "9956.1", "ups": "5.16", "wpb": "1928.1", "bsz": "93.2", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "8914"} {"epoch": 10, "update": 9.462, "loss": "0.014", "ppl": "1.01", "wps": "9956.1", "ups": "5.16", "wpb": "1928.1", "bsz": "93.2", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "8914"} {"epoch": 10, "update": 9.462, "loss": "0.014", "ppl": "1.01", "wps": "9956.1", "ups": "5.16", "wpb": "1928.1", "bsz": "93.2", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "8914"} {"epoch": 10, "update": 9.462, "loss": "0.014", "ppl": "1.01", "wps": "9956.1", "ups": "5.16", "wpb": "1928.1", "bsz": "93.2", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "8914"} {"epoch": 10, "update": 9.462, "loss": "0.014", "ppl": "1.01", "wps": "9956.1", "ups": "5.16", "wpb": "1928.1", "bsz": "93.2", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "8914"} {"epoch": 10, "update": 9.462, "loss": "0.014", "ppl": "1.01", "wps": "9956.1", "ups": "5.16", "wpb": "1928.1", "bsz": "93.2", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "8914"} {"epoch": 10, "update": 9.462, "loss": "0.014", "ppl": "1.01", "wps": "9956.1", "ups": "5.16", "wpb": "1928.1", "bsz": "93.2", "num_updates": "45900", "lr": "0.000147602", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "8914"} {"epoch": 10, "update": 9.483, "loss": "0.014", "ppl": "1.01", "wps": "10195.7", "ups": "5.2", "wpb": "1959.7", "bsz": "94.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.276", "train_wall": "19", "gb_free": "28.9", "wall": "8933"} {"epoch": 10, "update": 9.483, "loss": "0.014", "ppl": "1.01", "wps": "10195.7", "ups": "5.2", "wpb": "1959.7", "bsz": "94.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.276", "train_wall": "19", "gb_free": "28.9", "wall": "8933"} {"epoch": 10, "update": 9.483, "loss": "0.014", "ppl": "1.01", "wps": "10195.7", "ups": "5.2", "wpb": "1959.7", "bsz": "94.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.276", "train_wall": "19", "gb_free": "28.9", "wall": "8933"} {"epoch": 10, "update": 9.483, "loss": "0.014", "ppl": "1.01", "wps": "10195.7", "ups": "5.2", "wpb": "1959.7", "bsz": "94.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.276", "train_wall": "19", "gb_free": "28.9", "wall": "8933"} {"epoch": 10, "update": 9.483, "loss": "0.014", "ppl": "1.01", "wps": "10195.7", "ups": "5.2", "wpb": "1959.7", "bsz": "94.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.276", "train_wall": "19", "gb_free": "28.9", "wall": "8933"} {"epoch": 10, "update": 9.483, "loss": "0.014", "ppl": "1.01", "wps": "10195.7", "ups": "5.2", "wpb": "1959.7", "bsz": "94.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.276", "train_wall": "19", "gb_free": "28.9", "wall": "8933"} {"epoch": 10, "update": 9.483, "loss": "0.014", "ppl": "1.01", "wps": "10195.7", "ups": "5.2", "wpb": "1959.7", "bsz": "94.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.276", "train_wall": "19", "gb_free": "28.9", "wall": "8933"} {"epoch": 10, "update": 9.483, "loss": "0.014", "ppl": "1.01", "wps": "10195.7", "ups": "5.2", "wpb": "1959.7", "bsz": "94.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.276", "train_wall": "19", "gb_free": "28.9", "wall": "8933"} {"epoch": 10, "update": 9.483, "loss": "0.014", "ppl": "1.01", "wps": "10195.7", "ups": "5.2", "wpb": "1959.7", "bsz": "94.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.276", "train_wall": "19", "gb_free": "28.9", "wall": "8933"} {"epoch": 10, "update": 9.483, "loss": "0.014", "ppl": "1.01", "wps": "10195.7", "ups": "5.2", "wpb": "1959.7", "bsz": "94.5", "num_updates": "46000", "lr": "0.000147442", "gnorm": "0.276", "train_wall": "19", "gb_free": "28.9", "wall": "8933"} {"epoch": 10, "update": 9.503, "loss": "0.012", "ppl": "1.01", "wps": "9563.3", "ups": "5.18", "wpb": "1845.2", "bsz": "90.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.27", "train_wall": "19", "gb_free": "29", "wall": "8952"} {"epoch": 10, "update": 9.503, "loss": "0.012", "ppl": "1.01", "wps": "9563.3", "ups": "5.18", "wpb": "1845.2", "bsz": "90.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.27", "train_wall": "19", "gb_free": "29", "wall": "8952"} {"epoch": 10, "update": 9.503, "loss": "0.012", "ppl": "1.01", "wps": "9563.3", "ups": "5.18", "wpb": "1845.2", "bsz": "90.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.27", "train_wall": "19", "gb_free": "29", "wall": "8952"} {"epoch": 10, "update": 9.503, "loss": "0.012", "ppl": "1.01", "wps": "9563.3", "ups": "5.18", "wpb": "1845.2", "bsz": "90.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.27", "train_wall": "19", "gb_free": "29", "wall": "8952"} {"epoch": 10, "update": 9.503, "loss": "0.012", "ppl": "1.01", "wps": "9563.3", "ups": "5.18", "wpb": "1845.2", "bsz": "90.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.27", "train_wall": "19", "gb_free": "29", "wall": "8952"} {"epoch": 10, "update": 9.503, "loss": "0.012", "ppl": "1.01", "wps": "9563.3", "ups": "5.18", "wpb": "1845.2", "bsz": "90.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.27", "train_wall": "19", "gb_free": "29", "wall": "8952"} {"epoch": 10, "update": 9.503, "loss": "0.012", "ppl": "1.01", "wps": "9563.3", "ups": "5.18", "wpb": "1845.2", "bsz": "90.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.27", "train_wall": "19", "gb_free": "29", "wall": "8952"} {"epoch": 10, "update": 9.503, "loss": "0.012", "ppl": "1.01", "wps": "9563.3", "ups": "5.18", "wpb": "1845.2", "bsz": "90.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.27", "train_wall": "19", "gb_free": "29", "wall": "8952"} {"epoch": 10, "update": 9.503, "loss": "0.012", "ppl": "1.01", "wps": "9563.3", "ups": "5.18", "wpb": "1845.2", "bsz": "90.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.27", "train_wall": "19", "gb_free": "29", "wall": "8952"} {"epoch": 10, "update": 9.503, "loss": "0.012", "ppl": "1.01", "wps": "9563.3", "ups": "5.18", "wpb": "1845.2", "bsz": "90.2", "num_updates": "46100", "lr": "0.000147282", "gnorm": "0.27", "train_wall": "19", "gb_free": "29", "wall": "8952"} {"epoch": 10, "update": 9.524, "loss": "0.012", "ppl": "1.01", "wps": "9569.3", "ups": "5.21", "wpb": "1836.5", "bsz": "89.5", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.268", "train_wall": "19", "gb_free": "28.8", "wall": "8971"} {"epoch": 10, "update": 9.524, "loss": "0.012", "ppl": "1.01", "wps": "9569.3", "ups": "5.21", "wpb": "1836.5", "bsz": "89.5", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.268", "train_wall": "19", "gb_free": "28.8", "wall": "8971"} {"epoch": 10, "update": 9.524, "loss": "0.012", "ppl": "1.01", "wps": "9569.3", "ups": "5.21", "wpb": "1836.5", "bsz": "89.5", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.268", "train_wall": "19", "gb_free": "28.8", "wall": "8971"} {"epoch": 10, "update": 9.524, "loss": "0.012", "ppl": "1.01", "wps": "9569.3", "ups": "5.21", "wpb": "1836.5", "bsz": "89.5", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.268", "train_wall": "19", "gb_free": "28.8", "wall": "8971"} {"epoch": 10, "update": 9.524, "loss": "0.012", "ppl": "1.01", "wps": "9569.3", "ups": "5.21", "wpb": "1836.5", "bsz": "89.5", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.268", "train_wall": "19", "gb_free": "28.8", "wall": "8971"} {"epoch": 10, "update": 9.524, "loss": "0.012", "ppl": "1.01", "wps": "9569.3", "ups": "5.21", "wpb": "1836.5", "bsz": "89.5", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.268", "train_wall": "19", "gb_free": "28.8", "wall": "8971"} {"epoch": 10, "update": 9.524, "loss": "0.012", "ppl": "1.01", "wps": "9569.3", "ups": "5.21", "wpb": "1836.5", "bsz": "89.5", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.268", "train_wall": "19", "gb_free": "28.8", "wall": "8971"} {"epoch": 10, "update": 9.524, "loss": "0.012", "ppl": "1.01", "wps": "9569.3", "ups": "5.21", "wpb": "1836.5", "bsz": "89.5", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.268", "train_wall": "19", "gb_free": "28.8", "wall": "8971"} {"epoch": 10, "update": 9.524, "loss": "0.012", "ppl": "1.01", "wps": "9569.3", "ups": "5.21", "wpb": "1836.5", "bsz": "89.5", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.268", "train_wall": "19", "gb_free": "28.8", "wall": "8971"} {"epoch": 10, "update": 9.524, "loss": "0.012", "ppl": "1.01", "wps": "9569.3", "ups": "5.21", "wpb": "1836.5", "bsz": "89.5", "num_updates": "46200", "lr": "0.000147122", "gnorm": "0.268", "train_wall": "19", "gb_free": "28.8", "wall": "8971"} {"epoch": 10, "update": 9.544, "loss": "0.014", "ppl": "1.01", "wps": "9734.7", "ups": "5.19", "wpb": "1877.4", "bsz": "87.5", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "19", "gb_free": "29.2", "wall": "8991"} {"epoch": 10, "update": 9.544, "loss": "0.014", "ppl": "1.01", "wps": "9734.7", "ups": "5.19", "wpb": "1877.4", "bsz": "87.5", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "19", "gb_free": "29.2", "wall": "8991"} {"epoch": 10, "update": 9.544, "loss": "0.014", "ppl": "1.01", "wps": "9734.7", "ups": "5.19", "wpb": "1877.4", "bsz": "87.5", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "19", "gb_free": "29.2", "wall": "8991"} {"epoch": 10, "update": 9.544, "loss": "0.014", "ppl": "1.01", "wps": "9734.7", "ups": "5.19", "wpb": "1877.4", "bsz": "87.5", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "19", "gb_free": "29.2", "wall": "8991"} {"epoch": 10, "update": 9.544, "loss": "0.014", "ppl": "1.01", "wps": "9734.7", "ups": "5.19", "wpb": "1877.4", "bsz": "87.5", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "19", "gb_free": "29.2", "wall": "8991"} {"epoch": 10, "update": 9.544, "loss": "0.014", "ppl": "1.01", "wps": "9734.7", "ups": "5.19", "wpb": "1877.4", "bsz": "87.5", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "19", "gb_free": "29.2", "wall": "8991"} {"epoch": 10, "update": 9.544, "loss": "0.014", "ppl": "1.01", "wps": "9734.7", "ups": "5.19", "wpb": "1877.4", "bsz": "87.5", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "19", "gb_free": "29.2", "wall": "8991"} {"epoch": 10, "update": 9.544, "loss": "0.014", "ppl": "1.01", "wps": "9734.7", "ups": "5.19", "wpb": "1877.4", "bsz": "87.5", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "19", "gb_free": "29.2", "wall": "8991"} {"epoch": 10, "update": 9.544, "loss": "0.014", "ppl": "1.01", "wps": "9734.7", "ups": "5.19", "wpb": "1877.4", "bsz": "87.5", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "19", "gb_free": "29.2", "wall": "8991"} {"epoch": 10, "update": 9.544, "loss": "0.014", "ppl": "1.01", "wps": "9734.7", "ups": "5.19", "wpb": "1877.4", "bsz": "87.5", "num_updates": "46300", "lr": "0.000146964", "gnorm": "0.299", "train_wall": "19", "gb_free": "29.2", "wall": "8991"} {"epoch": 10, "update": 9.565, "loss": "0.012", "ppl": "1.01", "wps": "10693.2", "ups": "5.24", "wpb": "2041", "bsz": "100.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.3", "wall": "9010"} {"epoch": 10, "update": 9.565, "loss": "0.012", "ppl": "1.01", "wps": "10693.2", "ups": "5.24", "wpb": "2041", "bsz": "100.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.3", "wall": "9010"} {"epoch": 10, "update": 9.565, "loss": "0.012", "ppl": "1.01", "wps": "10693.2", "ups": "5.24", "wpb": "2041", "bsz": "100.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.3", "wall": "9010"} {"epoch": 10, "update": 9.565, "loss": "0.012", "ppl": "1.01", "wps": "10693.2", "ups": "5.24", "wpb": "2041", "bsz": "100.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.3", "wall": "9010"} {"epoch": 10, "update": 9.565, "loss": "0.012", "ppl": "1.01", "wps": "10693.2", "ups": "5.24", "wpb": "2041", "bsz": "100.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.3", "wall": "9010"} {"epoch": 10, "update": 9.565, "loss": "0.012", "ppl": "1.01", "wps": "10693.2", "ups": "5.24", "wpb": "2041", "bsz": "100.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.3", "wall": "9010"} {"epoch": 10, "update": 9.565, "loss": "0.012", "ppl": "1.01", "wps": "10693.2", "ups": "5.24", "wpb": "2041", "bsz": "100.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.3", "wall": "9010"} {"epoch": 10, "update": 9.565, "loss": "0.012", "ppl": "1.01", "wps": "10693.2", "ups": "5.24", "wpb": "2041", "bsz": "100.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.3", "wall": "9010"} {"epoch": 10, "update": 9.565, "loss": "0.012", "ppl": "1.01", "wps": "10693.2", "ups": "5.24", "wpb": "2041", "bsz": "100.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.3", "wall": "9010"} {"epoch": 10, "update": 9.565, "loss": "0.012", "ppl": "1.01", "wps": "10693.2", "ups": "5.24", "wpb": "2041", "bsz": "100.9", "num_updates": "46400", "lr": "0.000146805", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.3", "wall": "9010"} {"epoch": 10, "update": 9.586, "loss": "0.015", "ppl": "1.01", "wps": "10944.8", "ups": "5.21", "wpb": "2101.4", "bsz": "98.9", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.8", "wall": "9029"} {"epoch": 10, "update": 9.586, "loss": "0.015", "ppl": "1.01", "wps": "10944.8", "ups": "5.21", "wpb": "2101.4", "bsz": "98.9", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.8", "wall": "9029"} {"epoch": 10, "update": 9.586, "loss": "0.015", "ppl": "1.01", "wps": "10944.8", "ups": "5.21", "wpb": "2101.4", "bsz": "98.9", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.8", "wall": "9029"} {"epoch": 10, "update": 9.586, "loss": "0.015", "ppl": "1.01", "wps": "10944.8", "ups": "5.21", "wpb": "2101.4", "bsz": "98.9", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.8", "wall": "9029"} {"epoch": 10, "update": 9.586, "loss": "0.015", "ppl": "1.01", "wps": "10944.8", "ups": "5.21", "wpb": "2101.4", "bsz": "98.9", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.8", "wall": "9029"} {"epoch": 10, "update": 9.586, "loss": "0.015", "ppl": "1.01", "wps": "10944.8", "ups": "5.21", "wpb": "2101.4", "bsz": "98.9", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.8", "wall": "9029"} {"epoch": 10, "update": 9.586, "loss": "0.015", "ppl": "1.01", "wps": "10944.8", "ups": "5.21", "wpb": "2101.4", "bsz": "98.9", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.8", "wall": "9029"} {"epoch": 10, "update": 9.586, "loss": "0.015", "ppl": "1.01", "wps": "10944.8", "ups": "5.21", "wpb": "2101.4", "bsz": "98.9", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.8", "wall": "9029"} {"epoch": 10, "update": 9.586, "loss": "0.015", "ppl": "1.01", "wps": "10944.8", "ups": "5.21", "wpb": "2101.4", "bsz": "98.9", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.8", "wall": "9029"} {"epoch": 10, "update": 9.586, "loss": "0.015", "ppl": "1.01", "wps": "10944.8", "ups": "5.21", "wpb": "2101.4", "bsz": "98.9", "num_updates": "46500", "lr": "0.000146647", "gnorm": "0.35", "train_wall": "19", "gb_free": "28.8", "wall": "9029"} {"epoch": 10, "update": 9.606, "loss": "0.014", "ppl": "1.01", "wps": "11271.7", "ups": "5.19", "wpb": "2170.2", "bsz": "104.1", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.31", "train_wall": "19", "gb_free": "29.1", "wall": "9048"} {"epoch": 10, "update": 9.606, "loss": "0.014", "ppl": "1.01", "wps": "11271.7", "ups": "5.19", "wpb": "2170.2", "bsz": "104.1", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.31", "train_wall": "19", "gb_free": "29.1", "wall": "9048"} {"epoch": 10, "update": 9.606, "loss": "0.014", "ppl": "1.01", "wps": "11271.7", "ups": "5.19", "wpb": "2170.2", "bsz": "104.1", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.31", "train_wall": "19", "gb_free": "29.1", "wall": "9048"} {"epoch": 10, "update": 9.606, "loss": "0.014", "ppl": "1.01", "wps": "11271.7", "ups": "5.19", "wpb": "2170.2", "bsz": "104.1", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.31", "train_wall": "19", "gb_free": "29.1", "wall": "9048"} {"epoch": 10, "update": 9.606, "loss": "0.014", "ppl": "1.01", "wps": "11271.7", "ups": "5.19", "wpb": "2170.2", "bsz": "104.1", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.31", "train_wall": "19", "gb_free": "29.1", "wall": "9048"} {"epoch": 10, "update": 9.606, "loss": "0.014", "ppl": "1.01", "wps": "11271.7", "ups": "5.19", "wpb": "2170.2", "bsz": "104.1", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.31", "train_wall": "19", "gb_free": "29.1", "wall": "9048"} {"epoch": 10, "update": 9.606, "loss": "0.014", "ppl": "1.01", "wps": "11271.7", "ups": "5.19", "wpb": "2170.2", "bsz": "104.1", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.31", "train_wall": "19", "gb_free": "29.1", "wall": "9048"} {"epoch": 10, "update": 9.606, "loss": "0.014", "ppl": "1.01", "wps": "11271.7", "ups": "5.19", "wpb": "2170.2", "bsz": "104.1", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.31", "train_wall": "19", "gb_free": "29.1", "wall": "9048"} {"epoch": 10, "update": 9.606, "loss": "0.014", "ppl": "1.01", "wps": "11271.7", "ups": "5.19", "wpb": "2170.2", "bsz": "104.1", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.31", "train_wall": "19", "gb_free": "29.1", "wall": "9048"} {"epoch": 10, "update": 9.606, "loss": "0.014", "ppl": "1.01", "wps": "11271.7", "ups": "5.19", "wpb": "2170.2", "bsz": "104.1", "num_updates": "46600", "lr": "0.00014649", "gnorm": "0.31", "train_wall": "19", "gb_free": "29.1", "wall": "9048"} {"epoch": 10, "update": 9.627, "loss": "0.013", "ppl": "1.01", "wps": "11603.3", "ups": "5.21", "wpb": "2227.1", "bsz": "105.8", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.2", "wall": "9067"} {"epoch": 10, "update": 9.627, "loss": "0.013", "ppl": "1.01", "wps": "11603.3", "ups": "5.21", "wpb": "2227.1", "bsz": "105.8", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.2", "wall": "9067"} {"epoch": 10, "update": 9.627, "loss": "0.013", "ppl": "1.01", "wps": "11603.3", "ups": "5.21", "wpb": "2227.1", "bsz": "105.8", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.2", "wall": "9067"} {"epoch": 10, "update": 9.627, "loss": "0.013", "ppl": "1.01", "wps": "11603.3", "ups": "5.21", "wpb": "2227.1", "bsz": "105.8", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.2", "wall": "9067"} {"epoch": 10, "update": 9.627, "loss": "0.013", "ppl": "1.01", "wps": "11603.3", "ups": "5.21", "wpb": "2227.1", "bsz": "105.8", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.2", "wall": "9067"} {"epoch": 10, "update": 9.627, "loss": "0.013", "ppl": "1.01", "wps": "11603.3", "ups": "5.21", "wpb": "2227.1", "bsz": "105.8", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.2", "wall": "9067"} {"epoch": 10, "update": 9.627, "loss": "0.013", "ppl": "1.01", "wps": "11603.3", "ups": "5.21", "wpb": "2227.1", "bsz": "105.8", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.2", "wall": "9067"} {"epoch": 10, "update": 9.627, "loss": "0.013", "ppl": "1.01", "wps": "11603.3", "ups": "5.21", "wpb": "2227.1", "bsz": "105.8", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.2", "wall": "9067"} {"epoch": 10, "update": 9.627, "loss": "0.013", "ppl": "1.01", "wps": "11603.3", "ups": "5.21", "wpb": "2227.1", "bsz": "105.8", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.2", "wall": "9067"} {"epoch": 10, "update": 9.627, "loss": "0.013", "ppl": "1.01", "wps": "11603.3", "ups": "5.21", "wpb": "2227.1", "bsz": "105.8", "num_updates": "46700", "lr": "0.000146333", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.2", "wall": "9067"} {"epoch": 10, "update": 9.647, "loss": "0.013", "ppl": "1.01", "wps": "9609.3", "ups": "5.2", "wpb": "1848.9", "bsz": "86.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.274", "train_wall": "19", "gb_free": "28.8", "wall": "9087"} {"epoch": 10, "update": 9.647, "loss": "0.013", "ppl": "1.01", "wps": "9609.3", "ups": "5.2", "wpb": "1848.9", "bsz": "86.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.274", "train_wall": "19", "gb_free": "28.8", "wall": "9087"} {"epoch": 10, "update": 9.647, "loss": "0.013", "ppl": "1.01", "wps": "9609.3", "ups": "5.2", "wpb": "1848.9", "bsz": "86.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.274", "train_wall": "19", "gb_free": "28.8", "wall": "9087"} {"epoch": 10, "update": 9.647, "loss": "0.013", "ppl": "1.01", "wps": "9609.3", "ups": "5.2", "wpb": "1848.9", "bsz": "86.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.274", "train_wall": "19", "gb_free": "28.8", "wall": "9087"} {"epoch": 10, "update": 9.647, "loss": "0.013", "ppl": "1.01", "wps": "9609.3", "ups": "5.2", "wpb": "1848.9", "bsz": "86.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.274", "train_wall": "19", "gb_free": "28.8", "wall": "9087"} {"epoch": 10, "update": 9.647, "loss": "0.013", "ppl": "1.01", "wps": "9609.3", "ups": "5.2", "wpb": "1848.9", "bsz": "86.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.274", "train_wall": "19", "gb_free": "28.8", "wall": "9087"} {"epoch": 10, "update": 9.647, "loss": "0.013", "ppl": "1.01", "wps": "9609.3", "ups": "5.2", "wpb": "1848.9", "bsz": "86.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.274", "train_wall": "19", "gb_free": "28.8", "wall": "9087"} {"epoch": 10, "update": 9.647, "loss": "0.013", "ppl": "1.01", "wps": "9609.3", "ups": "5.2", "wpb": "1848.9", "bsz": "86.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.274", "train_wall": "19", "gb_free": "28.8", "wall": "9087"} {"epoch": 10, "update": 9.647, "loss": "0.013", "ppl": "1.01", "wps": "9609.3", "ups": "5.2", "wpb": "1848.9", "bsz": "86.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.274", "train_wall": "19", "gb_free": "28.8", "wall": "9087"} {"epoch": 10, "update": 9.647, "loss": "0.013", "ppl": "1.01", "wps": "9609.3", "ups": "5.2", "wpb": "1848.9", "bsz": "86.9", "num_updates": "46800", "lr": "0.000146176", "gnorm": "0.274", "train_wall": "19", "gb_free": "28.8", "wall": "9087"} {"epoch": 10, "update": 9.668, "loss": "0.012", "ppl": "1.01", "wps": "10867.6", "ups": "5.21", "wpb": "2084.2", "bsz": "98.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.28", "train_wall": "19", "gb_free": "29", "wall": "9106"} {"epoch": 10, "update": 9.668, "loss": "0.012", "ppl": "1.01", "wps": "10867.6", "ups": "5.21", "wpb": "2084.2", "bsz": "98.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.28", "train_wall": "19", "gb_free": "29", "wall": "9106"} {"epoch": 10, "update": 9.668, "loss": "0.012", "ppl": "1.01", "wps": "10867.6", "ups": "5.21", "wpb": "2084.2", "bsz": "98.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.28", "train_wall": "19", "gb_free": "29", "wall": "9106"} {"epoch": 10, "update": 9.668, "loss": "0.012", "ppl": "1.01", "wps": "10867.6", "ups": "5.21", "wpb": "2084.2", "bsz": "98.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.28", "train_wall": "19", "gb_free": "29", "wall": "9106"} {"epoch": 10, "update": 9.668, "loss": "0.012", "ppl": "1.01", "wps": "10867.6", "ups": "5.21", "wpb": "2084.2", "bsz": "98.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.28", "train_wall": "19", "gb_free": "29", "wall": "9106"} {"epoch": 10, "update": 9.668, "loss": "0.012", "ppl": "1.01", "wps": "10867.6", "ups": "5.21", "wpb": "2084.2", "bsz": "98.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.28", "train_wall": "19", "gb_free": "29", "wall": "9106"} {"epoch": 10, "update": 9.668, "loss": "0.012", "ppl": "1.01", "wps": "10867.6", "ups": "5.21", "wpb": "2084.2", "bsz": "98.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.28", "train_wall": "19", "gb_free": "29", "wall": "9106"} {"epoch": 10, "update": 9.668, "loss": "0.012", "ppl": "1.01", "wps": "10867.6", "ups": "5.21", "wpb": "2084.2", "bsz": "98.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.28", "train_wall": "19", "gb_free": "29", "wall": "9106"} {"epoch": 10, "update": 9.668, "loss": "0.012", "ppl": "1.01", "wps": "10867.6", "ups": "5.21", "wpb": "2084.2", "bsz": "98.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.28", "train_wall": "19", "gb_free": "29", "wall": "9106"} {"epoch": 10, "update": 9.668, "loss": "0.012", "ppl": "1.01", "wps": "10867.6", "ups": "5.21", "wpb": "2084.2", "bsz": "98.1", "num_updates": "46900", "lr": "0.00014602", "gnorm": "0.28", "train_wall": "19", "gb_free": "29", "wall": "9106"} {"epoch": 10, "update": 9.689, "loss": "0.012", "ppl": "1.01", "wps": "9598.6", "ups": "5.19", "wpb": "1851.1", "bsz": "90", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.308", "train_wall": "19", "gb_free": "27.7", "wall": "9125"} {"epoch": 10, "update": 9.689, "loss": "0.012", "ppl": "1.01", "wps": "9598.6", "ups": "5.19", "wpb": "1851.1", "bsz": "90", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.308", "train_wall": "19", "gb_free": "27.7", "wall": "9125"} {"epoch": 10, "update": 9.689, "loss": "0.012", "ppl": "1.01", "wps": "9598.6", "ups": "5.19", "wpb": "1851.1", "bsz": "90", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.308", "train_wall": "19", "gb_free": "27.7", "wall": "9125"} {"epoch": 10, "update": 9.689, "loss": "0.012", "ppl": "1.01", "wps": "9598.6", "ups": "5.19", "wpb": "1851.1", "bsz": "90", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.308", "train_wall": "19", "gb_free": "27.7", "wall": "9125"} {"epoch": 10, "update": 9.689, "loss": "0.012", "ppl": "1.01", "wps": "9598.6", "ups": "5.19", "wpb": "1851.1", "bsz": "90", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.308", "train_wall": "19", "gb_free": "27.7", "wall": "9125"} {"epoch": 10, "update": 9.689, "loss": "0.012", "ppl": "1.01", "wps": "9598.6", "ups": "5.19", "wpb": "1851.1", "bsz": "90", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.308", "train_wall": "19", "gb_free": "27.7", "wall": "9125"} {"epoch": 10, "update": 9.689, "loss": "0.012", "ppl": "1.01", "wps": "9598.6", "ups": "5.19", "wpb": "1851.1", "bsz": "90", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.308", "train_wall": "19", "gb_free": "27.7", "wall": "9125"} {"epoch": 10, "update": 9.689, "loss": "0.012", "ppl": "1.01", "wps": "9598.6", "ups": "5.19", "wpb": "1851.1", "bsz": "90", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.308", "train_wall": "19", "gb_free": "27.7", "wall": "9125"} {"epoch": 10, "update": 9.689, "loss": "0.012", "ppl": "1.01", "wps": "9598.6", "ups": "5.19", "wpb": "1851.1", "bsz": "90", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.308", "train_wall": "19", "gb_free": "27.7", "wall": "9125"} {"epoch": 10, "update": 9.689, "loss": "0.012", "ppl": "1.01", "wps": "9598.6", "ups": "5.19", "wpb": "1851.1", "bsz": "90", "num_updates": "47000", "lr": "0.000145865", "gnorm": "0.308", "train_wall": "19", "gb_free": "27.7", "wall": "9125"} {"epoch": 10, "update": 9.709, "loss": "0.011", "ppl": "1.01", "wps": "10447.3", "ups": "5.26", "wpb": "1987.5", "bsz": "99.1", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "9144"} {"epoch": 10, "update": 9.709, "loss": "0.011", "ppl": "1.01", "wps": "10447.3", "ups": "5.26", "wpb": "1987.5", "bsz": "99.1", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "9144"} {"epoch": 10, "update": 9.709, "loss": "0.011", "ppl": "1.01", "wps": "10447.3", "ups": "5.26", "wpb": "1987.5", "bsz": "99.1", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "9144"} {"epoch": 10, "update": 9.709, "loss": "0.011", "ppl": "1.01", "wps": "10447.3", "ups": "5.26", "wpb": "1987.5", "bsz": "99.1", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "9144"} {"epoch": 10, "update": 9.709, "loss": "0.011", "ppl": "1.01", "wps": "10447.3", "ups": "5.26", "wpb": "1987.5", "bsz": "99.1", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "9144"} {"epoch": 10, "update": 9.709, "loss": "0.011", "ppl": "1.01", "wps": "10447.3", "ups": "5.26", "wpb": "1987.5", "bsz": "99.1", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "9144"} {"epoch": 10, "update": 9.709, "loss": "0.011", "ppl": "1.01", "wps": "10447.3", "ups": "5.26", "wpb": "1987.5", "bsz": "99.1", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "9144"} {"epoch": 10, "update": 9.709, "loss": "0.011", "ppl": "1.01", "wps": "10447.3", "ups": "5.26", "wpb": "1987.5", "bsz": "99.1", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "9144"} {"epoch": 10, "update": 9.709, "loss": "0.011", "ppl": "1.01", "wps": "10447.3", "ups": "5.26", "wpb": "1987.5", "bsz": "99.1", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "9144"} {"epoch": 10, "update": 9.709, "loss": "0.011", "ppl": "1.01", "wps": "10447.3", "ups": "5.26", "wpb": "1987.5", "bsz": "99.1", "num_updates": "47100", "lr": "0.00014571", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "9144"} {"epoch": 10, "update": 9.73, "loss": "0.013", "ppl": "1.01", "wps": "9672.7", "ups": "5.21", "wpb": "1856.8", "bsz": "89", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "9163"} {"epoch": 10, "update": 9.73, "loss": "0.013", "ppl": "1.01", "wps": "9672.7", "ups": "5.21", "wpb": "1856.8", "bsz": "89", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "9163"} {"epoch": 10, "update": 9.73, "loss": "0.013", "ppl": "1.01", "wps": "9672.7", "ups": "5.21", "wpb": "1856.8", "bsz": "89", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "9163"} {"epoch": 10, "update": 9.73, "loss": "0.013", "ppl": "1.01", "wps": "9672.7", "ups": "5.21", "wpb": "1856.8", "bsz": "89", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "9163"} {"epoch": 10, "update": 9.73, "loss": "0.013", "ppl": "1.01", "wps": "9672.7", "ups": "5.21", "wpb": "1856.8", "bsz": "89", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "9163"} {"epoch": 10, "update": 9.73, "loss": "0.013", "ppl": "1.01", "wps": "9672.7", "ups": "5.21", "wpb": "1856.8", "bsz": "89", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "9163"} {"epoch": 10, "update": 9.73, "loss": "0.013", "ppl": "1.01", "wps": "9672.7", "ups": "5.21", "wpb": "1856.8", "bsz": "89", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "9163"} {"epoch": 10, "update": 9.73, "loss": "0.013", "ppl": "1.01", "wps": "9672.7", "ups": "5.21", "wpb": "1856.8", "bsz": "89", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "9163"} {"epoch": 10, "update": 9.73, "loss": "0.013", "ppl": "1.01", "wps": "9672.7", "ups": "5.21", "wpb": "1856.8", "bsz": "89", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "9163"} {"epoch": 10, "update": 9.73, "loss": "0.013", "ppl": "1.01", "wps": "9672.7", "ups": "5.21", "wpb": "1856.8", "bsz": "89", "num_updates": "47200", "lr": "0.000145556", "gnorm": "0.311", "train_wall": "19", "gb_free": "28.9", "wall": "9163"} {"epoch": 10, "update": 9.751, "loss": "0.012", "ppl": "1.01", "wps": "10950.8", "ups": "5.27", "wpb": "2079.6", "bsz": "100.9", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.271", "train_wall": "19", "gb_free": "27.9", "wall": "9182"} {"epoch": 10, "update": 9.751, "loss": "0.012", "ppl": "1.01", "wps": "10950.8", "ups": "5.27", "wpb": "2079.6", "bsz": "100.9", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.271", "train_wall": "19", "gb_free": "27.9", "wall": "9182"} {"epoch": 10, "update": 9.751, "loss": "0.012", "ppl": "1.01", "wps": "10950.8", "ups": "5.27", "wpb": "2079.6", "bsz": "100.9", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.271", "train_wall": "19", "gb_free": "27.9", "wall": "9182"} {"epoch": 10, "update": 9.751, "loss": "0.012", "ppl": "1.01", "wps": "10950.8", "ups": "5.27", "wpb": "2079.6", "bsz": "100.9", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.271", "train_wall": "19", "gb_free": "27.9", "wall": "9182"} {"epoch": 10, "update": 9.751, "loss": "0.012", "ppl": "1.01", "wps": "10950.8", "ups": "5.27", "wpb": "2079.6", "bsz": "100.9", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.271", "train_wall": "19", "gb_free": "27.9", "wall": "9182"} {"epoch": 10, "update": 9.751, "loss": "0.012", "ppl": "1.01", "wps": "10950.8", "ups": "5.27", "wpb": "2079.6", "bsz": "100.9", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.271", "train_wall": "19", "gb_free": "27.9", "wall": "9182"} {"epoch": 10, "update": 9.751, "loss": "0.012", "ppl": "1.01", "wps": "10950.8", "ups": "5.27", "wpb": "2079.6", "bsz": "100.9", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.271", "train_wall": "19", "gb_free": "27.9", "wall": "9182"} {"epoch": 10, "update": 9.751, "loss": "0.012", "ppl": "1.01", "wps": "10950.8", "ups": "5.27", "wpb": "2079.6", "bsz": "100.9", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.271", "train_wall": "19", "gb_free": "27.9", "wall": "9182"} {"epoch": 10, "update": 9.751, "loss": "0.012", "ppl": "1.01", "wps": "10950.8", "ups": "5.27", "wpb": "2079.6", "bsz": "100.9", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.271", "train_wall": "19", "gb_free": "27.9", "wall": "9182"} {"epoch": 10, "update": 9.751, "loss": "0.012", "ppl": "1.01", "wps": "10950.8", "ups": "5.27", "wpb": "2079.6", "bsz": "100.9", "num_updates": "47300", "lr": "0.000145402", "gnorm": "0.271", "train_wall": "19", "gb_free": "27.9", "wall": "9182"} {"epoch": 10, "update": 9.771, "loss": "0.012", "ppl": "1.01", "wps": "11575.7", "ups": "5.23", "wpb": "2214.7", "bsz": "105.2", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "9201"} {"epoch": 10, "update": 9.771, "loss": "0.012", "ppl": "1.01", "wps": "11575.7", "ups": "5.23", "wpb": "2214.7", "bsz": "105.2", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "9201"} {"epoch": 10, "update": 9.771, "loss": "0.012", "ppl": "1.01", "wps": "11575.7", "ups": "5.23", "wpb": "2214.7", "bsz": "105.2", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "9201"} {"epoch": 10, "update": 9.771, "loss": "0.012", "ppl": "1.01", "wps": "11575.7", "ups": "5.23", "wpb": "2214.7", "bsz": "105.2", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "9201"} {"epoch": 10, "update": 9.771, "loss": "0.012", "ppl": "1.01", "wps": "11575.7", "ups": "5.23", "wpb": "2214.7", "bsz": "105.2", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "9201"} {"epoch": 10, "update": 9.771, "loss": "0.012", "ppl": "1.01", "wps": "11575.7", "ups": "5.23", "wpb": "2214.7", "bsz": "105.2", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "9201"} {"epoch": 10, "update": 9.771, "loss": "0.012", "ppl": "1.01", "wps": "11575.7", "ups": "5.23", "wpb": "2214.7", "bsz": "105.2", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "9201"} {"epoch": 10, "update": 9.771, "loss": "0.012", "ppl": "1.01", "wps": "11575.7", "ups": "5.23", "wpb": "2214.7", "bsz": "105.2", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "9201"} {"epoch": 10, "update": 9.771, "loss": "0.012", "ppl": "1.01", "wps": "11575.7", "ups": "5.23", "wpb": "2214.7", "bsz": "105.2", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "9201"} {"epoch": 10, "update": 9.771, "loss": "0.012", "ppl": "1.01", "wps": "11575.7", "ups": "5.23", "wpb": "2214.7", "bsz": "105.2", "num_updates": "47400", "lr": "0.000145248", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "9201"} {"epoch": 10, "update": 9.792, "loss": "0.011", "ppl": "1.01", "wps": "9848", "ups": "5.2", "wpb": "1892.3", "bsz": "92.3", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.9", "wall": "9221"} {"epoch": 10, "update": 9.792, "loss": "0.011", "ppl": "1.01", "wps": "9848", "ups": "5.2", "wpb": "1892.3", "bsz": "92.3", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.9", "wall": "9221"} {"epoch": 10, "update": 9.792, "loss": "0.011", "ppl": "1.01", "wps": "9848", "ups": "5.2", "wpb": "1892.3", "bsz": "92.3", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.9", "wall": "9221"} {"epoch": 10, "update": 9.792, "loss": "0.011", "ppl": "1.01", "wps": "9848", "ups": "5.2", "wpb": "1892.3", "bsz": "92.3", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.9", "wall": "9221"} {"epoch": 10, "update": 9.792, "loss": "0.011", "ppl": "1.01", "wps": "9848", "ups": "5.2", "wpb": "1892.3", "bsz": "92.3", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.9", "wall": "9221"} {"epoch": 10, "update": 9.792, "loss": "0.011", "ppl": "1.01", "wps": "9848", "ups": "5.2", "wpb": "1892.3", "bsz": "92.3", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.9", "wall": "9221"} {"epoch": 10, "update": 9.792, "loss": "0.011", "ppl": "1.01", "wps": "9848", "ups": "5.2", "wpb": "1892.3", "bsz": "92.3", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.9", "wall": "9221"} {"epoch": 10, "update": 9.792, "loss": "0.011", "ppl": "1.01", "wps": "9848", "ups": "5.2", "wpb": "1892.3", "bsz": "92.3", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.9", "wall": "9221"} {"epoch": 10, "update": 9.792, "loss": "0.011", "ppl": "1.01", "wps": "9848", "ups": "5.2", "wpb": "1892.3", "bsz": "92.3", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.9", "wall": "9221"} {"epoch": 10, "update": 9.792, "loss": "0.011", "ppl": "1.01", "wps": "9848", "ups": "5.2", "wpb": "1892.3", "bsz": "92.3", "num_updates": "47500", "lr": "0.000145095", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.9", "wall": "9221"} {"epoch": 10, "update": 9.812, "loss": "0.014", "ppl": "1.01", "wps": "10665.1", "ups": "5.21", "wpb": "2047.8", "bsz": "95.8", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.2", "wall": "9240"} {"epoch": 10, "update": 9.812, "loss": "0.014", "ppl": "1.01", "wps": "10665.1", "ups": "5.21", "wpb": "2047.8", "bsz": "95.8", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.2", "wall": "9240"} {"epoch": 10, "update": 9.812, "loss": "0.014", "ppl": "1.01", "wps": "10665.1", "ups": "5.21", "wpb": "2047.8", "bsz": "95.8", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.2", "wall": "9240"} {"epoch": 10, "update": 9.812, "loss": "0.014", "ppl": "1.01", "wps": "10665.1", "ups": "5.21", "wpb": "2047.8", "bsz": "95.8", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.2", "wall": "9240"} {"epoch": 10, "update": 9.812, "loss": "0.014", "ppl": "1.01", "wps": "10665.1", "ups": "5.21", "wpb": "2047.8", "bsz": "95.8", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.2", "wall": "9240"} {"epoch": 10, "update": 9.812, "loss": "0.014", "ppl": "1.01", "wps": "10665.1", "ups": "5.21", "wpb": "2047.8", "bsz": "95.8", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.2", "wall": "9240"} {"epoch": 10, "update": 9.812, "loss": "0.014", "ppl": "1.01", "wps": "10665.1", "ups": "5.21", "wpb": "2047.8", "bsz": "95.8", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.2", "wall": "9240"} {"epoch": 10, "update": 9.812, "loss": "0.014", "ppl": "1.01", "wps": "10665.1", "ups": "5.21", "wpb": "2047.8", "bsz": "95.8", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.2", "wall": "9240"} {"epoch": 10, "update": 9.812, "loss": "0.014", "ppl": "1.01", "wps": "10665.1", "ups": "5.21", "wpb": "2047.8", "bsz": "95.8", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.2", "wall": "9240"} {"epoch": 10, "update": 9.812, "loss": "0.014", "ppl": "1.01", "wps": "10665.1", "ups": "5.21", "wpb": "2047.8", "bsz": "95.8", "num_updates": "47600", "lr": "0.000144943", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.2", "wall": "9240"} {"epoch": 10, "update": 9.833, "loss": "0.01", "ppl": "1.01", "wps": "9876.5", "ups": "5.26", "wpb": "1878.8", "bsz": "92.1", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "9259"} {"epoch": 10, "update": 9.833, "loss": "0.01", "ppl": "1.01", "wps": "9876.5", "ups": "5.26", "wpb": "1878.8", "bsz": "92.1", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "9259"} {"epoch": 10, "update": 9.833, "loss": "0.01", "ppl": "1.01", "wps": "9876.5", "ups": "5.26", "wpb": "1878.8", "bsz": "92.1", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "9259"} {"epoch": 10, "update": 9.833, "loss": "0.01", "ppl": "1.01", "wps": "9876.5", "ups": "5.26", "wpb": "1878.8", "bsz": "92.1", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "9259"} {"epoch": 10, "update": 9.833, "loss": "0.01", "ppl": "1.01", "wps": "9876.5", "ups": "5.26", "wpb": "1878.8", "bsz": "92.1", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "9259"} {"epoch": 10, "update": 9.833, "loss": "0.01", "ppl": "1.01", "wps": "9876.5", "ups": "5.26", "wpb": "1878.8", "bsz": "92.1", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "9259"} {"epoch": 10, "update": 9.833, "loss": "0.01", "ppl": "1.01", "wps": "9876.5", "ups": "5.26", "wpb": "1878.8", "bsz": "92.1", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "9259"} {"epoch": 10, "update": 9.833, "loss": "0.01", "ppl": "1.01", "wps": "9876.5", "ups": "5.26", "wpb": "1878.8", "bsz": "92.1", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "9259"} {"epoch": 10, "update": 9.833, "loss": "0.01", "ppl": "1.01", "wps": "9876.5", "ups": "5.26", "wpb": "1878.8", "bsz": "92.1", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "9259"} {"epoch": 10, "update": 9.833, "loss": "0.01", "ppl": "1.01", "wps": "9876.5", "ups": "5.26", "wpb": "1878.8", "bsz": "92.1", "num_updates": "47700", "lr": "0.000144791", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "9259"} {"epoch": 10, "update": 9.854, "loss": "0.016", "ppl": "1.01", "wps": "10701.8", "ups": "5.21", "wpb": "2055.6", "bsz": "98", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.373", "train_wall": "19", "gb_free": "29.3", "wall": "9278"} {"epoch": 10, "update": 9.854, "loss": "0.016", "ppl": "1.01", "wps": "10701.8", "ups": "5.21", "wpb": "2055.6", "bsz": "98", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.373", "train_wall": "19", "gb_free": "29.3", "wall": "9278"} {"epoch": 10, "update": 9.854, "loss": "0.016", "ppl": "1.01", "wps": "10701.8", "ups": "5.21", "wpb": "2055.6", "bsz": "98", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.373", "train_wall": "19", "gb_free": "29.3", "wall": "9278"} {"epoch": 10, "update": 9.854, "loss": "0.016", "ppl": "1.01", "wps": "10701.8", "ups": "5.21", "wpb": "2055.6", "bsz": "98", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.373", "train_wall": "19", "gb_free": "29.3", "wall": "9278"} {"epoch": 10, "update": 9.854, "loss": "0.016", "ppl": "1.01", "wps": "10701.8", "ups": "5.21", "wpb": "2055.6", "bsz": "98", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.373", "train_wall": "19", "gb_free": "29.3", "wall": "9278"} {"epoch": 10, "update": 9.854, "loss": "0.016", "ppl": "1.01", "wps": "10701.8", "ups": "5.21", "wpb": "2055.6", "bsz": "98", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.373", "train_wall": "19", "gb_free": "29.3", "wall": "9278"} {"epoch": 10, "update": 9.854, "loss": "0.016", "ppl": "1.01", "wps": "10701.8", "ups": "5.21", "wpb": "2055.6", "bsz": "98", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.373", "train_wall": "19", "gb_free": "29.3", "wall": "9278"} {"epoch": 10, "update": 9.854, "loss": "0.016", "ppl": "1.01", "wps": "10701.8", "ups": "5.21", "wpb": "2055.6", "bsz": "98", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.373", "train_wall": "19", "gb_free": "29.3", "wall": "9278"} {"epoch": 10, "update": 9.854, "loss": "0.016", "ppl": "1.01", "wps": "10701.8", "ups": "5.21", "wpb": "2055.6", "bsz": "98", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.373", "train_wall": "19", "gb_free": "29.3", "wall": "9278"} {"epoch": 10, "update": 9.854, "loss": "0.016", "ppl": "1.01", "wps": "10701.8", "ups": "5.21", "wpb": "2055.6", "bsz": "98", "num_updates": "47800", "lr": "0.000144639", "gnorm": "0.373", "train_wall": "19", "gb_free": "29.3", "wall": "9278"} {"epoch": 10, "update": 9.874, "loss": "0.015", "ppl": "1.01", "wps": "10110.7", "ups": "5.23", "wpb": "1932.7", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.353", "train_wall": "19", "gb_free": "27.9", "wall": "9297"} {"epoch": 10, "update": 9.874, "loss": "0.015", "ppl": "1.01", "wps": "10110.7", "ups": "5.23", "wpb": "1932.7", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.353", "train_wall": "19", "gb_free": "27.9", "wall": "9297"} {"epoch": 10, "update": 9.874, "loss": "0.015", "ppl": "1.01", "wps": "10110.7", "ups": "5.23", "wpb": "1932.7", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.353", "train_wall": "19", "gb_free": "27.9", "wall": "9297"} {"epoch": 10, "update": 9.874, "loss": "0.015", "ppl": "1.01", "wps": "10110.7", "ups": "5.23", "wpb": "1932.7", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.353", "train_wall": "19", "gb_free": "27.9", "wall": "9297"} {"epoch": 10, "update": 9.874, "loss": "0.015", "ppl": "1.01", "wps": "10110.7", "ups": "5.23", "wpb": "1932.7", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.353", "train_wall": "19", "gb_free": "27.9", "wall": "9297"} {"epoch": 10, "update": 9.874, "loss": "0.015", "ppl": "1.01", "wps": "10110.7", "ups": "5.23", "wpb": "1932.7", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.353", "train_wall": "19", "gb_free": "27.9", "wall": "9297"} {"epoch": 10, "update": 9.874, "loss": "0.015", "ppl": "1.01", "wps": "10110.7", "ups": "5.23", "wpb": "1932.7", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.353", "train_wall": "19", "gb_free": "27.9", "wall": "9297"} {"epoch": 10, "update": 9.874, "loss": "0.015", "ppl": "1.01", "wps": "10110.7", "ups": "5.23", "wpb": "1932.7", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.353", "train_wall": "19", "gb_free": "27.9", "wall": "9297"} {"epoch": 10, "update": 9.874, "loss": "0.015", "ppl": "1.01", "wps": "10110.7", "ups": "5.23", "wpb": "1932.7", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.353", "train_wall": "19", "gb_free": "27.9", "wall": "9297"} {"epoch": 10, "update": 9.874, "loss": "0.015", "ppl": "1.01", "wps": "10110.7", "ups": "5.23", "wpb": "1932.7", "bsz": "94.6", "num_updates": "47900", "lr": "0.000144488", "gnorm": "0.353", "train_wall": "19", "gb_free": "27.9", "wall": "9297"} {"epoch": 10, "update": 9.895, "loss": "0.014", "ppl": "1.01", "wps": "10659.6", "ups": "5.2", "wpb": "2049.6", "bsz": "96.6", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.3", "train_wall": "19", "gb_free": "28.6", "wall": "9316"} {"epoch": 10, "update": 9.895, "loss": "0.014", "ppl": "1.01", "wps": "10659.6", "ups": "5.2", "wpb": "2049.6", "bsz": "96.6", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.3", "train_wall": "19", "gb_free": "28.6", "wall": "9316"} {"epoch": 10, "update": 9.895, "loss": "0.014", "ppl": "1.01", "wps": "10659.6", "ups": "5.2", "wpb": "2049.6", "bsz": "96.6", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.3", "train_wall": "19", "gb_free": "28.6", "wall": "9316"} {"epoch": 10, "update": 9.895, "loss": "0.014", "ppl": "1.01", "wps": "10659.6", "ups": "5.2", "wpb": "2049.6", "bsz": "96.6", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.3", "train_wall": "19", "gb_free": "28.6", "wall": "9316"} {"epoch": 10, "update": 9.895, "loss": "0.014", "ppl": "1.01", "wps": "10659.6", "ups": "5.2", "wpb": "2049.6", "bsz": "96.6", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.3", "train_wall": "19", "gb_free": "28.6", "wall": "9316"} {"epoch": 10, "update": 9.895, "loss": "0.014", "ppl": "1.01", "wps": "10659.6", "ups": "5.2", "wpb": "2049.6", "bsz": "96.6", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.3", "train_wall": "19", "gb_free": "28.6", "wall": "9316"} {"epoch": 10, "update": 9.895, "loss": "0.014", "ppl": "1.01", "wps": "10659.6", "ups": "5.2", "wpb": "2049.6", "bsz": "96.6", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.3", "train_wall": "19", "gb_free": "28.6", "wall": "9316"} {"epoch": 10, "update": 9.895, "loss": "0.014", "ppl": "1.01", "wps": "10659.6", "ups": "5.2", "wpb": "2049.6", "bsz": "96.6", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.3", "train_wall": "19", "gb_free": "28.6", "wall": "9316"} {"epoch": 10, "update": 9.895, "loss": "0.014", "ppl": "1.01", "wps": "10659.6", "ups": "5.2", "wpb": "2049.6", "bsz": "96.6", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.3", "train_wall": "19", "gb_free": "28.6", "wall": "9316"} {"epoch": 10, "update": 9.895, "loss": "0.014", "ppl": "1.01", "wps": "10659.6", "ups": "5.2", "wpb": "2049.6", "bsz": "96.6", "num_updates": "48000", "lr": "0.000144338", "gnorm": "0.3", "train_wall": "19", "gb_free": "28.6", "wall": "9316"} {"epoch": 10, "update": 9.915, "loss": "0.015", "ppl": "1.01", "wps": "10138.2", "ups": "5.19", "wpb": "1954.6", "bsz": "89.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.32", "train_wall": "19", "gb_free": "29.2", "wall": "9336"} {"epoch": 10, "update": 9.915, "loss": "0.015", "ppl": "1.01", "wps": "10138.2", "ups": "5.19", "wpb": "1954.6", "bsz": "89.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.32", "train_wall": "19", "gb_free": "29.2", "wall": "9336"} {"epoch": 10, "update": 9.915, "loss": "0.015", "ppl": "1.01", "wps": "10138.2", "ups": "5.19", "wpb": "1954.6", "bsz": "89.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.32", "train_wall": "19", "gb_free": "29.2", "wall": "9336"} {"epoch": 10, "update": 9.915, "loss": "0.015", "ppl": "1.01", "wps": "10138.2", "ups": "5.19", "wpb": "1954.6", "bsz": "89.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.32", "train_wall": "19", "gb_free": "29.2", "wall": "9336"} {"epoch": 10, "update": 9.915, "loss": "0.015", "ppl": "1.01", "wps": "10138.2", "ups": "5.19", "wpb": "1954.6", "bsz": "89.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.32", "train_wall": "19", "gb_free": "29.2", "wall": "9336"} {"epoch": 10, "update": 9.915, "loss": "0.015", "ppl": "1.01", "wps": "10138.2", "ups": "5.19", "wpb": "1954.6", "bsz": "89.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.32", "train_wall": "19", "gb_free": "29.2", "wall": "9336"} {"epoch": 10, "update": 9.915, "loss": "0.015", "ppl": "1.01", "wps": "10138.2", "ups": "5.19", "wpb": "1954.6", "bsz": "89.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.32", "train_wall": "19", "gb_free": "29.2", "wall": "9336"} {"epoch": 10, "update": 9.915, "loss": "0.015", "ppl": "1.01", "wps": "10138.2", "ups": "5.19", "wpb": "1954.6", "bsz": "89.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.32", "train_wall": "19", "gb_free": "29.2", "wall": "9336"} {"epoch": 10, "update": 9.915, "loss": "0.015", "ppl": "1.01", "wps": "10138.2", "ups": "5.19", "wpb": "1954.6", "bsz": "89.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.32", "train_wall": "19", "gb_free": "29.2", "wall": "9336"} {"epoch": 10, "update": 9.915, "loss": "0.015", "ppl": "1.01", "wps": "10138.2", "ups": "5.19", "wpb": "1954.6", "bsz": "89.4", "num_updates": "48100", "lr": "0.000144187", "gnorm": "0.32", "train_wall": "19", "gb_free": "29.2", "wall": "9336"} {"epoch": 10, "update": 9.936, "loss": "0.012", "ppl": "1.01", "wps": "9945.8", "ups": "5.2", "wpb": "1912", "bsz": "92", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.305", "train_wall": "19", "gb_free": "29", "wall": "9355"} {"epoch": 10, "update": 9.936, "loss": "0.012", "ppl": "1.01", "wps": "9945.8", "ups": "5.2", "wpb": "1912", "bsz": "92", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.305", "train_wall": "19", "gb_free": "29", "wall": "9355"} {"epoch": 10, "update": 9.936, "loss": "0.012", "ppl": "1.01", "wps": "9945.8", "ups": "5.2", "wpb": "1912", "bsz": "92", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.305", "train_wall": "19", "gb_free": "29", "wall": "9355"} {"epoch": 10, "update": 9.936, "loss": "0.012", "ppl": "1.01", "wps": "9945.8", "ups": "5.2", "wpb": "1912", "bsz": "92", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.305", "train_wall": "19", "gb_free": "29", "wall": "9355"} {"epoch": 10, "update": 9.936, "loss": "0.012", "ppl": "1.01", "wps": "9945.8", "ups": "5.2", "wpb": "1912", "bsz": "92", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.305", "train_wall": "19", "gb_free": "29", "wall": "9355"} {"epoch": 10, "update": 9.936, "loss": "0.012", "ppl": "1.01", "wps": "9945.8", "ups": "5.2", "wpb": "1912", "bsz": "92", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.305", "train_wall": "19", "gb_free": "29", "wall": "9355"} {"epoch": 10, "update": 9.936, "loss": "0.012", "ppl": "1.01", "wps": "9945.8", "ups": "5.2", "wpb": "1912", "bsz": "92", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.305", "train_wall": "19", "gb_free": "29", "wall": "9355"} {"epoch": 10, "update": 9.936, "loss": "0.012", "ppl": "1.01", "wps": "9945.8", "ups": "5.2", "wpb": "1912", "bsz": "92", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.305", "train_wall": "19", "gb_free": "29", "wall": "9355"} {"epoch": 10, "update": 9.936, "loss": "0.012", "ppl": "1.01", "wps": "9945.8", "ups": "5.2", "wpb": "1912", "bsz": "92", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.305", "train_wall": "19", "gb_free": "29", "wall": "9355"} {"epoch": 10, "update": 9.936, "loss": "0.012", "ppl": "1.01", "wps": "9945.8", "ups": "5.2", "wpb": "1912", "bsz": "92", "num_updates": "48200", "lr": "0.000144038", "gnorm": "0.305", "train_wall": "19", "gb_free": "29", "wall": "9355"} {"epoch": 10, "update": 9.957, "loss": "0.011", "ppl": "1.01", "wps": "10747", "ups": "5.2", "wpb": "2065.3", "bsz": "98", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9374"} {"epoch": 10, "update": 9.957, "loss": "0.011", "ppl": "1.01", "wps": "10747", "ups": "5.2", "wpb": "2065.3", "bsz": "98", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9374"} {"epoch": 10, "update": 9.957, "loss": "0.011", "ppl": "1.01", "wps": "10747", "ups": "5.2", "wpb": "2065.3", "bsz": "98", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9374"} {"epoch": 10, "update": 9.957, "loss": "0.011", "ppl": "1.01", "wps": "10747", "ups": "5.2", "wpb": "2065.3", "bsz": "98", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9374"} {"epoch": 10, "update": 9.957, "loss": "0.011", "ppl": "1.01", "wps": "10747", "ups": "5.2", "wpb": "2065.3", "bsz": "98", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9374"} {"epoch": 10, "update": 9.957, "loss": "0.011", "ppl": "1.01", "wps": "10747", "ups": "5.2", "wpb": "2065.3", "bsz": "98", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9374"} {"epoch": 10, "update": 9.957, "loss": "0.011", "ppl": "1.01", "wps": "10747", "ups": "5.2", "wpb": "2065.3", "bsz": "98", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9374"} {"epoch": 10, "update": 9.957, "loss": "0.011", "ppl": "1.01", "wps": "10747", "ups": "5.2", "wpb": "2065.3", "bsz": "98", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9374"} {"epoch": 10, "update": 9.957, "loss": "0.011", "ppl": "1.01", "wps": "10747", "ups": "5.2", "wpb": "2065.3", "bsz": "98", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9374"} {"epoch": 10, "update": 9.957, "loss": "0.011", "ppl": "1.01", "wps": "10747", "ups": "5.2", "wpb": "2065.3", "bsz": "98", "num_updates": "48300", "lr": "0.000143889", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9374"} {"epoch": 10, "update": 9.977, "loss": "0.011", "ppl": "1.01", "wps": "8732.2", "ups": "5.19", "wpb": "1682.4", "bsz": "84.3", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.8", "wall": "9393"} {"epoch": 10, "update": 9.977, "loss": "0.011", "ppl": "1.01", "wps": "8732.2", "ups": "5.19", "wpb": "1682.4", "bsz": "84.3", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.8", "wall": "9393"} {"epoch": 10, "update": 9.977, "loss": "0.011", "ppl": "1.01", "wps": "8732.2", "ups": "5.19", "wpb": "1682.4", "bsz": "84.3", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.8", "wall": "9393"} {"epoch": 10, "update": 9.977, "loss": "0.011", "ppl": "1.01", "wps": "8732.2", "ups": "5.19", "wpb": "1682.4", "bsz": "84.3", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.8", "wall": "9393"} {"epoch": 10, "update": 9.977, "loss": "0.011", "ppl": "1.01", "wps": "8732.2", "ups": "5.19", "wpb": "1682.4", "bsz": "84.3", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.8", "wall": "9393"} {"epoch": 10, "update": 9.977, "loss": "0.011", "ppl": "1.01", "wps": "8732.2", "ups": "5.19", "wpb": "1682.4", "bsz": "84.3", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.8", "wall": "9393"} {"epoch": 10, "update": 9.977, "loss": "0.011", "ppl": "1.01", "wps": "8732.2", "ups": "5.19", "wpb": "1682.4", "bsz": "84.3", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.8", "wall": "9393"} {"epoch": 10, "update": 9.977, "loss": "0.011", "ppl": "1.01", "wps": "8732.2", "ups": "5.19", "wpb": "1682.4", "bsz": "84.3", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.8", "wall": "9393"} {"epoch": 10, "update": 9.977, "loss": "0.011", "ppl": "1.01", "wps": "8732.2", "ups": "5.19", "wpb": "1682.4", "bsz": "84.3", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.8", "wall": "9393"} {"epoch": 10, "update": 9.977, "loss": "0.011", "ppl": "1.01", "wps": "8732.2", "ups": "5.19", "wpb": "1682.4", "bsz": "84.3", "num_updates": "48400", "lr": "0.00014374", "gnorm": "0.336", "train_wall": "19", "gb_free": "28.8", "wall": "9393"} {"epoch": 10, "update": 9.998, "loss": "0.014", "ppl": "1.01", "wps": "10732.1", "ups": "5.22", "wpb": "2056.3", "bsz": "98.7", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.382", "train_wall": "19", "gb_free": "28.6", "wall": "9413"} {"epoch": 10, "update": 9.998, "loss": "0.014", "ppl": "1.01", "wps": "10732.1", "ups": "5.22", "wpb": "2056.3", "bsz": "98.7", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.382", "train_wall": "19", "gb_free": "28.6", "wall": "9413"} {"epoch": 10, "update": 9.998, "loss": "0.014", "ppl": "1.01", "wps": "10732.1", "ups": "5.22", "wpb": "2056.3", "bsz": "98.7", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.382", "train_wall": "19", "gb_free": "28.6", "wall": "9413"} {"epoch": 10, "update": 9.998, "loss": "0.014", "ppl": "1.01", "wps": "10732.1", "ups": "5.22", "wpb": "2056.3", "bsz": "98.7", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.382", "train_wall": "19", "gb_free": "28.6", "wall": "9413"} {"epoch": 10, "update": 9.998, "loss": "0.014", "ppl": "1.01", "wps": "10732.1", "ups": "5.22", "wpb": "2056.3", "bsz": "98.7", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.382", "train_wall": "19", "gb_free": "28.6", "wall": "9413"} {"epoch": 10, "update": 9.998, "loss": "0.014", "ppl": "1.01", "wps": "10732.1", "ups": "5.22", "wpb": "2056.3", "bsz": "98.7", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.382", "train_wall": "19", "gb_free": "28.6", "wall": "9413"} {"epoch": 10, "update": 9.998, "loss": "0.014", "ppl": "1.01", "wps": "10732.1", "ups": "5.22", "wpb": "2056.3", "bsz": "98.7", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.382", "train_wall": "19", "gb_free": "28.6", "wall": "9413"} {"epoch": 10, "update": 9.998, "loss": "0.014", "ppl": "1.01", "wps": "10732.1", "ups": "5.22", "wpb": "2056.3", "bsz": "98.7", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.382", "train_wall": "19", "gb_free": "28.6", "wall": "9413"} {"epoch": 10, "update": 9.998, "loss": "0.014", "ppl": "1.01", "wps": "10732.1", "ups": "5.22", "wpb": "2056.3", "bsz": "98.7", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.382", "train_wall": "19", "gb_free": "28.6", "wall": "9413"} {"epoch": 10, "update": 9.998, "loss": "0.014", "ppl": "1.01", "wps": "10732.1", "ups": "5.22", "wpb": "2056.3", "bsz": "98.7", "num_updates": "48500", "lr": "0.000143592", "gnorm": "0.382", "train_wall": "19", "gb_free": "28.6", "wall": "9413"} begin validation on "valid" subset {"epoch": 10, "valid_loss": "0.057", "valid_ppl": "1.04", "valid_wps": "33081.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "48510", "valid_best_loss": "0.057"} {"epoch": 10, "valid_loss": "0.057", "valid_ppl": "1.04", "valid_wps": "33081.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "48510", "valid_best_loss": "0.057"} {"epoch": 10, "valid_loss": "0.057", "valid_ppl": "1.04", "valid_wps": "33081.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "48510", "valid_best_loss": "0.057"} {"epoch": 10, "valid_loss": "0.057", "valid_ppl": "1.04", "valid_wps": "33081.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "48510", "valid_best_loss": "0.057"} {"epoch": 10, "valid_loss": "0.057", "valid_ppl": "1.04", "valid_wps": "33081.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "48510", "valid_best_loss": "0.057"} {"epoch": 10, "valid_loss": "0.057", "valid_ppl": "1.04", "valid_wps": "33081.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "48510", "valid_best_loss": "0.057"} {"epoch": 10, "valid_loss": "0.057", "valid_ppl": "1.04", "valid_wps": "33081.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "48510", "valid_best_loss": "0.057"} {"epoch": 10, "valid_loss": "0.057", "valid_ppl": "1.04", "valid_wps": "33081.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "48510", "valid_best_loss": "0.057"} {"epoch": 10, "valid_loss": "0.057", "valid_ppl": "1.04", "valid_wps": "33081.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "48510", "valid_best_loss": "0.057"} {"epoch": 10, "valid_loss": "0.057", "valid_ppl": "1.04", "valid_wps": "33081.3", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "48510", "valid_best_loss": "0.057"} end of epoch 10 (average epoch stats below) {"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "10239.3", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "48510", "train_lr": "0.000143577", "train_gnorm": "0.314", "train_train_wall": "923", "train_gb_free": "28.8", "train_wall": "9423"} {"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "10239.3", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "48510", "train_lr": "0.000143577", "train_gnorm": "0.314", "train_train_wall": "923", "train_gb_free": "28.8", "train_wall": "9423"} {"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "10239.3", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "48510", "train_lr": "0.000143577", "train_gnorm": "0.314", "train_train_wall": "923", "train_gb_free": "28.8", "train_wall": "9423"} {"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "10239.3", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "48510", "train_lr": "0.000143577", "train_gnorm": "0.314", "train_train_wall": "923", "train_gb_free": "28.8", "train_wall": "9423"} {"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "10239.3", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "48510", "train_lr": "0.000143577", "train_gnorm": "0.314", "train_train_wall": "923", "train_gb_free": "28.8", "train_wall": "9423"} {"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "10239.3", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "48510", "train_lr": "0.000143577", "train_gnorm": "0.314", "train_train_wall": "923", "train_gb_free": "28.8", "train_wall": "9423"} {"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "10239.3", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "48510", "train_lr": "0.000143577", "train_gnorm": "0.314", "train_train_wall": "923", "train_gb_free": "28.8", "train_wall": "9423"} {"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "10239.3", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "48510", "train_lr": "0.000143577", "train_gnorm": "0.314", "train_train_wall": "923", "train_gb_free": "28.8", "train_wall": "9423"} {"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "10239.3", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "48510", "train_lr": "0.000143577", "train_gnorm": "0.314", "train_train_wall": "923", "train_gb_free": "28.8", "train_wall": "9423"} {"epoch": 10, "train_loss": "0.013", "train_ppl": "1.01", "train_wps": "10239.3", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "48510", "train_lr": "0.000143577", "train_gnorm": "0.314", "train_train_wall": "923", "train_gb_free": "28.8", "train_wall": "9423"} Start iterating over samples {"epoch": 11, "update": 10.019, "loss": "0.013", "ppl": "1.01", "wps": "7291", "ups": "3.66", "wpb": "1992.9", "bsz": "97.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.286", "train_wall": "19", "gb_free": "29", "wall": "9440"} {"epoch": 11, "update": 10.019, "loss": "0.013", "ppl": "1.01", "wps": "7291", "ups": "3.66", "wpb": "1992.9", "bsz": "97.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.286", "train_wall": "19", "gb_free": "29", "wall": "9440"} {"epoch": 11, "update": 10.019, "loss": "0.013", "ppl": "1.01", "wps": "7291", "ups": "3.66", "wpb": "1992.9", "bsz": "97.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.286", "train_wall": "19", "gb_free": "29", "wall": "9440"} {"epoch": 11, "update": 10.019, "loss": "0.013", "ppl": "1.01", "wps": "7291", "ups": "3.66", "wpb": "1992.9", "bsz": "97.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.286", "train_wall": "19", "gb_free": "29", "wall": "9440"} {"epoch": 11, "update": 10.019, "loss": "0.013", "ppl": "1.01", "wps": "7291", "ups": "3.66", "wpb": "1992.9", "bsz": "97.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.286", "train_wall": "19", "gb_free": "29", "wall": "9440"} {"epoch": 11, "update": 10.019, "loss": "0.013", "ppl": "1.01", "wps": "7291", "ups": "3.66", "wpb": "1992.9", "bsz": "97.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.286", "train_wall": "19", "gb_free": "29", "wall": "9440"} {"epoch": 11, "update": 10.019, "loss": "0.013", "ppl": "1.01", "wps": "7291", "ups": "3.66", "wpb": "1992.9", "bsz": "97.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.286", "train_wall": "19", "gb_free": "29", "wall": "9440"} {"epoch": 11, "update": 10.019, "loss": "0.013", "ppl": "1.01", "wps": "7291", "ups": "3.66", "wpb": "1992.9", "bsz": "97.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.286", "train_wall": "19", "gb_free": "29", "wall": "9440"} {"epoch": 11, "update": 10.019, "loss": "0.013", "ppl": "1.01", "wps": "7291", "ups": "3.66", "wpb": "1992.9", "bsz": "97.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.286", "train_wall": "19", "gb_free": "29", "wall": "9440"} {"epoch": 11, "update": 10.019, "loss": "0.013", "ppl": "1.01", "wps": "7291", "ups": "3.66", "wpb": "1992.9", "bsz": "97.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.286", "train_wall": "19", "gb_free": "29", "wall": "9440"} {"epoch": 11, "update": 10.019, "loss": "0.013", "ppl": "1.01", "wps": "7291", "ups": "3.66", "wpb": "1992.9", "bsz": "97.2", "num_updates": "48600", "lr": "0.000143444", "gnorm": "0.286", "train_wall": "19", "gb_free": "29", "wall": "9440"} {"epoch": 11, "update": 10.039, "loss": "0.012", "ppl": "1.01", "wps": "10768.9", "ups": "5.19", "wpb": "2075.1", "bsz": "103.5", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.9", "wall": "9459"} {"epoch": 11, "update": 10.039, "loss": "0.012", "ppl": "1.01", "wps": "10768.9", "ups": "5.19", "wpb": "2075.1", "bsz": "103.5", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.9", "wall": "9459"} {"epoch": 11, "update": 10.039, "loss": "0.012", "ppl": "1.01", "wps": "10768.9", "ups": "5.19", "wpb": "2075.1", "bsz": "103.5", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.9", "wall": "9459"} {"epoch": 11, "update": 10.039, "loss": "0.012", "ppl": "1.01", "wps": "10768.9", "ups": "5.19", "wpb": "2075.1", "bsz": "103.5", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.9", "wall": "9459"} {"epoch": 11, "update": 10.039, "loss": "0.012", "ppl": "1.01", "wps": "10768.9", "ups": "5.19", "wpb": "2075.1", "bsz": "103.5", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.9", "wall": "9459"} {"epoch": 11, "update": 10.039, "loss": "0.012", "ppl": "1.01", "wps": "10768.9", "ups": "5.19", "wpb": "2075.1", "bsz": "103.5", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.9", "wall": "9459"} {"epoch": 11, "update": 10.039, "loss": "0.012", "ppl": "1.01", "wps": "10768.9", "ups": "5.19", "wpb": "2075.1", "bsz": "103.5", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.9", "wall": "9459"} {"epoch": 11, "update": 10.039, "loss": "0.012", "ppl": "1.01", "wps": "10768.9", "ups": "5.19", "wpb": "2075.1", "bsz": "103.5", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.9", "wall": "9459"} {"epoch": 11, "update": 10.039, "loss": "0.012", "ppl": "1.01", "wps": "10768.9", "ups": "5.19", "wpb": "2075.1", "bsz": "103.5", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.9", "wall": "9459"} {"epoch": 11, "update": 10.039, "loss": "0.012", "ppl": "1.01", "wps": "10768.9", "ups": "5.19", "wpb": "2075.1", "bsz": "103.5", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.9", "wall": "9459"} {"epoch": 11, "update": 10.039, "loss": "0.012", "ppl": "1.01", "wps": "10768.9", "ups": "5.19", "wpb": "2075.1", "bsz": "103.5", "num_updates": "48700", "lr": "0.000143296", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.9", "wall": "9459"} {"epoch": 11, "update": 10.06, "loss": "0.018", "ppl": "1.01", "wps": "10035.3", "ups": "5.2", "wpb": "1929", "bsz": "95.2", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.425", "train_wall": "19", "gb_free": "28.9", "wall": "9478"} {"epoch": 11, "update": 10.06, "loss": "0.018", "ppl": "1.01", "wps": "10035.3", "ups": "5.2", "wpb": "1929", "bsz": "95.2", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.425", "train_wall": "19", "gb_free": "28.9", "wall": "9478"} {"epoch": 11, "update": 10.06, "loss": "0.018", "ppl": "1.01", "wps": "10035.3", "ups": "5.2", "wpb": "1929", "bsz": "95.2", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.425", "train_wall": "19", "gb_free": "28.9", "wall": "9478"} {"epoch": 11, "update": 10.06, "loss": "0.018", "ppl": "1.01", "wps": "10035.3", "ups": "5.2", "wpb": "1929", "bsz": "95.2", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.425", "train_wall": "19", "gb_free": "28.9", "wall": "9478"} {"epoch": 11, "update": 10.06, "loss": "0.018", "ppl": "1.01", "wps": "10035.3", "ups": "5.2", "wpb": "1929", "bsz": "95.2", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.425", "train_wall": "19", "gb_free": "28.9", "wall": "9478"} {"epoch": 11, "update": 10.06, "loss": "0.018", "ppl": "1.01", "wps": "10035.3", "ups": "5.2", "wpb": "1929", "bsz": "95.2", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.425", "train_wall": "19", "gb_free": "28.9", "wall": "9478"} {"epoch": 11, "update": 10.06, "loss": "0.018", "ppl": "1.01", "wps": "10035.3", "ups": "5.2", "wpb": "1929", "bsz": "95.2", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.425", "train_wall": "19", "gb_free": "28.9", "wall": "9478"} {"epoch": 11, "update": 10.06, "loss": "0.018", "ppl": "1.01", "wps": "10035.3", "ups": "5.2", "wpb": "1929", "bsz": "95.2", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.425", "train_wall": "19", "gb_free": "28.9", "wall": "9478"} {"epoch": 11, "update": 10.06, "loss": "0.018", "ppl": "1.01", "wps": "10035.3", "ups": "5.2", "wpb": "1929", "bsz": "95.2", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.425", "train_wall": "19", "gb_free": "28.9", "wall": "9478"} {"epoch": 11, "update": 10.06, "loss": "0.018", "ppl": "1.01", "wps": "10035.3", "ups": "5.2", "wpb": "1929", "bsz": "95.2", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.425", "train_wall": "19", "gb_free": "28.9", "wall": "9478"} {"epoch": 11, "update": 10.06, "loss": "0.018", "ppl": "1.01", "wps": "10035.3", "ups": "5.2", "wpb": "1929", "bsz": "95.2", "num_updates": "48800", "lr": "0.00014315", "gnorm": "0.425", "train_wall": "19", "gb_free": "28.9", "wall": "9478"} {"epoch": 11, "update": 10.08, "loss": "0.012", "ppl": "1.01", "wps": "9582.3", "ups": "5.19", "wpb": "1844.8", "bsz": "91.9", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "9498"} {"epoch": 11, "update": 10.08, "loss": "0.012", "ppl": "1.01", "wps": "9582.3", "ups": "5.19", "wpb": "1844.8", "bsz": "91.9", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "9498"} {"epoch": 11, "update": 10.08, "loss": "0.012", "ppl": "1.01", "wps": "9582.3", "ups": "5.19", "wpb": "1844.8", "bsz": "91.9", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "9498"} {"epoch": 11, "update": 10.08, "loss": "0.012", "ppl": "1.01", "wps": "9582.3", "ups": "5.19", "wpb": "1844.8", "bsz": "91.9", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "9498"} {"epoch": 11, "update": 10.08, "loss": "0.012", "ppl": "1.01", "wps": "9582.3", "ups": "5.19", "wpb": "1844.8", "bsz": "91.9", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "9498"} {"epoch": 11, "update": 10.08, "loss": "0.012", "ppl": "1.01", "wps": "9582.3", "ups": "5.19", "wpb": "1844.8", "bsz": "91.9", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "9498"} {"epoch": 11, "update": 10.08, "loss": "0.012", "ppl": "1.01", "wps": "9582.3", "ups": "5.19", "wpb": "1844.8", "bsz": "91.9", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "9498"} {"epoch": 11, "update": 10.08, "loss": "0.012", "ppl": "1.01", "wps": "9582.3", "ups": "5.19", "wpb": "1844.8", "bsz": "91.9", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "9498"} {"epoch": 11, "update": 10.08, "loss": "0.012", "ppl": "1.01", "wps": "9582.3", "ups": "5.19", "wpb": "1844.8", "bsz": "91.9", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "9498"} {"epoch": 11, "update": 10.08, "loss": "0.012", "ppl": "1.01", "wps": "9582.3", "ups": "5.19", "wpb": "1844.8", "bsz": "91.9", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "9498"} {"epoch": 11, "update": 10.08, "loss": "0.012", "ppl": "1.01", "wps": "9582.3", "ups": "5.19", "wpb": "1844.8", "bsz": "91.9", "num_updates": "48900", "lr": "0.000143003", "gnorm": "0.341", "train_wall": "19", "gb_free": "29", "wall": "9498"} {"epoch": 11, "update": 10.101, "loss": "0.011", "ppl": "1.01", "wps": "10426.8", "ups": "5.23", "wpb": "1994.7", "bsz": "94.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.246", "train_wall": "19", "gb_free": "28.2", "wall": "9517"} {"epoch": 11, "update": 10.101, "loss": "0.011", "ppl": "1.01", "wps": "10426.8", "ups": "5.23", "wpb": "1994.7", "bsz": "94.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.246", "train_wall": "19", "gb_free": "28.2", "wall": "9517"} {"epoch": 11, "update": 10.101, "loss": "0.011", "ppl": "1.01", "wps": "10426.8", "ups": "5.23", "wpb": "1994.7", "bsz": "94.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.246", "train_wall": "19", "gb_free": "28.2", "wall": "9517"} {"epoch": 11, "update": 10.101, "loss": "0.011", "ppl": "1.01", "wps": "10426.8", "ups": "5.23", "wpb": "1994.7", "bsz": "94.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.246", "train_wall": "19", "gb_free": "28.2", "wall": "9517"} {"epoch": 11, "update": 10.101, "loss": "0.011", "ppl": "1.01", "wps": "10426.8", "ups": "5.23", "wpb": "1994.7", "bsz": "94.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.246", "train_wall": "19", "gb_free": "28.2", "wall": "9517"} {"epoch": 11, "update": 10.101, "loss": "0.011", "ppl": "1.01", "wps": "10426.8", "ups": "5.23", "wpb": "1994.7", "bsz": "94.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.246", "train_wall": "19", "gb_free": "28.2", "wall": "9517"} {"epoch": 11, "update": 10.101, "loss": "0.011", "ppl": "1.01", "wps": "10426.8", "ups": "5.23", "wpb": "1994.7", "bsz": "94.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.246", "train_wall": "19", "gb_free": "28.2", "wall": "9517"} {"epoch": 11, "update": 10.101, "loss": "0.011", "ppl": "1.01", "wps": "10426.8", "ups": "5.23", "wpb": "1994.7", "bsz": "94.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.246", "train_wall": "19", "gb_free": "28.2", "wall": "9517"} {"epoch": 11, "update": 10.101, "loss": "0.011", "ppl": "1.01", "wps": "10426.8", "ups": "5.23", "wpb": "1994.7", "bsz": "94.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.246", "train_wall": "19", "gb_free": "28.2", "wall": "9517"} {"epoch": 11, "update": 10.101, "loss": "0.011", "ppl": "1.01", "wps": "10426.8", "ups": "5.23", "wpb": "1994.7", "bsz": "94.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.246", "train_wall": "19", "gb_free": "28.2", "wall": "9517"} {"epoch": 11, "update": 10.101, "loss": "0.011", "ppl": "1.01", "wps": "10426.8", "ups": "5.23", "wpb": "1994.7", "bsz": "94.2", "num_updates": "49000", "lr": "0.000142857", "gnorm": "0.246", "train_wall": "19", "gb_free": "28.2", "wall": "9517"} {"epoch": 11, "update": 10.122, "loss": "0.008", "ppl": "1.01", "wps": "10049.4", "ups": "5.18", "wpb": "1938.8", "bsz": "96", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.1", "wall": "9536"} {"epoch": 11, "update": 10.122, "loss": "0.008", "ppl": "1.01", "wps": "10049.4", "ups": "5.18", "wpb": "1938.8", "bsz": "96", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.1", "wall": "9536"} {"epoch": 11, "update": 10.122, "loss": "0.008", "ppl": "1.01", "wps": "10049.4", "ups": "5.18", "wpb": "1938.8", "bsz": "96", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.1", "wall": "9536"} {"epoch": 11, "update": 10.122, "loss": "0.008", "ppl": "1.01", "wps": "10049.4", "ups": "5.18", "wpb": "1938.8", "bsz": "96", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.1", "wall": "9536"} {"epoch": 11, "update": 10.122, "loss": "0.008", "ppl": "1.01", "wps": "10049.4", "ups": "5.18", "wpb": "1938.8", "bsz": "96", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.1", "wall": "9536"} {"epoch": 11, "update": 10.122, "loss": "0.008", "ppl": "1.01", "wps": "10049.4", "ups": "5.18", "wpb": "1938.8", "bsz": "96", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.1", "wall": "9536"} {"epoch": 11, "update": 10.122, "loss": "0.008", "ppl": "1.01", "wps": "10049.4", "ups": "5.18", "wpb": "1938.8", "bsz": "96", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.1", "wall": "9536"} {"epoch": 11, "update": 10.122, "loss": "0.008", "ppl": "1.01", "wps": "10049.4", "ups": "5.18", "wpb": "1938.8", "bsz": "96", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.1", "wall": "9536"} {"epoch": 11, "update": 10.122, "loss": "0.008", "ppl": "1.01", "wps": "10049.4", "ups": "5.18", "wpb": "1938.8", "bsz": "96", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.1", "wall": "9536"} {"epoch": 11, "update": 10.122, "loss": "0.008", "ppl": "1.01", "wps": "10049.4", "ups": "5.18", "wpb": "1938.8", "bsz": "96", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.1", "wall": "9536"} {"epoch": 11, "update": 10.122, "loss": "0.008", "ppl": "1.01", "wps": "10049.4", "ups": "5.18", "wpb": "1938.8", "bsz": "96", "num_updates": "49100", "lr": "0.000142712", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.1", "wall": "9536"} {"epoch": 11, "update": 10.142, "loss": "0.015", "ppl": "1.01", "wps": "11110.9", "ups": "5.21", "wpb": "2131.2", "bsz": "104.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.313", "train_wall": "19", "gb_free": "26.9", "wall": "9555"} {"epoch": 11, "update": 10.142, "loss": "0.015", "ppl": "1.01", "wps": "11110.9", "ups": "5.21", "wpb": "2131.2", "bsz": "104.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.313", "train_wall": "19", "gb_free": "26.9", "wall": "9555"} {"epoch": 11, "update": 10.142, "loss": "0.015", "ppl": "1.01", "wps": "11110.9", "ups": "5.21", "wpb": "2131.2", "bsz": "104.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.313", "train_wall": "19", "gb_free": "26.9", "wall": "9555"} {"epoch": 11, "update": 10.142, "loss": "0.015", "ppl": "1.01", "wps": "11110.9", "ups": "5.21", "wpb": "2131.2", "bsz": "104.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.313", "train_wall": "19", "gb_free": "26.9", "wall": "9555"} {"epoch": 11, "update": 10.142, "loss": "0.015", "ppl": "1.01", "wps": "11110.9", "ups": "5.21", "wpb": "2131.2", "bsz": "104.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.313", "train_wall": "19", "gb_free": "26.9", "wall": "9555"} {"epoch": 11, "update": 10.142, "loss": "0.015", "ppl": "1.01", "wps": "11110.9", "ups": "5.21", "wpb": "2131.2", "bsz": "104.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.313", "train_wall": "19", "gb_free": "26.9", "wall": "9555"} {"epoch": 11, "update": 10.142, "loss": "0.015", "ppl": "1.01", "wps": "11110.9", "ups": "5.21", "wpb": "2131.2", "bsz": "104.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.313", "train_wall": "19", "gb_free": "26.9", "wall": "9555"} {"epoch": 11, "update": 10.142, "loss": "0.015", "ppl": "1.01", "wps": "11110.9", "ups": "5.21", "wpb": "2131.2", "bsz": "104.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.313", "train_wall": "19", "gb_free": "26.9", "wall": "9555"} {"epoch": 11, "update": 10.142, "loss": "0.015", "ppl": "1.01", "wps": "11110.9", "ups": "5.21", "wpb": "2131.2", "bsz": "104.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.313", "train_wall": "19", "gb_free": "26.9", "wall": "9555"} {"epoch": 11, "update": 10.142, "loss": "0.015", "ppl": "1.01", "wps": "11110.9", "ups": "5.21", "wpb": "2131.2", "bsz": "104.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.313", "train_wall": "19", "gb_free": "26.9", "wall": "9555"} {"epoch": 11, "update": 10.142, "loss": "0.015", "ppl": "1.01", "wps": "11110.9", "ups": "5.21", "wpb": "2131.2", "bsz": "104.4", "num_updates": "49200", "lr": "0.000142566", "gnorm": "0.313", "train_wall": "19", "gb_free": "26.9", "wall": "9555"} {"epoch": 11, "update": 10.163, "loss": "0.012", "ppl": "1.01", "wps": "11869.5", "ups": "5.27", "wpb": "2251.8", "bsz": "108.2", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.285", "train_wall": "19", "gb_free": "29", "wall": "9574"} {"epoch": 11, "update": 10.163, "loss": "0.012", "ppl": "1.01", "wps": "11869.5", "ups": "5.27", "wpb": "2251.8", "bsz": "108.2", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.285", "train_wall": "19", "gb_free": "29", "wall": "9574"} {"epoch": 11, "update": 10.163, "loss": "0.012", "ppl": "1.01", "wps": "11869.5", "ups": "5.27", "wpb": "2251.8", "bsz": "108.2", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.285", "train_wall": "19", "gb_free": "29", "wall": "9574"} {"epoch": 11, "update": 10.163, "loss": "0.012", "ppl": "1.01", "wps": "11869.5", "ups": "5.27", "wpb": "2251.8", "bsz": "108.2", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.285", "train_wall": "19", "gb_free": "29", "wall": "9574"} {"epoch": 11, "update": 10.163, "loss": "0.012", "ppl": "1.01", "wps": "11869.5", "ups": "5.27", "wpb": "2251.8", "bsz": "108.2", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.285", "train_wall": "19", "gb_free": "29", "wall": "9574"} {"epoch": 11, "update": 10.163, "loss": "0.012", "ppl": "1.01", "wps": "11869.5", "ups": "5.27", "wpb": "2251.8", "bsz": "108.2", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.285", "train_wall": "19", "gb_free": "29", "wall": "9574"} {"epoch": 11, "update": 10.163, "loss": "0.012", "ppl": "1.01", "wps": "11869.5", "ups": "5.27", "wpb": "2251.8", "bsz": "108.2", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.285", "train_wall": "19", "gb_free": "29", "wall": "9574"} {"epoch": 11, "update": 10.163, "loss": "0.012", "ppl": "1.01", "wps": "11869.5", "ups": "5.27", "wpb": "2251.8", "bsz": "108.2", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.285", "train_wall": "19", "gb_free": "29", "wall": "9574"} {"epoch": 11, "update": 10.163, "loss": "0.012", "ppl": "1.01", "wps": "11869.5", "ups": "5.27", "wpb": "2251.8", "bsz": "108.2", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.285", "train_wall": "19", "gb_free": "29", "wall": "9574"} {"epoch": 11, "update": 10.163, "loss": "0.012", "ppl": "1.01", "wps": "11869.5", "ups": "5.27", "wpb": "2251.8", "bsz": "108.2", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.285", "train_wall": "19", "gb_free": "29", "wall": "9574"} {"epoch": 11, "update": 10.163, "loss": "0.012", "ppl": "1.01", "wps": "11869.5", "ups": "5.27", "wpb": "2251.8", "bsz": "108.2", "num_updates": "49300", "lr": "0.000142422", "gnorm": "0.285", "train_wall": "19", "gb_free": "29", "wall": "9574"} {"epoch": 11, "update": 10.183, "loss": "0.011", "ppl": "1.01", "wps": "10257.1", "ups": "5.19", "wpb": "1977.1", "bsz": "97.9", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.8", "wall": "9594"} {"epoch": 11, "update": 10.183, "loss": "0.011", "ppl": "1.01", "wps": "10257.1", "ups": "5.19", "wpb": "1977.1", "bsz": "97.9", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.8", "wall": "9594"} {"epoch": 11, "update": 10.183, "loss": "0.011", "ppl": "1.01", "wps": "10257.1", "ups": "5.19", "wpb": "1977.1", "bsz": "97.9", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.8", "wall": "9594"} {"epoch": 11, "update": 10.183, "loss": "0.011", "ppl": "1.01", "wps": "10257.1", "ups": "5.19", "wpb": "1977.1", "bsz": "97.9", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.8", "wall": "9594"} {"epoch": 11, "update": 10.183, "loss": "0.011", "ppl": "1.01", "wps": "10257.1", "ups": "5.19", "wpb": "1977.1", "bsz": "97.9", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.8", "wall": "9594"} {"epoch": 11, "update": 10.183, "loss": "0.011", "ppl": "1.01", "wps": "10257.1", "ups": "5.19", "wpb": "1977.1", "bsz": "97.9", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.8", "wall": "9594"} {"epoch": 11, "update": 10.183, "loss": "0.011", "ppl": "1.01", "wps": "10257.1", "ups": "5.19", "wpb": "1977.1", "bsz": "97.9", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.8", "wall": "9594"} {"epoch": 11, "update": 10.183, "loss": "0.011", "ppl": "1.01", "wps": "10257.1", "ups": "5.19", "wpb": "1977.1", "bsz": "97.9", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.8", "wall": "9594"} {"epoch": 11, "update": 10.183, "loss": "0.011", "ppl": "1.01", "wps": "10257.1", "ups": "5.19", "wpb": "1977.1", "bsz": "97.9", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.8", "wall": "9594"} {"epoch": 11, "update": 10.183, "loss": "0.011", "ppl": "1.01", "wps": "10257.1", "ups": "5.19", "wpb": "1977.1", "bsz": "97.9", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.8", "wall": "9594"} {"epoch": 11, "update": 10.183, "loss": "0.011", "ppl": "1.01", "wps": "10257.1", "ups": "5.19", "wpb": "1977.1", "bsz": "97.9", "num_updates": "49400", "lr": "0.000142278", "gnorm": "0.275", "train_wall": "19", "gb_free": "28.8", "wall": "9594"} {"epoch": 11, "update": 10.204, "loss": "0.012", "ppl": "1.01", "wps": "10350.6", "ups": "5.18", "wpb": "1998.2", "bsz": "94.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9613"} {"epoch": 11, "update": 10.204, "loss": "0.012", "ppl": "1.01", "wps": "10350.6", "ups": "5.18", "wpb": "1998.2", "bsz": "94.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9613"} {"epoch": 11, "update": 10.204, "loss": "0.012", "ppl": "1.01", "wps": "10350.6", "ups": "5.18", "wpb": "1998.2", "bsz": "94.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9613"} {"epoch": 11, "update": 10.204, "loss": "0.012", "ppl": "1.01", "wps": "10350.6", "ups": "5.18", "wpb": "1998.2", "bsz": "94.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9613"} {"epoch": 11, "update": 10.204, "loss": "0.012", "ppl": "1.01", "wps": "10350.6", "ups": "5.18", "wpb": "1998.2", "bsz": "94.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9613"} {"epoch": 11, "update": 10.204, "loss": "0.012", "ppl": "1.01", "wps": "10350.6", "ups": "5.18", "wpb": "1998.2", "bsz": "94.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9613"} {"epoch": 11, "update": 10.204, "loss": "0.012", "ppl": "1.01", "wps": "10350.6", "ups": "5.18", "wpb": "1998.2", "bsz": "94.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9613"} {"epoch": 11, "update": 10.204, "loss": "0.012", "ppl": "1.01", "wps": "10350.6", "ups": "5.18", "wpb": "1998.2", "bsz": "94.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9613"} {"epoch": 11, "update": 10.204, "loss": "0.012", "ppl": "1.01", "wps": "10350.6", "ups": "5.18", "wpb": "1998.2", "bsz": "94.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9613"} {"epoch": 11, "update": 10.204, "loss": "0.012", "ppl": "1.01", "wps": "10350.6", "ups": "5.18", "wpb": "1998.2", "bsz": "94.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9613"} {"epoch": 11, "update": 10.204, "loss": "0.012", "ppl": "1.01", "wps": "10350.6", "ups": "5.18", "wpb": "1998.2", "bsz": "94.8", "num_updates": "49500", "lr": "0.000142134", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "9613"} {"epoch": 11, "update": 10.225, "loss": "0.009", "ppl": "1.01", "wps": "9342.4", "ups": "5.16", "wpb": "1811.1", "bsz": "83.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.239", "train_wall": "19", "gb_free": "27.7", "wall": "9632"} {"epoch": 11, "update": 10.225, "loss": "0.009", "ppl": "1.01", "wps": "9342.4", "ups": "5.16", "wpb": "1811.1", "bsz": "83.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.239", "train_wall": "19", "gb_free": "27.7", "wall": "9632"} {"epoch": 11, "update": 10.225, "loss": "0.009", "ppl": "1.01", "wps": "9342.4", "ups": "5.16", "wpb": "1811.1", "bsz": "83.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.239", "train_wall": "19", "gb_free": "27.7", "wall": "9632"} {"epoch": 11, "update": 10.225, "loss": "0.009", "ppl": "1.01", "wps": "9342.4", "ups": "5.16", "wpb": "1811.1", "bsz": "83.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.239", "train_wall": "19", "gb_free": "27.7", "wall": "9632"} {"epoch": 11, "update": 10.225, "loss": "0.009", "ppl": "1.01", "wps": "9342.4", "ups": "5.16", "wpb": "1811.1", "bsz": "83.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.239", "train_wall": "19", "gb_free": "27.7", "wall": "9632"} {"epoch": 11, "update": 10.225, "loss": "0.009", "ppl": "1.01", "wps": "9342.4", "ups": "5.16", "wpb": "1811.1", "bsz": "83.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.239", "train_wall": "19", "gb_free": "27.7", "wall": "9632"} {"epoch": 11, "update": 10.225, "loss": "0.009", "ppl": "1.01", "wps": "9342.4", "ups": "5.16", "wpb": "1811.1", "bsz": "83.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.239", "train_wall": "19", "gb_free": "27.7", "wall": "9632"} {"epoch": 11, "update": 10.225, "loss": "0.009", "ppl": "1.01", "wps": "9342.4", "ups": "5.16", "wpb": "1811.1", "bsz": "83.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.239", "train_wall": "19", "gb_free": "27.7", "wall": "9632"} {"epoch": 11, "update": 10.225, "loss": "0.009", "ppl": "1.01", "wps": "9342.4", "ups": "5.16", "wpb": "1811.1", "bsz": "83.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.239", "train_wall": "19", "gb_free": "27.7", "wall": "9632"} {"epoch": 11, "update": 10.225, "loss": "0.009", "ppl": "1.01", "wps": "9342.4", "ups": "5.16", "wpb": "1811.1", "bsz": "83.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.239", "train_wall": "19", "gb_free": "27.7", "wall": "9632"} {"epoch": 11, "update": 10.225, "loss": "0.009", "ppl": "1.01", "wps": "9342.4", "ups": "5.16", "wpb": "1811.1", "bsz": "83.5", "num_updates": "49600", "lr": "0.00014199", "gnorm": "0.239", "train_wall": "19", "gb_free": "27.7", "wall": "9632"} {"epoch": 11, "update": 10.245, "loss": "0.009", "ppl": "1.01", "wps": "10105.5", "ups": "5.23", "wpb": "1931.2", "bsz": "93.3", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "9651"} {"epoch": 11, "update": 10.245, "loss": "0.009", "ppl": "1.01", "wps": "10105.5", "ups": "5.23", "wpb": "1931.2", "bsz": "93.3", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "9651"} {"epoch": 11, "update": 10.245, "loss": "0.009", "ppl": "1.01", "wps": "10105.5", "ups": "5.23", "wpb": "1931.2", "bsz": "93.3", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "9651"} {"epoch": 11, "update": 10.245, "loss": "0.009", "ppl": "1.01", "wps": "10105.5", "ups": "5.23", "wpb": "1931.2", "bsz": "93.3", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "9651"} {"epoch": 11, "update": 10.245, "loss": "0.009", "ppl": "1.01", "wps": "10105.5", "ups": "5.23", "wpb": "1931.2", "bsz": "93.3", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "9651"} {"epoch": 11, "update": 10.245, "loss": "0.009", "ppl": "1.01", "wps": "10105.5", "ups": "5.23", "wpb": "1931.2", "bsz": "93.3", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "9651"} {"epoch": 11, "update": 10.245, "loss": "0.009", "ppl": "1.01", "wps": "10105.5", "ups": "5.23", "wpb": "1931.2", "bsz": "93.3", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "9651"} {"epoch": 11, "update": 10.245, "loss": "0.009", "ppl": "1.01", "wps": "10105.5", "ups": "5.23", "wpb": "1931.2", "bsz": "93.3", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "9651"} {"epoch": 11, "update": 10.245, "loss": "0.009", "ppl": "1.01", "wps": "10105.5", "ups": "5.23", "wpb": "1931.2", "bsz": "93.3", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "9651"} {"epoch": 11, "update": 10.245, "loss": "0.009", "ppl": "1.01", "wps": "10105.5", "ups": "5.23", "wpb": "1931.2", "bsz": "93.3", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "9651"} {"epoch": 11, "update": 10.245, "loss": "0.009", "ppl": "1.01", "wps": "10105.5", "ups": "5.23", "wpb": "1931.2", "bsz": "93.3", "num_updates": "49700", "lr": "0.000141848", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "9651"} {"epoch": 11, "update": 10.266, "loss": "0.009", "ppl": "1.01", "wps": "9635.5", "ups": "5.17", "wpb": "1864", "bsz": "90.8", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "9671"} {"epoch": 11, "update": 10.266, "loss": "0.009", "ppl": "1.01", "wps": "9635.5", "ups": "5.17", "wpb": "1864", "bsz": "90.8", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "9671"} {"epoch": 11, "update": 10.266, "loss": "0.009", "ppl": "1.01", "wps": "9635.5", "ups": "5.17", "wpb": "1864", "bsz": "90.8", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "9671"} {"epoch": 11, "update": 10.266, "loss": "0.009", "ppl": "1.01", "wps": "9635.5", "ups": "5.17", "wpb": "1864", "bsz": "90.8", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "9671"} {"epoch": 11, "update": 10.266, "loss": "0.009", "ppl": "1.01", "wps": "9635.5", "ups": "5.17", "wpb": "1864", "bsz": "90.8", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "9671"} {"epoch": 11, "update": 10.266, "loss": "0.009", "ppl": "1.01", "wps": "9635.5", "ups": "5.17", "wpb": "1864", "bsz": "90.8", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "9671"} {"epoch": 11, "update": 10.266, "loss": "0.009", "ppl": "1.01", "wps": "9635.5", "ups": "5.17", "wpb": "1864", "bsz": "90.8", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "9671"} {"epoch": 11, "update": 10.266, "loss": "0.009", "ppl": "1.01", "wps": "9635.5", "ups": "5.17", "wpb": "1864", "bsz": "90.8", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "9671"} {"epoch": 11, "update": 10.266, "loss": "0.009", "ppl": "1.01", "wps": "9635.5", "ups": "5.17", "wpb": "1864", "bsz": "90.8", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "9671"} {"epoch": 11, "update": 10.266, "loss": "0.009", "ppl": "1.01", "wps": "9635.5", "ups": "5.17", "wpb": "1864", "bsz": "90.8", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "9671"} {"epoch": 11, "update": 10.266, "loss": "0.009", "ppl": "1.01", "wps": "9635.5", "ups": "5.17", "wpb": "1864", "bsz": "90.8", "num_updates": "49800", "lr": "0.000141705", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.9", "wall": "9671"} {"epoch": 11, "update": 10.287, "loss": "0.009", "ppl": "1.01", "wps": "9866.2", "ups": "5.2", "wpb": "1898.2", "bsz": "87.7", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.258", "train_wall": "19", "gb_free": "28.7", "wall": "9690"} {"epoch": 11, "update": 10.287, "loss": "0.009", "ppl": "1.01", "wps": "9866.2", "ups": "5.2", "wpb": "1898.2", "bsz": "87.7", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.258", "train_wall": "19", "gb_free": "28.7", "wall": "9690"} {"epoch": 11, "update": 10.287, "loss": "0.009", "ppl": "1.01", "wps": "9866.2", "ups": "5.2", "wpb": "1898.2", "bsz": "87.7", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.258", "train_wall": "19", "gb_free": "28.7", "wall": "9690"} {"epoch": 11, "update": 10.287, "loss": "0.009", "ppl": "1.01", "wps": "9866.2", "ups": "5.2", "wpb": "1898.2", "bsz": "87.7", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.258", "train_wall": "19", "gb_free": "28.7", "wall": "9690"} {"epoch": 11, "update": 10.287, "loss": "0.009", "ppl": "1.01", "wps": "9866.2", "ups": "5.2", "wpb": "1898.2", "bsz": "87.7", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.258", "train_wall": "19", "gb_free": "28.7", "wall": "9690"} {"epoch": 11, "update": 10.287, "loss": "0.009", "ppl": "1.01", "wps": "9866.2", "ups": "5.2", "wpb": "1898.2", "bsz": "87.7", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.258", "train_wall": "19", "gb_free": "28.7", "wall": "9690"} {"epoch": 11, "update": 10.287, "loss": "0.009", "ppl": "1.01", "wps": "9866.2", "ups": "5.2", "wpb": "1898.2", "bsz": "87.7", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.258", "train_wall": "19", "gb_free": "28.7", "wall": "9690"} {"epoch": 11, "update": 10.287, "loss": "0.009", "ppl": "1.01", "wps": "9866.2", "ups": "5.2", "wpb": "1898.2", "bsz": "87.7", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.258", "train_wall": "19", "gb_free": "28.7", "wall": "9690"} {"epoch": 11, "update": 10.287, "loss": "0.009", "ppl": "1.01", "wps": "9866.2", "ups": "5.2", "wpb": "1898.2", "bsz": "87.7", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.258", "train_wall": "19", "gb_free": "28.7", "wall": "9690"} {"epoch": 11, "update": 10.287, "loss": "0.009", "ppl": "1.01", "wps": "9866.2", "ups": "5.2", "wpb": "1898.2", "bsz": "87.7", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.258", "train_wall": "19", "gb_free": "28.7", "wall": "9690"} {"epoch": 11, "update": 10.287, "loss": "0.009", "ppl": "1.01", "wps": "9866.2", "ups": "5.2", "wpb": "1898.2", "bsz": "87.7", "num_updates": "49900", "lr": "0.000141563", "gnorm": "0.258", "train_wall": "19", "gb_free": "28.7", "wall": "9690"} {"epoch": 11, "update": 10.307, "loss": "0.009", "ppl": "1.01", "wps": "9796.5", "ups": "5.21", "wpb": "1879.5", "bsz": "87.4", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "9709"} {"epoch": 11, "update": 10.307, "loss": "0.009", "ppl": "1.01", "wps": "9796.5", "ups": "5.21", "wpb": "1879.5", "bsz": "87.4", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "9709"} {"epoch": 11, "update": 10.307, "loss": "0.009", "ppl": "1.01", "wps": "9796.5", "ups": "5.21", "wpb": "1879.5", "bsz": "87.4", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "9709"} {"epoch": 11, "update": 10.307, "loss": "0.009", "ppl": "1.01", "wps": "9796.5", "ups": "5.21", "wpb": "1879.5", "bsz": "87.4", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "9709"} {"epoch": 11, "update": 10.307, "loss": "0.009", "ppl": "1.01", "wps": "9796.5", "ups": "5.21", "wpb": "1879.5", "bsz": "87.4", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "9709"} {"epoch": 11, "update": 10.307, "loss": "0.009", "ppl": "1.01", "wps": "9796.5", "ups": "5.21", "wpb": "1879.5", "bsz": "87.4", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "9709"} {"epoch": 11, "update": 10.307, "loss": "0.009", "ppl": "1.01", "wps": "9796.5", "ups": "5.21", "wpb": "1879.5", "bsz": "87.4", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "9709"} {"epoch": 11, "update": 10.307, "loss": "0.009", "ppl": "1.01", "wps": "9796.5", "ups": "5.21", "wpb": "1879.5", "bsz": "87.4", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "9709"} {"epoch": 11, "update": 10.307, "loss": "0.009", "ppl": "1.01", "wps": "9796.5", "ups": "5.21", "wpb": "1879.5", "bsz": "87.4", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "9709"} {"epoch": 11, "update": 10.307, "loss": "0.009", "ppl": "1.01", "wps": "9796.5", "ups": "5.21", "wpb": "1879.5", "bsz": "87.4", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "9709"} {"epoch": 11, "update": 10.307, "loss": "0.009", "ppl": "1.01", "wps": "9796.5", "ups": "5.21", "wpb": "1879.5", "bsz": "87.4", "num_updates": "50000", "lr": "0.000141421", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "9709"} {"epoch": 11, "update": 10.328, "loss": "0.01", "ppl": "1.01", "wps": "11235.8", "ups": "5.24", "wpb": "2143.5", "bsz": "105.7", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.295", "train_wall": "19", "gb_free": "27.3", "wall": "9728"} {"epoch": 11, "update": 10.328, "loss": "0.01", "ppl": "1.01", "wps": "11235.8", "ups": "5.24", "wpb": "2143.5", "bsz": "105.7", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.295", "train_wall": "19", "gb_free": "27.3", "wall": "9728"} {"epoch": 11, "update": 10.328, "loss": "0.01", "ppl": "1.01", "wps": "11235.8", "ups": "5.24", "wpb": "2143.5", "bsz": "105.7", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.295", "train_wall": "19", "gb_free": "27.3", "wall": "9728"} {"epoch": 11, "update": 10.328, "loss": "0.01", "ppl": "1.01", "wps": "11235.8", "ups": "5.24", "wpb": "2143.5", "bsz": "105.7", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.295", "train_wall": "19", "gb_free": "27.3", "wall": "9728"} {"epoch": 11, "update": 10.328, "loss": "0.01", "ppl": "1.01", "wps": "11235.8", "ups": "5.24", "wpb": "2143.5", "bsz": "105.7", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.295", "train_wall": "19", "gb_free": "27.3", "wall": "9728"} {"epoch": 11, "update": 10.328, "loss": "0.01", "ppl": "1.01", "wps": "11235.8", "ups": "5.24", "wpb": "2143.5", "bsz": "105.7", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.295", "train_wall": "19", "gb_free": "27.3", "wall": "9728"} {"epoch": 11, "update": 10.328, "loss": "0.01", "ppl": "1.01", "wps": "11235.8", "ups": "5.24", "wpb": "2143.5", "bsz": "105.7", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.295", "train_wall": "19", "gb_free": "27.3", "wall": "9728"} {"epoch": 11, "update": 10.328, "loss": "0.01", "ppl": "1.01", "wps": "11235.8", "ups": "5.24", "wpb": "2143.5", "bsz": "105.7", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.295", "train_wall": "19", "gb_free": "27.3", "wall": "9728"} {"epoch": 11, "update": 10.328, "loss": "0.01", "ppl": "1.01", "wps": "11235.8", "ups": "5.24", "wpb": "2143.5", "bsz": "105.7", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.295", "train_wall": "19", "gb_free": "27.3", "wall": "9728"} {"epoch": 11, "update": 10.328, "loss": "0.01", "ppl": "1.01", "wps": "11235.8", "ups": "5.24", "wpb": "2143.5", "bsz": "105.7", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.295", "train_wall": "19", "gb_free": "27.3", "wall": "9728"} {"epoch": 11, "update": 10.328, "loss": "0.01", "ppl": "1.01", "wps": "11235.8", "ups": "5.24", "wpb": "2143.5", "bsz": "105.7", "num_updates": "50100", "lr": "0.00014128", "gnorm": "0.295", "train_wall": "19", "gb_free": "27.3", "wall": "9728"} {"epoch": 11, "update": 10.348, "loss": "0.009", "ppl": "1.01", "wps": "10451.2", "ups": "5.26", "wpb": "1988", "bsz": "95.8", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.8", "wall": "9747"} {"epoch": 11, "update": 10.348, "loss": "0.009", "ppl": "1.01", "wps": "10451.2", "ups": "5.26", "wpb": "1988", "bsz": "95.8", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.8", "wall": "9747"} {"epoch": 11, "update": 10.348, "loss": "0.009", "ppl": "1.01", "wps": "10451.2", "ups": "5.26", "wpb": "1988", "bsz": "95.8", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.8", "wall": "9747"} {"epoch": 11, "update": 10.348, "loss": "0.009", "ppl": "1.01", "wps": "10451.2", "ups": "5.26", "wpb": "1988", "bsz": "95.8", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.8", "wall": "9747"} {"epoch": 11, "update": 10.348, "loss": "0.009", "ppl": "1.01", "wps": "10451.2", "ups": "5.26", "wpb": "1988", "bsz": "95.8", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.8", "wall": "9747"} {"epoch": 11, "update": 10.348, "loss": "0.009", "ppl": "1.01", "wps": "10451.2", "ups": "5.26", "wpb": "1988", "bsz": "95.8", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.8", "wall": "9747"} {"epoch": 11, "update": 10.348, "loss": "0.009", "ppl": "1.01", "wps": "10451.2", "ups": "5.26", "wpb": "1988", "bsz": "95.8", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.8", "wall": "9747"} {"epoch": 11, "update": 10.348, "loss": "0.009", "ppl": "1.01", "wps": "10451.2", "ups": "5.26", "wpb": "1988", "bsz": "95.8", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.8", "wall": "9747"} {"epoch": 11, "update": 10.348, "loss": "0.009", "ppl": "1.01", "wps": "10451.2", "ups": "5.26", "wpb": "1988", "bsz": "95.8", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.8", "wall": "9747"} {"epoch": 11, "update": 10.348, "loss": "0.009", "ppl": "1.01", "wps": "10451.2", "ups": "5.26", "wpb": "1988", "bsz": "95.8", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.8", "wall": "9747"} {"epoch": 11, "update": 10.348, "loss": "0.009", "ppl": "1.01", "wps": "10451.2", "ups": "5.26", "wpb": "1988", "bsz": "95.8", "num_updates": "50200", "lr": "0.000141139", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.8", "wall": "9747"} {"epoch": 11, "update": 10.369, "loss": "0.014", "ppl": "1.01", "wps": "10723.6", "ups": "5.18", "wpb": "2070.5", "bsz": "92", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.328", "train_wall": "19", "gb_free": "27.6", "wall": "9767"} {"epoch": 11, "update": 10.369, "loss": "0.014", "ppl": "1.01", "wps": "10723.6", "ups": "5.18", "wpb": "2070.5", "bsz": "92", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.328", "train_wall": "19", "gb_free": "27.6", "wall": "9767"} {"epoch": 11, "update": 10.369, "loss": "0.014", "ppl": "1.01", "wps": "10723.6", "ups": "5.18", "wpb": "2070.5", "bsz": "92", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.328", "train_wall": "19", "gb_free": "27.6", "wall": "9767"} {"epoch": 11, "update": 10.369, "loss": "0.014", "ppl": "1.01", "wps": "10723.6", "ups": "5.18", "wpb": "2070.5", "bsz": "92", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.328", "train_wall": "19", "gb_free": "27.6", "wall": "9767"} {"epoch": 11, "update": 10.369, "loss": "0.014", "ppl": "1.01", "wps": "10723.6", "ups": "5.18", "wpb": "2070.5", "bsz": "92", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.328", "train_wall": "19", "gb_free": "27.6", "wall": "9767"} {"epoch": 11, "update": 10.369, "loss": "0.014", "ppl": "1.01", "wps": "10723.6", "ups": "5.18", "wpb": "2070.5", "bsz": "92", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.328", "train_wall": "19", "gb_free": "27.6", "wall": "9767"} {"epoch": 11, "update": 10.369, "loss": "0.014", "ppl": "1.01", "wps": "10723.6", "ups": "5.18", "wpb": "2070.5", "bsz": "92", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.328", "train_wall": "19", "gb_free": "27.6", "wall": "9767"} {"epoch": 11, "update": 10.369, "loss": "0.014", "ppl": "1.01", "wps": "10723.6", "ups": "5.18", "wpb": "2070.5", "bsz": "92", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.328", "train_wall": "19", "gb_free": "27.6", "wall": "9767"} {"epoch": 11, "update": 10.369, "loss": "0.014", "ppl": "1.01", "wps": "10723.6", "ups": "5.18", "wpb": "2070.5", "bsz": "92", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.328", "train_wall": "19", "gb_free": "27.6", "wall": "9767"} {"epoch": 11, "update": 10.369, "loss": "0.014", "ppl": "1.01", "wps": "10723.6", "ups": "5.18", "wpb": "2070.5", "bsz": "92", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.328", "train_wall": "19", "gb_free": "27.6", "wall": "9767"} {"epoch": 11, "update": 10.369, "loss": "0.014", "ppl": "1.01", "wps": "10723.6", "ups": "5.18", "wpb": "2070.5", "bsz": "92", "num_updates": "50300", "lr": "0.000140999", "gnorm": "0.328", "train_wall": "19", "gb_free": "27.6", "wall": "9767"} {"epoch": 11, "update": 10.39, "loss": "0.01", "ppl": "1.01", "wps": "11044.1", "ups": "5.24", "wpb": "2105.7", "bsz": "99.8", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "9786"} {"epoch": 11, "update": 10.39, "loss": "0.01", "ppl": "1.01", "wps": "11044.1", "ups": "5.24", "wpb": "2105.7", "bsz": "99.8", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "9786"} {"epoch": 11, "update": 10.39, "loss": "0.01", "ppl": "1.01", "wps": "11044.1", "ups": "5.24", "wpb": "2105.7", "bsz": "99.8", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "9786"} {"epoch": 11, "update": 10.39, "loss": "0.01", "ppl": "1.01", "wps": "11044.1", "ups": "5.24", "wpb": "2105.7", "bsz": "99.8", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "9786"} {"epoch": 11, "update": 10.39, "loss": "0.01", "ppl": "1.01", "wps": "11044.1", "ups": "5.24", "wpb": "2105.7", "bsz": "99.8", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "9786"} {"epoch": 11, "update": 10.39, "loss": "0.01", "ppl": "1.01", "wps": "11044.1", "ups": "5.24", "wpb": "2105.7", "bsz": "99.8", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "9786"} {"epoch": 11, "update": 10.39, "loss": "0.01", "ppl": "1.01", "wps": "11044.1", "ups": "5.24", "wpb": "2105.7", "bsz": "99.8", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "9786"} {"epoch": 11, "update": 10.39, "loss": "0.01", "ppl": "1.01", "wps": "11044.1", "ups": "5.24", "wpb": "2105.7", "bsz": "99.8", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "9786"} {"epoch": 11, "update": 10.39, "loss": "0.01", "ppl": "1.01", "wps": "11044.1", "ups": "5.24", "wpb": "2105.7", "bsz": "99.8", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "9786"} {"epoch": 11, "update": 10.39, "loss": "0.01", "ppl": "1.01", "wps": "11044.1", "ups": "5.24", "wpb": "2105.7", "bsz": "99.8", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "9786"} {"epoch": 11, "update": 10.39, "loss": "0.01", "ppl": "1.01", "wps": "11044.1", "ups": "5.24", "wpb": "2105.7", "bsz": "99.8", "num_updates": "50400", "lr": "0.000140859", "gnorm": "0.272", "train_wall": "19", "gb_free": "29", "wall": "9786"} {"epoch": 11, "update": 10.41, "loss": "0.012", "ppl": "1.01", "wps": "10332.9", "ups": "5.19", "wpb": "1991.6", "bsz": "95.4", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.314", "train_wall": "19", "gb_free": "28.3", "wall": "9805"} {"epoch": 11, "update": 10.41, "loss": "0.012", "ppl": "1.01", "wps": "10332.9", "ups": "5.19", "wpb": "1991.6", "bsz": "95.4", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.314", "train_wall": "19", "gb_free": "28.3", "wall": "9805"} {"epoch": 11, "update": 10.41, "loss": "0.012", "ppl": "1.01", "wps": "10332.9", "ups": "5.19", "wpb": "1991.6", "bsz": "95.4", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.314", "train_wall": "19", "gb_free": "28.3", "wall": "9805"} {"epoch": 11, "update": 10.41, "loss": "0.012", "ppl": "1.01", "wps": "10332.9", "ups": "5.19", "wpb": "1991.6", "bsz": "95.4", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.314", "train_wall": "19", "gb_free": "28.3", "wall": "9805"} {"epoch": 11, "update": 10.41, "loss": "0.012", "ppl": "1.01", "wps": "10332.9", "ups": "5.19", "wpb": "1991.6", "bsz": "95.4", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.314", "train_wall": "19", "gb_free": "28.3", "wall": "9805"} {"epoch": 11, "update": 10.41, "loss": "0.012", "ppl": "1.01", "wps": "10332.9", "ups": "5.19", "wpb": "1991.6", "bsz": "95.4", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.314", "train_wall": "19", "gb_free": "28.3", "wall": "9805"} {"epoch": 11, "update": 10.41, "loss": "0.012", "ppl": "1.01", "wps": "10332.9", "ups": "5.19", "wpb": "1991.6", "bsz": "95.4", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.314", "train_wall": "19", "gb_free": "28.3", "wall": "9805"} {"epoch": 11, "update": 10.41, "loss": "0.012", "ppl": "1.01", "wps": "10332.9", "ups": "5.19", "wpb": "1991.6", "bsz": "95.4", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.314", "train_wall": "19", "gb_free": "28.3", "wall": "9805"} {"epoch": 11, "update": 10.41, "loss": "0.012", "ppl": "1.01", "wps": "10332.9", "ups": "5.19", "wpb": "1991.6", "bsz": "95.4", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.314", "train_wall": "19", "gb_free": "28.3", "wall": "9805"} {"epoch": 11, "update": 10.41, "loss": "0.012", "ppl": "1.01", "wps": "10332.9", "ups": "5.19", "wpb": "1991.6", "bsz": "95.4", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.314", "train_wall": "19", "gb_free": "28.3", "wall": "9805"} {"epoch": 11, "update": 10.41, "loss": "0.012", "ppl": "1.01", "wps": "10332.9", "ups": "5.19", "wpb": "1991.6", "bsz": "95.4", "num_updates": "50500", "lr": "0.00014072", "gnorm": "0.314", "train_wall": "19", "gb_free": "28.3", "wall": "9805"} {"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "9651.2", "ups": "5.16", "wpb": "1871.5", "bsz": "91.9", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.334", "train_wall": "19", "gb_free": "29", "wall": "9824"} {"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "9651.2", "ups": "5.16", "wpb": "1871.5", "bsz": "91.9", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.334", "train_wall": "19", "gb_free": "29", "wall": "9824"} {"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "9651.2", "ups": "5.16", "wpb": "1871.5", "bsz": "91.9", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.334", "train_wall": "19", "gb_free": "29", "wall": "9824"} {"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "9651.2", "ups": "5.16", "wpb": "1871.5", "bsz": "91.9", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.334", "train_wall": "19", "gb_free": "29", "wall": "9824"} {"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "9651.2", "ups": "5.16", "wpb": "1871.5", "bsz": "91.9", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.334", "train_wall": "19", "gb_free": "29", "wall": "9824"} {"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "9651.2", "ups": "5.16", "wpb": "1871.5", "bsz": "91.9", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.334", "train_wall": "19", "gb_free": "29", "wall": "9824"} {"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "9651.2", "ups": "5.16", "wpb": "1871.5", "bsz": "91.9", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.334", "train_wall": "19", "gb_free": "29", "wall": "9824"} {"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "9651.2", "ups": "5.16", "wpb": "1871.5", "bsz": "91.9", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.334", "train_wall": "19", "gb_free": "29", "wall": "9824"} {"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "9651.2", "ups": "5.16", "wpb": "1871.5", "bsz": "91.9", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.334", "train_wall": "19", "gb_free": "29", "wall": "9824"} {"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "9651.2", "ups": "5.16", "wpb": "1871.5", "bsz": "91.9", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.334", "train_wall": "19", "gb_free": "29", "wall": "9824"} {"epoch": 11, "update": 10.431, "loss": "0.015", "ppl": "1.01", "wps": "9651.2", "ups": "5.16", "wpb": "1871.5", "bsz": "91.9", "num_updates": "50600", "lr": "0.00014058", "gnorm": "0.334", "train_wall": "19", "gb_free": "29", "wall": "9824"} {"epoch": 11, "update": 10.451, "loss": "0.013", "ppl": "1.01", "wps": "9471.2", "ups": "5.14", "wpb": "1841.7", "bsz": "84.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "9844"} {"epoch": 11, "update": 10.451, "loss": "0.013", "ppl": "1.01", "wps": "9471.2", "ups": "5.14", "wpb": "1841.7", "bsz": "84.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "9844"} {"epoch": 11, "update": 10.451, "loss": "0.013", "ppl": "1.01", "wps": "9471.2", "ups": "5.14", "wpb": "1841.7", "bsz": "84.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "9844"} {"epoch": 11, "update": 10.451, "loss": "0.013", "ppl": "1.01", "wps": "9471.2", "ups": "5.14", "wpb": "1841.7", "bsz": "84.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "9844"} {"epoch": 11, "update": 10.451, "loss": "0.013", "ppl": "1.01", "wps": "9471.2", "ups": "5.14", "wpb": "1841.7", "bsz": "84.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "9844"} {"epoch": 11, "update": 10.451, "loss": "0.013", "ppl": "1.01", "wps": "9471.2", "ups": "5.14", "wpb": "1841.7", "bsz": "84.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "9844"} {"epoch": 11, "update": 10.451, "loss": "0.013", "ppl": "1.01", "wps": "9471.2", "ups": "5.14", "wpb": "1841.7", "bsz": "84.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "9844"} {"epoch": 11, "update": 10.451, "loss": "0.013", "ppl": "1.01", "wps": "9471.2", "ups": "5.14", "wpb": "1841.7", "bsz": "84.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "9844"} {"epoch": 11, "update": 10.451, "loss": "0.013", "ppl": "1.01", "wps": "9471.2", "ups": "5.14", "wpb": "1841.7", "bsz": "84.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "9844"} {"epoch": 11, "update": 10.451, "loss": "0.013", "ppl": "1.01", "wps": "9471.2", "ups": "5.14", "wpb": "1841.7", "bsz": "84.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "9844"} {"epoch": 11, "update": 10.451, "loss": "0.013", "ppl": "1.01", "wps": "9471.2", "ups": "5.14", "wpb": "1841.7", "bsz": "84.4", "num_updates": "50700", "lr": "0.000140442", "gnorm": "0.359", "train_wall": "19", "gb_free": "29", "wall": "9844"} {"epoch": 11, "update": 10.472, "loss": "0.013", "ppl": "1.01", "wps": "10422.3", "ups": "5.22", "wpb": "1996", "bsz": "95.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.31", "train_wall": "19", "gb_free": "28.8", "wall": "9863"} {"epoch": 11, "update": 10.472, "loss": "0.013", "ppl": "1.01", "wps": "10422.3", "ups": "5.22", "wpb": "1996", "bsz": "95.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.31", "train_wall": "19", "gb_free": "28.8", "wall": "9863"} {"epoch": 11, "update": 10.472, "loss": "0.013", "ppl": "1.01", "wps": "10422.3", "ups": "5.22", "wpb": "1996", "bsz": "95.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.31", "train_wall": "19", "gb_free": "28.8", "wall": "9863"} {"epoch": 11, "update": 10.472, "loss": "0.013", "ppl": "1.01", "wps": "10422.3", "ups": "5.22", "wpb": "1996", "bsz": "95.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.31", "train_wall": "19", "gb_free": "28.8", "wall": "9863"} {"epoch": 11, "update": 10.472, "loss": "0.013", "ppl": "1.01", "wps": "10422.3", "ups": "5.22", "wpb": "1996", "bsz": "95.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.31", "train_wall": "19", "gb_free": "28.8", "wall": "9863"} {"epoch": 11, "update": 10.472, "loss": "0.013", "ppl": "1.01", "wps": "10422.3", "ups": "5.22", "wpb": "1996", "bsz": "95.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.31", "train_wall": "19", "gb_free": "28.8", "wall": "9863"} {"epoch": 11, "update": 10.472, "loss": "0.013", "ppl": "1.01", "wps": "10422.3", "ups": "5.22", "wpb": "1996", "bsz": "95.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.31", "train_wall": "19", "gb_free": "28.8", "wall": "9863"} {"epoch": 11, "update": 10.472, "loss": "0.013", "ppl": "1.01", "wps": "10422.3", "ups": "5.22", "wpb": "1996", "bsz": "95.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.31", "train_wall": "19", "gb_free": "28.8", "wall": "9863"} {"epoch": 11, "update": 10.472, "loss": "0.013", "ppl": "1.01", "wps": "10422.3", "ups": "5.22", "wpb": "1996", "bsz": "95.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.31", "train_wall": "19", "gb_free": "28.8", "wall": "9863"} {"epoch": 11, "update": 10.472, "loss": "0.013", "ppl": "1.01", "wps": "10422.3", "ups": "5.22", "wpb": "1996", "bsz": "95.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.31", "train_wall": "19", "gb_free": "28.8", "wall": "9863"} {"epoch": 11, "update": 10.472, "loss": "0.013", "ppl": "1.01", "wps": "10422.3", "ups": "5.22", "wpb": "1996", "bsz": "95.6", "num_updates": "50800", "lr": "0.000140303", "gnorm": "0.31", "train_wall": "19", "gb_free": "28.8", "wall": "9863"} {"epoch": 11, "update": 10.493, "loss": "0.011", "ppl": "1.01", "wps": "10978.7", "ups": "5.24", "wpb": "2096.5", "bsz": "97.4", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.6", "wall": "9882"} {"epoch": 11, "update": 10.493, "loss": "0.011", "ppl": "1.01", "wps": "10978.7", "ups": "5.24", "wpb": "2096.5", "bsz": "97.4", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.6", "wall": "9882"} {"epoch": 11, "update": 10.493, "loss": "0.011", "ppl": "1.01", "wps": "10978.7", "ups": "5.24", "wpb": "2096.5", "bsz": "97.4", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.6", "wall": "9882"} {"epoch": 11, "update": 10.493, "loss": "0.011", "ppl": "1.01", "wps": "10978.7", "ups": "5.24", "wpb": "2096.5", "bsz": "97.4", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.6", "wall": "9882"} {"epoch": 11, "update": 10.493, "loss": "0.011", "ppl": "1.01", "wps": "10978.7", "ups": "5.24", "wpb": "2096.5", "bsz": "97.4", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.6", "wall": "9882"} {"epoch": 11, "update": 10.493, "loss": "0.011", "ppl": "1.01", "wps": "10978.7", "ups": "5.24", "wpb": "2096.5", "bsz": "97.4", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.6", "wall": "9882"} {"epoch": 11, "update": 10.493, "loss": "0.011", "ppl": "1.01", "wps": "10978.7", "ups": "5.24", "wpb": "2096.5", "bsz": "97.4", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.6", "wall": "9882"} {"epoch": 11, "update": 10.493, "loss": "0.011", "ppl": "1.01", "wps": "10978.7", "ups": "5.24", "wpb": "2096.5", "bsz": "97.4", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.6", "wall": "9882"} {"epoch": 11, "update": 10.493, "loss": "0.011", "ppl": "1.01", "wps": "10978.7", "ups": "5.24", "wpb": "2096.5", "bsz": "97.4", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.6", "wall": "9882"} {"epoch": 11, "update": 10.493, "loss": "0.011", "ppl": "1.01", "wps": "10978.7", "ups": "5.24", "wpb": "2096.5", "bsz": "97.4", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.6", "wall": "9882"} {"epoch": 11, "update": 10.493, "loss": "0.011", "ppl": "1.01", "wps": "10978.7", "ups": "5.24", "wpb": "2096.5", "bsz": "97.4", "num_updates": "50900", "lr": "0.000140165", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.6", "wall": "9882"} {"epoch": 11, "update": 10.513, "loss": "0.012", "ppl": "1.01", "wps": "10683.7", "ups": "5.23", "wpb": "2041.9", "bsz": "101.5", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "9901"} {"epoch": 11, "update": 10.513, "loss": "0.012", "ppl": "1.01", "wps": "10683.7", "ups": "5.23", "wpb": "2041.9", "bsz": "101.5", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "9901"} {"epoch": 11, "update": 10.513, "loss": "0.012", "ppl": "1.01", "wps": "10683.7", "ups": "5.23", "wpb": "2041.9", "bsz": "101.5", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "9901"} {"epoch": 11, "update": 10.513, "loss": "0.012", "ppl": "1.01", "wps": "10683.7", "ups": "5.23", "wpb": "2041.9", "bsz": "101.5", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "9901"} {"epoch": 11, "update": 10.513, "loss": "0.012", "ppl": "1.01", "wps": "10683.7", "ups": "5.23", "wpb": "2041.9", "bsz": "101.5", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "9901"} {"epoch": 11, "update": 10.513, "loss": "0.012", "ppl": "1.01", "wps": "10683.7", "ups": "5.23", "wpb": "2041.9", "bsz": "101.5", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "9901"} {"epoch": 11, "update": 10.513, "loss": "0.012", "ppl": "1.01", "wps": "10683.7", "ups": "5.23", "wpb": "2041.9", "bsz": "101.5", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "9901"} {"epoch": 11, "update": 10.513, "loss": "0.012", "ppl": "1.01", "wps": "10683.7", "ups": "5.23", "wpb": "2041.9", "bsz": "101.5", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "9901"} {"epoch": 11, "update": 10.513, "loss": "0.012", "ppl": "1.01", "wps": "10683.7", "ups": "5.23", "wpb": "2041.9", "bsz": "101.5", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "9901"} {"epoch": 11, "update": 10.513, "loss": "0.012", "ppl": "1.01", "wps": "10683.7", "ups": "5.23", "wpb": "2041.9", "bsz": "101.5", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "9901"} {"epoch": 11, "update": 10.513, "loss": "0.012", "ppl": "1.01", "wps": "10683.7", "ups": "5.23", "wpb": "2041.9", "bsz": "101.5", "num_updates": "51000", "lr": "0.000140028", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "9901"} {"epoch": 11, "update": 10.534, "loss": "0.01", "ppl": "1.01", "wps": "10722.9", "ups": "5.23", "wpb": "2049.4", "bsz": "100.4", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "9920"} {"epoch": 11, "update": 10.534, "loss": "0.01", "ppl": "1.01", "wps": "10722.9", "ups": "5.23", "wpb": "2049.4", "bsz": "100.4", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "9920"} {"epoch": 11, "update": 10.534, "loss": "0.01", "ppl": "1.01", "wps": "10722.9", "ups": "5.23", "wpb": "2049.4", "bsz": "100.4", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "9920"} {"epoch": 11, "update": 10.534, "loss": "0.01", "ppl": "1.01", "wps": "10722.9", "ups": "5.23", "wpb": "2049.4", "bsz": "100.4", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "9920"} {"epoch": 11, "update": 10.534, "loss": "0.01", "ppl": "1.01", "wps": "10722.9", "ups": "5.23", "wpb": "2049.4", "bsz": "100.4", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "9920"} {"epoch": 11, "update": 10.534, "loss": "0.01", "ppl": "1.01", "wps": "10722.9", "ups": "5.23", "wpb": "2049.4", "bsz": "100.4", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "9920"} {"epoch": 11, "update": 10.534, "loss": "0.01", "ppl": "1.01", "wps": "10722.9", "ups": "5.23", "wpb": "2049.4", "bsz": "100.4", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "9920"} {"epoch": 11, "update": 10.534, "loss": "0.01", "ppl": "1.01", "wps": "10722.9", "ups": "5.23", "wpb": "2049.4", "bsz": "100.4", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "9920"} {"epoch": 11, "update": 10.534, "loss": "0.01", "ppl": "1.01", "wps": "10722.9", "ups": "5.23", "wpb": "2049.4", "bsz": "100.4", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "9920"} {"epoch": 11, "update": 10.534, "loss": "0.01", "ppl": "1.01", "wps": "10722.9", "ups": "5.23", "wpb": "2049.4", "bsz": "100.4", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "9920"} {"epoch": 11, "update": 10.534, "loss": "0.01", "ppl": "1.01", "wps": "10722.9", "ups": "5.23", "wpb": "2049.4", "bsz": "100.4", "num_updates": "51100", "lr": "0.000139891", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "9920"} {"epoch": 11, "update": 10.555, "loss": "0.01", "ppl": "1.01", "wps": "10428.5", "ups": "5.25", "wpb": "1986.3", "bsz": "98.5", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.2", "wall": "9939"} {"epoch": 11, "update": 10.555, "loss": "0.01", "ppl": "1.01", "wps": "10428.5", "ups": "5.25", "wpb": "1986.3", "bsz": "98.5", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.2", "wall": "9939"} {"epoch": 11, "update": 10.555, "loss": "0.01", "ppl": "1.01", "wps": "10428.5", "ups": "5.25", "wpb": "1986.3", "bsz": "98.5", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.2", "wall": "9939"} {"epoch": 11, "update": 10.555, "loss": "0.01", "ppl": "1.01", "wps": "10428.5", "ups": "5.25", "wpb": "1986.3", "bsz": "98.5", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.2", "wall": "9939"} {"epoch": 11, "update": 10.555, "loss": "0.01", "ppl": "1.01", "wps": "10428.5", "ups": "5.25", "wpb": "1986.3", "bsz": "98.5", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.2", "wall": "9939"} {"epoch": 11, "update": 10.555, "loss": "0.01", "ppl": "1.01", "wps": "10428.5", "ups": "5.25", "wpb": "1986.3", "bsz": "98.5", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.2", "wall": "9939"} {"epoch": 11, "update": 10.555, "loss": "0.01", "ppl": "1.01", "wps": "10428.5", "ups": "5.25", "wpb": "1986.3", "bsz": "98.5", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.2", "wall": "9939"} {"epoch": 11, "update": 10.555, "loss": "0.01", "ppl": "1.01", "wps": "10428.5", "ups": "5.25", "wpb": "1986.3", "bsz": "98.5", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.2", "wall": "9939"} {"epoch": 11, "update": 10.555, "loss": "0.01", "ppl": "1.01", "wps": "10428.5", "ups": "5.25", "wpb": "1986.3", "bsz": "98.5", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.2", "wall": "9939"} {"epoch": 11, "update": 10.555, "loss": "0.01", "ppl": "1.01", "wps": "10428.5", "ups": "5.25", "wpb": "1986.3", "bsz": "98.5", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.2", "wall": "9939"} {"epoch": 11, "update": 10.555, "loss": "0.01", "ppl": "1.01", "wps": "10428.5", "ups": "5.25", "wpb": "1986.3", "bsz": "98.5", "num_updates": "51200", "lr": "0.000139754", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.2", "wall": "9939"} {"epoch": 11, "update": 10.575, "loss": "0.012", "ppl": "1.01", "wps": "9874.8", "ups": "5.25", "wpb": "1882.6", "bsz": "90.9", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.328", "train_wall": "19", "gb_free": "29.1", "wall": "9958"} {"epoch": 11, "update": 10.575, "loss": "0.012", "ppl": "1.01", "wps": "9874.8", "ups": "5.25", "wpb": "1882.6", "bsz": "90.9", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.328", "train_wall": "19", "gb_free": "29.1", "wall": "9958"} {"epoch": 11, "update": 10.575, "loss": "0.012", "ppl": "1.01", "wps": "9874.8", "ups": "5.25", "wpb": "1882.6", "bsz": "90.9", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.328", "train_wall": "19", "gb_free": "29.1", "wall": "9958"} {"epoch": 11, "update": 10.575, "loss": "0.012", "ppl": "1.01", "wps": "9874.8", "ups": "5.25", "wpb": "1882.6", "bsz": "90.9", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.328", "train_wall": "19", "gb_free": "29.1", "wall": "9958"} {"epoch": 11, "update": 10.575, "loss": "0.012", "ppl": "1.01", "wps": "9874.8", "ups": "5.25", "wpb": "1882.6", "bsz": "90.9", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.328", "train_wall": "19", "gb_free": "29.1", "wall": "9958"} {"epoch": 11, "update": 10.575, "loss": "0.012", "ppl": "1.01", "wps": "9874.8", "ups": "5.25", "wpb": "1882.6", "bsz": "90.9", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.328", "train_wall": "19", "gb_free": "29.1", "wall": "9958"} {"epoch": 11, "update": 10.575, "loss": "0.012", "ppl": "1.01", "wps": "9874.8", "ups": "5.25", "wpb": "1882.6", "bsz": "90.9", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.328", "train_wall": "19", "gb_free": "29.1", "wall": "9958"} {"epoch": 11, "update": 10.575, "loss": "0.012", "ppl": "1.01", "wps": "9874.8", "ups": "5.25", "wpb": "1882.6", "bsz": "90.9", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.328", "train_wall": "19", "gb_free": "29.1", "wall": "9958"} {"epoch": 11, "update": 10.575, "loss": "0.012", "ppl": "1.01", "wps": "9874.8", "ups": "5.25", "wpb": "1882.6", "bsz": "90.9", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.328", "train_wall": "19", "gb_free": "29.1", "wall": "9958"} {"epoch": 11, "update": 10.575, "loss": "0.012", "ppl": "1.01", "wps": "9874.8", "ups": "5.25", "wpb": "1882.6", "bsz": "90.9", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.328", "train_wall": "19", "gb_free": "29.1", "wall": "9958"} {"epoch": 11, "update": 10.575, "loss": "0.012", "ppl": "1.01", "wps": "9874.8", "ups": "5.25", "wpb": "1882.6", "bsz": "90.9", "num_updates": "51300", "lr": "0.000139618", "gnorm": "0.328", "train_wall": "19", "gb_free": "29.1", "wall": "9958"} {"epoch": 11, "update": 10.596, "loss": "0.01", "ppl": "1.01", "wps": "9887.8", "ups": "5.24", "wpb": "1886.7", "bsz": "94.5", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.8", "wall": "9977"} {"epoch": 11, "update": 10.596, "loss": "0.01", "ppl": "1.01", "wps": "9887.8", "ups": "5.24", "wpb": "1886.7", "bsz": "94.5", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.8", "wall": "9977"} {"epoch": 11, "update": 10.596, "loss": "0.01", "ppl": "1.01", "wps": "9887.8", "ups": "5.24", "wpb": "1886.7", "bsz": "94.5", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.8", "wall": "9977"} {"epoch": 11, "update": 10.596, "loss": "0.01", "ppl": "1.01", "wps": "9887.8", "ups": "5.24", "wpb": "1886.7", "bsz": "94.5", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.8", "wall": "9977"} {"epoch": 11, "update": 10.596, "loss": "0.01", "ppl": "1.01", "wps": "9887.8", "ups": "5.24", "wpb": "1886.7", "bsz": "94.5", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.8", "wall": "9977"} {"epoch": 11, "update": 10.596, "loss": "0.01", "ppl": "1.01", "wps": "9887.8", "ups": "5.24", "wpb": "1886.7", "bsz": "94.5", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.8", "wall": "9977"} {"epoch": 11, "update": 10.596, "loss": "0.01", "ppl": "1.01", "wps": "9887.8", "ups": "5.24", "wpb": "1886.7", "bsz": "94.5", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.8", "wall": "9977"} {"epoch": 11, "update": 10.596, "loss": "0.01", "ppl": "1.01", "wps": "9887.8", "ups": "5.24", "wpb": "1886.7", "bsz": "94.5", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.8", "wall": "9977"} {"epoch": 11, "update": 10.596, "loss": "0.01", "ppl": "1.01", "wps": "9887.8", "ups": "5.24", "wpb": "1886.7", "bsz": "94.5", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.8", "wall": "9977"} {"epoch": 11, "update": 10.596, "loss": "0.01", "ppl": "1.01", "wps": "9887.8", "ups": "5.24", "wpb": "1886.7", "bsz": "94.5", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.8", "wall": "9977"} {"epoch": 11, "update": 10.596, "loss": "0.01", "ppl": "1.01", "wps": "9887.8", "ups": "5.24", "wpb": "1886.7", "bsz": "94.5", "num_updates": "51400", "lr": "0.000139482", "gnorm": "0.297", "train_wall": "19", "gb_free": "28.8", "wall": "9977"} {"epoch": 11, "update": 10.616, "loss": "0.013", "ppl": "1.01", "wps": "10308.5", "ups": "5.23", "wpb": "1970.5", "bsz": "92.6", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "9997"} {"epoch": 11, "update": 10.616, "loss": "0.013", "ppl": "1.01", "wps": "10308.5", "ups": "5.23", "wpb": "1970.5", "bsz": "92.6", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "9997"} {"epoch": 11, "update": 10.616, "loss": "0.013", "ppl": "1.01", "wps": "10308.5", "ups": "5.23", "wpb": "1970.5", "bsz": "92.6", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "9997"} {"epoch": 11, "update": 10.616, "loss": "0.013", "ppl": "1.01", "wps": "10308.5", "ups": "5.23", "wpb": "1970.5", "bsz": "92.6", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "9997"} {"epoch": 11, "update": 10.616, "loss": "0.013", "ppl": "1.01", "wps": "10308.5", "ups": "5.23", "wpb": "1970.5", "bsz": "92.6", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "9997"} {"epoch": 11, "update": 10.616, "loss": "0.013", "ppl": "1.01", "wps": "10308.5", "ups": "5.23", "wpb": "1970.5", "bsz": "92.6", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "9997"} {"epoch": 11, "update": 10.616, "loss": "0.013", "ppl": "1.01", "wps": "10308.5", "ups": "5.23", "wpb": "1970.5", "bsz": "92.6", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "9997"} {"epoch": 11, "update": 10.616, "loss": "0.013", "ppl": "1.01", "wps": "10308.5", "ups": "5.23", "wpb": "1970.5", "bsz": "92.6", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "9997"} {"epoch": 11, "update": 10.616, "loss": "0.013", "ppl": "1.01", "wps": "10308.5", "ups": "5.23", "wpb": "1970.5", "bsz": "92.6", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "9997"} {"epoch": 11, "update": 10.616, "loss": "0.013", "ppl": "1.01", "wps": "10308.5", "ups": "5.23", "wpb": "1970.5", "bsz": "92.6", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "9997"} {"epoch": 11, "update": 10.616, "loss": "0.013", "ppl": "1.01", "wps": "10308.5", "ups": "5.23", "wpb": "1970.5", "bsz": "92.6", "num_updates": "51500", "lr": "0.000139347", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "9997"} {"epoch": 11, "update": 10.637, "loss": "0.014", "ppl": "1.01", "wps": "9617.5", "ups": "5.17", "wpb": "1859.2", "bsz": "88.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.7", "wall": "10016"} {"epoch": 11, "update": 10.637, "loss": "0.014", "ppl": "1.01", "wps": "9617.5", "ups": "5.17", "wpb": "1859.2", "bsz": "88.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.7", "wall": "10016"} {"epoch": 11, "update": 10.637, "loss": "0.014", "ppl": "1.01", "wps": "9617.5", "ups": "5.17", "wpb": "1859.2", "bsz": "88.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.7", "wall": "10016"} {"epoch": 11, "update": 10.637, "loss": "0.014", "ppl": "1.01", "wps": "9617.5", "ups": "5.17", "wpb": "1859.2", "bsz": "88.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.7", "wall": "10016"} {"epoch": 11, "update": 10.637, "loss": "0.014", "ppl": "1.01", "wps": "9617.5", "ups": "5.17", "wpb": "1859.2", "bsz": "88.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.7", "wall": "10016"} {"epoch": 11, "update": 10.637, "loss": "0.014", "ppl": "1.01", "wps": "9617.5", "ups": "5.17", "wpb": "1859.2", "bsz": "88.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.7", "wall": "10016"} {"epoch": 11, "update": 10.637, "loss": "0.014", "ppl": "1.01", "wps": "9617.5", "ups": "5.17", "wpb": "1859.2", "bsz": "88.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.7", "wall": "10016"} {"epoch": 11, "update": 10.637, "loss": "0.014", "ppl": "1.01", "wps": "9617.5", "ups": "5.17", "wpb": "1859.2", "bsz": "88.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.7", "wall": "10016"} {"epoch": 11, "update": 10.637, "loss": "0.014", "ppl": "1.01", "wps": "9617.5", "ups": "5.17", "wpb": "1859.2", "bsz": "88.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.7", "wall": "10016"} {"epoch": 11, "update": 10.637, "loss": "0.014", "ppl": "1.01", "wps": "9617.5", "ups": "5.17", "wpb": "1859.2", "bsz": "88.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.7", "wall": "10016"} {"epoch": 11, "update": 10.637, "loss": "0.014", "ppl": "1.01", "wps": "9617.5", "ups": "5.17", "wpb": "1859.2", "bsz": "88.8", "num_updates": "51600", "lr": "0.000139212", "gnorm": "0.343", "train_wall": "19", "gb_free": "28.7", "wall": "10016"} {"epoch": 11, "update": 10.658, "loss": "0.01", "ppl": "1.01", "wps": "10831.6", "ups": "5.28", "wpb": "2052.1", "bsz": "101.2", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "10035"} {"epoch": 11, "update": 10.658, "loss": "0.01", "ppl": "1.01", "wps": "10831.6", "ups": "5.28", "wpb": "2052.1", "bsz": "101.2", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "10035"} {"epoch": 11, "update": 10.658, "loss": "0.01", "ppl": "1.01", "wps": "10831.6", "ups": "5.28", "wpb": "2052.1", "bsz": "101.2", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "10035"} {"epoch": 11, "update": 10.658, "loss": "0.01", "ppl": "1.01", "wps": "10831.6", "ups": "5.28", "wpb": "2052.1", "bsz": "101.2", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "10035"} {"epoch": 11, "update": 10.658, "loss": "0.01", "ppl": "1.01", "wps": "10831.6", "ups": "5.28", "wpb": "2052.1", "bsz": "101.2", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "10035"} {"epoch": 11, "update": 10.658, "loss": "0.01", "ppl": "1.01", "wps": "10831.6", "ups": "5.28", "wpb": "2052.1", "bsz": "101.2", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "10035"} {"epoch": 11, "update": 10.658, "loss": "0.01", "ppl": "1.01", "wps": "10831.6", "ups": "5.28", "wpb": "2052.1", "bsz": "101.2", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "10035"} {"epoch": 11, "update": 10.658, "loss": "0.01", "ppl": "1.01", "wps": "10831.6", "ups": "5.28", "wpb": "2052.1", "bsz": "101.2", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "10035"} {"epoch": 11, "update": 10.658, "loss": "0.01", "ppl": "1.01", "wps": "10831.6", "ups": "5.28", "wpb": "2052.1", "bsz": "101.2", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "10035"} {"epoch": 11, "update": 10.658, "loss": "0.01", "ppl": "1.01", "wps": "10831.6", "ups": "5.28", "wpb": "2052.1", "bsz": "101.2", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "10035"} {"epoch": 11, "update": 10.658, "loss": "0.01", "ppl": "1.01", "wps": "10831.6", "ups": "5.28", "wpb": "2052.1", "bsz": "101.2", "num_updates": "51700", "lr": "0.000139077", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "10035"} {"epoch": 11, "update": 10.678, "loss": "0.012", "ppl": "1.01", "wps": "11316.9", "ups": "5.29", "wpb": "2137.5", "bsz": "104.4", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "10054"} {"epoch": 11, "update": 10.678, "loss": "0.012", "ppl": "1.01", "wps": "11316.9", "ups": "5.29", "wpb": "2137.5", "bsz": "104.4", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "10054"} {"epoch": 11, "update": 10.678, "loss": "0.012", "ppl": "1.01", "wps": "11316.9", "ups": "5.29", "wpb": "2137.5", "bsz": "104.4", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "10054"} {"epoch": 11, "update": 10.678, "loss": "0.012", "ppl": "1.01", "wps": "11316.9", "ups": "5.29", "wpb": "2137.5", "bsz": "104.4", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "10054"} {"epoch": 11, "update": 10.678, "loss": "0.012", "ppl": "1.01", "wps": "11316.9", "ups": "5.29", "wpb": "2137.5", "bsz": "104.4", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "10054"} {"epoch": 11, "update": 10.678, "loss": "0.012", "ppl": "1.01", "wps": "11316.9", "ups": "5.29", "wpb": "2137.5", "bsz": "104.4", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "10054"} {"epoch": 11, "update": 10.678, "loss": "0.012", "ppl": "1.01", "wps": "11316.9", "ups": "5.29", "wpb": "2137.5", "bsz": "104.4", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "10054"} {"epoch": 11, "update": 10.678, "loss": "0.012", "ppl": "1.01", "wps": "11316.9", "ups": "5.29", "wpb": "2137.5", "bsz": "104.4", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "10054"} {"epoch": 11, "update": 10.678, "loss": "0.012", "ppl": "1.01", "wps": "11316.9", "ups": "5.29", "wpb": "2137.5", "bsz": "104.4", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "10054"} {"epoch": 11, "update": 10.678, "loss": "0.012", "ppl": "1.01", "wps": "11316.9", "ups": "5.29", "wpb": "2137.5", "bsz": "104.4", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "10054"} {"epoch": 11, "update": 10.678, "loss": "0.012", "ppl": "1.01", "wps": "11316.9", "ups": "5.29", "wpb": "2137.5", "bsz": "104.4", "num_updates": "51800", "lr": "0.000138943", "gnorm": "0.336", "train_wall": "19", "gb_free": "29", "wall": "10054"} {"epoch": 11, "update": 10.699, "loss": "0.009", "ppl": "1.01", "wps": "10845.3", "ups": "5.22", "wpb": "2078.8", "bsz": "102.2", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.26", "train_wall": "19", "gb_free": "27", "wall": "10073"} {"epoch": 11, "update": 10.699, "loss": "0.009", "ppl": "1.01", "wps": "10845.3", "ups": "5.22", "wpb": "2078.8", "bsz": "102.2", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.26", "train_wall": "19", "gb_free": "27", "wall": "10073"} {"epoch": 11, "update": 10.699, "loss": "0.009", "ppl": "1.01", "wps": "10845.3", "ups": "5.22", "wpb": "2078.8", "bsz": "102.2", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.26", "train_wall": "19", "gb_free": "27", "wall": "10073"} {"epoch": 11, "update": 10.699, "loss": "0.009", "ppl": "1.01", "wps": "10845.3", "ups": "5.22", "wpb": "2078.8", "bsz": "102.2", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.26", "train_wall": "19", "gb_free": "27", "wall": "10073"} {"epoch": 11, "update": 10.699, "loss": "0.009", "ppl": "1.01", "wps": "10845.3", "ups": "5.22", "wpb": "2078.8", "bsz": "102.2", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.26", "train_wall": "19", "gb_free": "27", "wall": "10073"} {"epoch": 11, "update": 10.699, "loss": "0.009", "ppl": "1.01", "wps": "10845.3", "ups": "5.22", "wpb": "2078.8", "bsz": "102.2", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.26", "train_wall": "19", "gb_free": "27", "wall": "10073"} {"epoch": 11, "update": 10.699, "loss": "0.009", "ppl": "1.01", "wps": "10845.3", "ups": "5.22", "wpb": "2078.8", "bsz": "102.2", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.26", "train_wall": "19", "gb_free": "27", "wall": "10073"} {"epoch": 11, "update": 10.699, "loss": "0.009", "ppl": "1.01", "wps": "10845.3", "ups": "5.22", "wpb": "2078.8", "bsz": "102.2", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.26", "train_wall": "19", "gb_free": "27", "wall": "10073"} {"epoch": 11, "update": 10.699, "loss": "0.009", "ppl": "1.01", "wps": "10845.3", "ups": "5.22", "wpb": "2078.8", "bsz": "102.2", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.26", "train_wall": "19", "gb_free": "27", "wall": "10073"} {"epoch": 11, "update": 10.699, "loss": "0.009", "ppl": "1.01", "wps": "10845.3", "ups": "5.22", "wpb": "2078.8", "bsz": "102.2", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.26", "train_wall": "19", "gb_free": "27", "wall": "10073"} {"epoch": 11, "update": 10.699, "loss": "0.009", "ppl": "1.01", "wps": "10845.3", "ups": "5.22", "wpb": "2078.8", "bsz": "102.2", "num_updates": "51900", "lr": "0.000138809", "gnorm": "0.26", "train_wall": "19", "gb_free": "27", "wall": "10073"} {"epoch": 11, "update": 10.719, "loss": "0.012", "ppl": "1.01", "wps": "10317.5", "ups": "5.19", "wpb": "1989.1", "bsz": "95.7", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.273", "train_wall": "19", "gb_free": "29", "wall": "10092"} {"epoch": 11, "update": 10.719, "loss": "0.012", "ppl": "1.01", "wps": "10317.5", "ups": "5.19", "wpb": "1989.1", "bsz": "95.7", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.273", "train_wall": "19", "gb_free": "29", "wall": "10092"} {"epoch": 11, "update": 10.719, "loss": "0.012", "ppl": "1.01", "wps": "10317.5", "ups": "5.19", "wpb": "1989.1", "bsz": "95.7", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.273", "train_wall": "19", "gb_free": "29", "wall": "10092"} {"epoch": 11, "update": 10.719, "loss": "0.012", "ppl": "1.01", "wps": "10317.5", "ups": "5.19", "wpb": "1989.1", "bsz": "95.7", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.273", "train_wall": "19", "gb_free": "29", "wall": "10092"} {"epoch": 11, "update": 10.719, "loss": "0.012", "ppl": "1.01", "wps": "10317.5", "ups": "5.19", "wpb": "1989.1", "bsz": "95.7", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.273", "train_wall": "19", "gb_free": "29", "wall": "10092"} {"epoch": 11, "update": 10.719, "loss": "0.012", "ppl": "1.01", "wps": "10317.5", "ups": "5.19", "wpb": "1989.1", "bsz": "95.7", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.273", "train_wall": "19", "gb_free": "29", "wall": "10092"} {"epoch": 11, "update": 10.719, "loss": "0.012", "ppl": "1.01", "wps": "10317.5", "ups": "5.19", "wpb": "1989.1", "bsz": "95.7", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.273", "train_wall": "19", "gb_free": "29", "wall": "10092"} {"epoch": 11, "update": 10.719, "loss": "0.012", "ppl": "1.01", "wps": "10317.5", "ups": "5.19", "wpb": "1989.1", "bsz": "95.7", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.273", "train_wall": "19", "gb_free": "29", "wall": "10092"} {"epoch": 11, "update": 10.719, "loss": "0.012", "ppl": "1.01", "wps": "10317.5", "ups": "5.19", "wpb": "1989.1", "bsz": "95.7", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.273", "train_wall": "19", "gb_free": "29", "wall": "10092"} {"epoch": 11, "update": 10.719, "loss": "0.012", "ppl": "1.01", "wps": "10317.5", "ups": "5.19", "wpb": "1989.1", "bsz": "95.7", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.273", "train_wall": "19", "gb_free": "29", "wall": "10092"} {"epoch": 11, "update": 10.719, "loss": "0.012", "ppl": "1.01", "wps": "10317.5", "ups": "5.19", "wpb": "1989.1", "bsz": "95.7", "num_updates": "52000", "lr": "0.000138675", "gnorm": "0.273", "train_wall": "19", "gb_free": "29", "wall": "10092"} {"epoch": 11, "update": 10.74, "loss": "0.012", "ppl": "1.01", "wps": "9820.5", "ups": "5.25", "wpb": "1871.5", "bsz": "91.8", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.8", "wall": "10111"} {"epoch": 11, "update": 10.74, "loss": "0.012", "ppl": "1.01", "wps": "9820.5", "ups": "5.25", "wpb": "1871.5", "bsz": "91.8", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.8", "wall": "10111"} {"epoch": 11, "update": 10.74, "loss": "0.012", "ppl": "1.01", "wps": "9820.5", "ups": "5.25", "wpb": "1871.5", "bsz": "91.8", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.8", "wall": "10111"} {"epoch": 11, "update": 10.74, "loss": "0.012", "ppl": "1.01", "wps": "9820.5", "ups": "5.25", "wpb": "1871.5", "bsz": "91.8", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.8", "wall": "10111"} {"epoch": 11, "update": 10.74, "loss": "0.012", "ppl": "1.01", "wps": "9820.5", "ups": "5.25", "wpb": "1871.5", "bsz": "91.8", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.8", "wall": "10111"} {"epoch": 11, "update": 10.74, "loss": "0.012", "ppl": "1.01", "wps": "9820.5", "ups": "5.25", "wpb": "1871.5", "bsz": "91.8", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.8", "wall": "10111"} {"epoch": 11, "update": 10.74, "loss": "0.012", "ppl": "1.01", "wps": "9820.5", "ups": "5.25", "wpb": "1871.5", "bsz": "91.8", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.8", "wall": "10111"} {"epoch": 11, "update": 10.74, "loss": "0.012", "ppl": "1.01", "wps": "9820.5", "ups": "5.25", "wpb": "1871.5", "bsz": "91.8", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.8", "wall": "10111"} {"epoch": 11, "update": 10.74, "loss": "0.012", "ppl": "1.01", "wps": "9820.5", "ups": "5.25", "wpb": "1871.5", "bsz": "91.8", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.8", "wall": "10111"} {"epoch": 11, "update": 10.74, "loss": "0.012", "ppl": "1.01", "wps": "9820.5", "ups": "5.25", "wpb": "1871.5", "bsz": "91.8", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.8", "wall": "10111"} {"epoch": 11, "update": 10.74, "loss": "0.012", "ppl": "1.01", "wps": "9820.5", "ups": "5.25", "wpb": "1871.5", "bsz": "91.8", "num_updates": "52100", "lr": "0.000138542", "gnorm": "0.315", "train_wall": "19", "gb_free": "28.8", "wall": "10111"} {"epoch": 11, "update": 10.761, "loss": "0.01", "ppl": "1.01", "wps": "11039.8", "ups": "5.21", "wpb": "2118.7", "bsz": "104.7", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.3", "wall": "10130"} {"epoch": 11, "update": 10.761, "loss": "0.01", "ppl": "1.01", "wps": "11039.8", "ups": "5.21", "wpb": "2118.7", "bsz": "104.7", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.3", "wall": "10130"} {"epoch": 11, "update": 10.761, "loss": "0.01", "ppl": "1.01", "wps": "11039.8", "ups": "5.21", "wpb": "2118.7", "bsz": "104.7", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.3", "wall": "10130"} {"epoch": 11, "update": 10.761, "loss": "0.01", "ppl": "1.01", "wps": "11039.8", "ups": "5.21", "wpb": "2118.7", "bsz": "104.7", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.3", "wall": "10130"} {"epoch": 11, "update": 10.761, "loss": "0.01", "ppl": "1.01", "wps": "11039.8", "ups": "5.21", "wpb": "2118.7", "bsz": "104.7", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.3", "wall": "10130"} {"epoch": 11, "update": 10.761, "loss": "0.01", "ppl": "1.01", "wps": "11039.8", "ups": "5.21", "wpb": "2118.7", "bsz": "104.7", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.3", "wall": "10130"} {"epoch": 11, "update": 10.761, "loss": "0.01", "ppl": "1.01", "wps": "11039.8", "ups": "5.21", "wpb": "2118.7", "bsz": "104.7", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.3", "wall": "10130"} {"epoch": 11, "update": 10.761, "loss": "0.01", "ppl": "1.01", "wps": "11039.8", "ups": "5.21", "wpb": "2118.7", "bsz": "104.7", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.3", "wall": "10130"} {"epoch": 11, "update": 10.761, "loss": "0.01", "ppl": "1.01", "wps": "11039.8", "ups": "5.21", "wpb": "2118.7", "bsz": "104.7", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.3", "wall": "10130"} {"epoch": 11, "update": 10.761, "loss": "0.01", "ppl": "1.01", "wps": "11039.8", "ups": "5.21", "wpb": "2118.7", "bsz": "104.7", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.3", "wall": "10130"} {"epoch": 11, "update": 10.761, "loss": "0.01", "ppl": "1.01", "wps": "11039.8", "ups": "5.21", "wpb": "2118.7", "bsz": "104.7", "num_updates": "52200", "lr": "0.000138409", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.3", "wall": "10130"} {"epoch": 11, "update": 10.781, "loss": "0.01", "ppl": "1.01", "wps": "9735.3", "ups": "5.23", "wpb": "1860", "bsz": "92.9", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.279", "train_wall": "19", "gb_free": "29.3", "wall": "10150"} {"epoch": 11, "update": 10.781, "loss": "0.01", "ppl": "1.01", "wps": "9735.3", "ups": "5.23", "wpb": "1860", "bsz": "92.9", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.279", "train_wall": "19", "gb_free": "29.3", "wall": "10150"} {"epoch": 11, "update": 10.781, "loss": "0.01", "ppl": "1.01", "wps": "9735.3", "ups": "5.23", "wpb": "1860", "bsz": "92.9", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.279", "train_wall": "19", "gb_free": "29.3", "wall": "10150"} {"epoch": 11, "update": 10.781, "loss": "0.01", "ppl": "1.01", "wps": "9735.3", "ups": "5.23", "wpb": "1860", "bsz": "92.9", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.279", "train_wall": "19", "gb_free": "29.3", "wall": "10150"} {"epoch": 11, "update": 10.781, "loss": "0.01", "ppl": "1.01", "wps": "9735.3", "ups": "5.23", "wpb": "1860", "bsz": "92.9", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.279", "train_wall": "19", "gb_free": "29.3", "wall": "10150"} {"epoch": 11, "update": 10.781, "loss": "0.01", "ppl": "1.01", "wps": "9735.3", "ups": "5.23", "wpb": "1860", "bsz": "92.9", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.279", "train_wall": "19", "gb_free": "29.3", "wall": "10150"} {"epoch": 11, "update": 10.781, "loss": "0.01", "ppl": "1.01", "wps": "9735.3", "ups": "5.23", "wpb": "1860", "bsz": "92.9", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.279", "train_wall": "19", "gb_free": "29.3", "wall": "10150"} {"epoch": 11, "update": 10.781, "loss": "0.01", "ppl": "1.01", "wps": "9735.3", "ups": "5.23", "wpb": "1860", "bsz": "92.9", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.279", "train_wall": "19", "gb_free": "29.3", "wall": "10150"} {"epoch": 11, "update": 10.781, "loss": "0.01", "ppl": "1.01", "wps": "9735.3", "ups": "5.23", "wpb": "1860", "bsz": "92.9", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.279", "train_wall": "19", "gb_free": "29.3", "wall": "10150"} {"epoch": 11, "update": 10.781, "loss": "0.01", "ppl": "1.01", "wps": "9735.3", "ups": "5.23", "wpb": "1860", "bsz": "92.9", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.279", "train_wall": "19", "gb_free": "29.3", "wall": "10150"} {"epoch": 11, "update": 10.781, "loss": "0.01", "ppl": "1.01", "wps": "9735.3", "ups": "5.23", "wpb": "1860", "bsz": "92.9", "num_updates": "52300", "lr": "0.000138277", "gnorm": "0.279", "train_wall": "19", "gb_free": "29.3", "wall": "10150"} {"epoch": 11, "update": 10.802, "loss": "0.012", "ppl": "1.01", "wps": "10332.4", "ups": "5.16", "wpb": "2004", "bsz": "93.7", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.292", "train_wall": "19", "gb_free": "29", "wall": "10169"} {"epoch": 11, "update": 10.802, "loss": "0.012", "ppl": "1.01", "wps": "10332.4", "ups": "5.16", "wpb": "2004", "bsz": "93.7", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.292", "train_wall": "19", "gb_free": "29", "wall": "10169"} {"epoch": 11, "update": 10.802, "loss": "0.012", "ppl": "1.01", "wps": "10332.4", "ups": "5.16", "wpb": "2004", "bsz": "93.7", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.292", "train_wall": "19", "gb_free": "29", "wall": "10169"} {"epoch": 11, "update": 10.802, "loss": "0.012", "ppl": "1.01", "wps": "10332.4", "ups": "5.16", "wpb": "2004", "bsz": "93.7", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.292", "train_wall": "19", "gb_free": "29", "wall": "10169"} {"epoch": 11, "update": 10.802, "loss": "0.012", "ppl": "1.01", "wps": "10332.4", "ups": "5.16", "wpb": "2004", "bsz": "93.7", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.292", "train_wall": "19", "gb_free": "29", "wall": "10169"} {"epoch": 11, "update": 10.802, "loss": "0.012", "ppl": "1.01", "wps": "10332.4", "ups": "5.16", "wpb": "2004", "bsz": "93.7", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.292", "train_wall": "19", "gb_free": "29", "wall": "10169"} {"epoch": 11, "update": 10.802, "loss": "0.012", "ppl": "1.01", "wps": "10332.4", "ups": "5.16", "wpb": "2004", "bsz": "93.7", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.292", "train_wall": "19", "gb_free": "29", "wall": "10169"} {"epoch": 11, "update": 10.802, "loss": "0.012", "ppl": "1.01", "wps": "10332.4", "ups": "5.16", "wpb": "2004", "bsz": "93.7", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.292", "train_wall": "19", "gb_free": "29", "wall": "10169"} {"epoch": 11, "update": 10.802, "loss": "0.012", "ppl": "1.01", "wps": "10332.4", "ups": "5.16", "wpb": "2004", "bsz": "93.7", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.292", "train_wall": "19", "gb_free": "29", "wall": "10169"} {"epoch": 11, "update": 10.802, "loss": "0.012", "ppl": "1.01", "wps": "10332.4", "ups": "5.16", "wpb": "2004", "bsz": "93.7", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.292", "train_wall": "19", "gb_free": "29", "wall": "10169"} {"epoch": 11, "update": 10.802, "loss": "0.012", "ppl": "1.01", "wps": "10332.4", "ups": "5.16", "wpb": "2004", "bsz": "93.7", "num_updates": "52400", "lr": "0.000138145", "gnorm": "0.292", "train_wall": "19", "gb_free": "29", "wall": "10169"} {"epoch": 11, "update": 10.823, "loss": "0.012", "ppl": "1.01", "wps": "9589.8", "ups": "5.16", "wpb": "1857.5", "bsz": "88.6", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.3", "wall": "10188"} {"epoch": 11, "update": 10.823, "loss": "0.012", "ppl": "1.01", "wps": "9589.8", "ups": "5.16", "wpb": "1857.5", "bsz": "88.6", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.3", "wall": "10188"} {"epoch": 11, "update": 10.823, "loss": "0.012", "ppl": "1.01", "wps": "9589.8", "ups": "5.16", "wpb": "1857.5", "bsz": "88.6", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.3", "wall": "10188"} {"epoch": 11, "update": 10.823, "loss": "0.012", "ppl": "1.01", "wps": "9589.8", "ups": "5.16", "wpb": "1857.5", "bsz": "88.6", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.3", "wall": "10188"} {"epoch": 11, "update": 10.823, "loss": "0.012", "ppl": "1.01", "wps": "9589.8", "ups": "5.16", "wpb": "1857.5", "bsz": "88.6", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.3", "wall": "10188"} {"epoch": 11, "update": 10.823, "loss": "0.012", "ppl": "1.01", "wps": "9589.8", "ups": "5.16", "wpb": "1857.5", "bsz": "88.6", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.3", "wall": "10188"} {"epoch": 11, "update": 10.823, "loss": "0.012", "ppl": "1.01", "wps": "9589.8", "ups": "5.16", "wpb": "1857.5", "bsz": "88.6", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.3", "wall": "10188"} {"epoch": 11, "update": 10.823, "loss": "0.012", "ppl": "1.01", "wps": "9589.8", "ups": "5.16", "wpb": "1857.5", "bsz": "88.6", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.3", "wall": "10188"} {"epoch": 11, "update": 10.823, "loss": "0.012", "ppl": "1.01", "wps": "9589.8", "ups": "5.16", "wpb": "1857.5", "bsz": "88.6", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.3", "wall": "10188"} {"epoch": 11, "update": 10.823, "loss": "0.012", "ppl": "1.01", "wps": "9589.8", "ups": "5.16", "wpb": "1857.5", "bsz": "88.6", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.3", "wall": "10188"} {"epoch": 11, "update": 10.823, "loss": "0.012", "ppl": "1.01", "wps": "9589.8", "ups": "5.16", "wpb": "1857.5", "bsz": "88.6", "num_updates": "52500", "lr": "0.000138013", "gnorm": "0.337", "train_wall": "19", "gb_free": "29.3", "wall": "10188"} {"epoch": 11, "update": 10.843, "loss": "0.011", "ppl": "1.01", "wps": "10537.1", "ups": "5.27", "wpb": "1999.2", "bsz": "100.2", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.9", "wall": "10207"} {"epoch": 11, "update": 10.843, "loss": "0.011", "ppl": "1.01", "wps": "10537.1", "ups": "5.27", "wpb": "1999.2", "bsz": "100.2", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.9", "wall": "10207"} {"epoch": 11, "update": 10.843, "loss": "0.011", "ppl": "1.01", "wps": "10537.1", "ups": "5.27", "wpb": "1999.2", "bsz": "100.2", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.9", "wall": "10207"} {"epoch": 11, "update": 10.843, "loss": "0.011", "ppl": "1.01", "wps": "10537.1", "ups": "5.27", "wpb": "1999.2", "bsz": "100.2", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.9", "wall": "10207"} {"epoch": 11, "update": 10.843, "loss": "0.011", "ppl": "1.01", "wps": "10537.1", "ups": "5.27", "wpb": "1999.2", "bsz": "100.2", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.9", "wall": "10207"} {"epoch": 11, "update": 10.843, "loss": "0.011", "ppl": "1.01", "wps": "10537.1", "ups": "5.27", "wpb": "1999.2", "bsz": "100.2", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.9", "wall": "10207"} {"epoch": 11, "update": 10.843, "loss": "0.011", "ppl": "1.01", "wps": "10537.1", "ups": "5.27", "wpb": "1999.2", "bsz": "100.2", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.9", "wall": "10207"} {"epoch": 11, "update": 10.843, "loss": "0.011", "ppl": "1.01", "wps": "10537.1", "ups": "5.27", "wpb": "1999.2", "bsz": "100.2", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.9", "wall": "10207"} {"epoch": 11, "update": 10.843, "loss": "0.011", "ppl": "1.01", "wps": "10537.1", "ups": "5.27", "wpb": "1999.2", "bsz": "100.2", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.9", "wall": "10207"} {"epoch": 11, "update": 10.843, "loss": "0.011", "ppl": "1.01", "wps": "10537.1", "ups": "5.27", "wpb": "1999.2", "bsz": "100.2", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.9", "wall": "10207"} {"epoch": 11, "update": 10.843, "loss": "0.011", "ppl": "1.01", "wps": "10537.1", "ups": "5.27", "wpb": "1999.2", "bsz": "100.2", "num_updates": "52600", "lr": "0.000137882", "gnorm": "0.299", "train_wall": "19", "gb_free": "28.9", "wall": "10207"} {"epoch": 11, "update": 10.864, "loss": "0.01", "ppl": "1.01", "wps": "11145.8", "ups": "5.26", "wpb": "2121", "bsz": "100.2", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.8", "wall": "10226"} {"epoch": 11, "update": 10.864, "loss": "0.01", "ppl": "1.01", "wps": "11145.8", "ups": "5.26", "wpb": "2121", "bsz": "100.2", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.8", "wall": "10226"} {"epoch": 11, "update": 10.864, "loss": "0.01", "ppl": "1.01", "wps": "11145.8", "ups": "5.26", "wpb": "2121", "bsz": "100.2", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.8", "wall": "10226"} {"epoch": 11, "update": 10.864, "loss": "0.01", "ppl": "1.01", "wps": "11145.8", "ups": "5.26", "wpb": "2121", "bsz": "100.2", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.8", "wall": "10226"} {"epoch": 11, "update": 10.864, "loss": "0.01", "ppl": "1.01", "wps": "11145.8", "ups": "5.26", "wpb": "2121", "bsz": "100.2", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.8", "wall": "10226"} {"epoch": 11, "update": 10.864, "loss": "0.01", "ppl": "1.01", "wps": "11145.8", "ups": "5.26", "wpb": "2121", "bsz": "100.2", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.8", "wall": "10226"} {"epoch": 11, "update": 10.864, "loss": "0.01", "ppl": "1.01", "wps": "11145.8", "ups": "5.26", "wpb": "2121", "bsz": "100.2", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.8", "wall": "10226"} {"epoch": 11, "update": 10.864, "loss": "0.01", "ppl": "1.01", "wps": "11145.8", "ups": "5.26", "wpb": "2121", "bsz": "100.2", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.8", "wall": "10226"} {"epoch": 11, "update": 10.864, "loss": "0.01", "ppl": "1.01", "wps": "11145.8", "ups": "5.26", "wpb": "2121", "bsz": "100.2", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.8", "wall": "10226"} {"epoch": 11, "update": 10.864, "loss": "0.01", "ppl": "1.01", "wps": "11145.8", "ups": "5.26", "wpb": "2121", "bsz": "100.2", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.8", "wall": "10226"} {"epoch": 11, "update": 10.864, "loss": "0.01", "ppl": "1.01", "wps": "11145.8", "ups": "5.26", "wpb": "2121", "bsz": "100.2", "num_updates": "52700", "lr": "0.000137751", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.8", "wall": "10226"} {"epoch": 11, "update": 10.884, "loss": "0.011", "ppl": "1.01", "wps": "10164.3", "ups": "5.26", "wpb": "1931.8", "bsz": "90.9", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.316", "train_wall": "19", "gb_free": "29.2", "wall": "10245"} {"epoch": 11, "update": 10.884, "loss": "0.011", "ppl": "1.01", "wps": "10164.3", "ups": "5.26", "wpb": "1931.8", "bsz": "90.9", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.316", "train_wall": "19", "gb_free": "29.2", "wall": "10245"} {"epoch": 11, "update": 10.884, "loss": "0.011", "ppl": "1.01", "wps": "10164.3", "ups": "5.26", "wpb": "1931.8", "bsz": "90.9", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.316", "train_wall": "19", "gb_free": "29.2", "wall": "10245"} {"epoch": 11, "update": 10.884, "loss": "0.011", "ppl": "1.01", "wps": "10164.3", "ups": "5.26", "wpb": "1931.8", "bsz": "90.9", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.316", "train_wall": "19", "gb_free": "29.2", "wall": "10245"} {"epoch": 11, "update": 10.884, "loss": "0.011", "ppl": "1.01", "wps": "10164.3", "ups": "5.26", "wpb": "1931.8", "bsz": "90.9", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.316", "train_wall": "19", "gb_free": "29.2", "wall": "10245"} {"epoch": 11, "update": 10.884, "loss": "0.011", "ppl": "1.01", "wps": "10164.3", "ups": "5.26", "wpb": "1931.8", "bsz": "90.9", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.316", "train_wall": "19", "gb_free": "29.2", "wall": "10245"} {"epoch": 11, "update": 10.884, "loss": "0.011", "ppl": "1.01", "wps": "10164.3", "ups": "5.26", "wpb": "1931.8", "bsz": "90.9", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.316", "train_wall": "19", "gb_free": "29.2", "wall": "10245"} {"epoch": 11, "update": 10.884, "loss": "0.011", "ppl": "1.01", "wps": "10164.3", "ups": "5.26", "wpb": "1931.8", "bsz": "90.9", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.316", "train_wall": "19", "gb_free": "29.2", "wall": "10245"} {"epoch": 11, "update": 10.884, "loss": "0.011", "ppl": "1.01", "wps": "10164.3", "ups": "5.26", "wpb": "1931.8", "bsz": "90.9", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.316", "train_wall": "19", "gb_free": "29.2", "wall": "10245"} {"epoch": 11, "update": 10.884, "loss": "0.011", "ppl": "1.01", "wps": "10164.3", "ups": "5.26", "wpb": "1931.8", "bsz": "90.9", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.316", "train_wall": "19", "gb_free": "29.2", "wall": "10245"} {"epoch": 11, "update": 10.884, "loss": "0.011", "ppl": "1.01", "wps": "10164.3", "ups": "5.26", "wpb": "1931.8", "bsz": "90.9", "num_updates": "52800", "lr": "0.00013762", "gnorm": "0.316", "train_wall": "19", "gb_free": "29.2", "wall": "10245"} {"epoch": 11, "update": 10.905, "loss": "0.014", "ppl": "1.01", "wps": "10385.4", "ups": "5.18", "wpb": "2003.7", "bsz": "98.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "10265"} {"epoch": 11, "update": 10.905, "loss": "0.014", "ppl": "1.01", "wps": "10385.4", "ups": "5.18", "wpb": "2003.7", "bsz": "98.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "10265"} {"epoch": 11, "update": 10.905, "loss": "0.014", "ppl": "1.01", "wps": "10385.4", "ups": "5.18", "wpb": "2003.7", "bsz": "98.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "10265"} {"epoch": 11, "update": 10.905, "loss": "0.014", "ppl": "1.01", "wps": "10385.4", "ups": "5.18", "wpb": "2003.7", "bsz": "98.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "10265"} {"epoch": 11, "update": 10.905, "loss": "0.014", "ppl": "1.01", "wps": "10385.4", "ups": "5.18", "wpb": "2003.7", "bsz": "98.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "10265"} {"epoch": 11, "update": 10.905, "loss": "0.014", "ppl": "1.01", "wps": "10385.4", "ups": "5.18", "wpb": "2003.7", "bsz": "98.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "10265"} {"epoch": 11, "update": 10.905, "loss": "0.014", "ppl": "1.01", "wps": "10385.4", "ups": "5.18", "wpb": "2003.7", "bsz": "98.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "10265"} {"epoch": 11, "update": 10.905, "loss": "0.014", "ppl": "1.01", "wps": "10385.4", "ups": "5.18", "wpb": "2003.7", "bsz": "98.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "10265"} {"epoch": 11, "update": 10.905, "loss": "0.014", "ppl": "1.01", "wps": "10385.4", "ups": "5.18", "wpb": "2003.7", "bsz": "98.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "10265"} {"epoch": 11, "update": 10.905, "loss": "0.014", "ppl": "1.01", "wps": "10385.4", "ups": "5.18", "wpb": "2003.7", "bsz": "98.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "10265"} {"epoch": 11, "update": 10.905, "loss": "0.014", "ppl": "1.01", "wps": "10385.4", "ups": "5.18", "wpb": "2003.7", "bsz": "98.6", "num_updates": "52900", "lr": "0.00013749", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "10265"} {"epoch": 11, "update": 10.926, "loss": "0.009", "ppl": "1.01", "wps": "9723.4", "ups": "5.22", "wpb": "1864.1", "bsz": "91.6", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "19", "gb_free": "29", "wall": "10284"} {"epoch": 11, "update": 10.926, "loss": "0.009", "ppl": "1.01", "wps": "9723.4", "ups": "5.22", "wpb": "1864.1", "bsz": "91.6", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "19", "gb_free": "29", "wall": "10284"} {"epoch": 11, "update": 10.926, "loss": "0.009", "ppl": "1.01", "wps": "9723.4", "ups": "5.22", "wpb": "1864.1", "bsz": "91.6", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "19", "gb_free": "29", "wall": "10284"} {"epoch": 11, "update": 10.926, "loss": "0.009", "ppl": "1.01", "wps": "9723.4", "ups": "5.22", "wpb": "1864.1", "bsz": "91.6", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "19", "gb_free": "29", "wall": "10284"} {"epoch": 11, "update": 10.926, "loss": "0.009", "ppl": "1.01", "wps": "9723.4", "ups": "5.22", "wpb": "1864.1", "bsz": "91.6", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "19", "gb_free": "29", "wall": "10284"} {"epoch": 11, "update": 10.926, "loss": "0.009", "ppl": "1.01", "wps": "9723.4", "ups": "5.22", "wpb": "1864.1", "bsz": "91.6", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "19", "gb_free": "29", "wall": "10284"} {"epoch": 11, "update": 10.926, "loss": "0.009", "ppl": "1.01", "wps": "9723.4", "ups": "5.22", "wpb": "1864.1", "bsz": "91.6", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "19", "gb_free": "29", "wall": "10284"} {"epoch": 11, "update": 10.926, "loss": "0.009", "ppl": "1.01", "wps": "9723.4", "ups": "5.22", "wpb": "1864.1", "bsz": "91.6", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "19", "gb_free": "29", "wall": "10284"} {"epoch": 11, "update": 10.926, "loss": "0.009", "ppl": "1.01", "wps": "9723.4", "ups": "5.22", "wpb": "1864.1", "bsz": "91.6", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "19", "gb_free": "29", "wall": "10284"} {"epoch": 11, "update": 10.926, "loss": "0.009", "ppl": "1.01", "wps": "9723.4", "ups": "5.22", "wpb": "1864.1", "bsz": "91.6", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "19", "gb_free": "29", "wall": "10284"} {"epoch": 11, "update": 10.926, "loss": "0.009", "ppl": "1.01", "wps": "9723.4", "ups": "5.22", "wpb": "1864.1", "bsz": "91.6", "num_updates": "53000", "lr": "0.000137361", "gnorm": "0.262", "train_wall": "19", "gb_free": "29", "wall": "10284"} {"epoch": 11, "update": 10.946, "loss": "0.01", "ppl": "1.01", "wps": "9940.7", "ups": "5.2", "wpb": "1911.2", "bsz": "95.1", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.309", "train_wall": "19", "gb_free": "28.9", "wall": "10303"} {"epoch": 11, "update": 10.946, "loss": "0.01", "ppl": "1.01", "wps": "9940.7", "ups": "5.2", "wpb": "1911.2", "bsz": "95.1", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.309", "train_wall": "19", "gb_free": "28.9", "wall": "10303"} {"epoch": 11, "update": 10.946, "loss": "0.01", "ppl": "1.01", "wps": "9940.7", "ups": "5.2", "wpb": "1911.2", "bsz": "95.1", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.309", "train_wall": "19", "gb_free": "28.9", "wall": "10303"} {"epoch": 11, "update": 10.946, "loss": "0.01", "ppl": "1.01", "wps": "9940.7", "ups": "5.2", "wpb": "1911.2", "bsz": "95.1", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.309", "train_wall": "19", "gb_free": "28.9", "wall": "10303"} {"epoch": 11, "update": 10.946, "loss": "0.01", "ppl": "1.01", "wps": "9940.7", "ups": "5.2", "wpb": "1911.2", "bsz": "95.1", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.309", "train_wall": "19", "gb_free": "28.9", "wall": "10303"} {"epoch": 11, "update": 10.946, "loss": "0.01", "ppl": "1.01", "wps": "9940.7", "ups": "5.2", "wpb": "1911.2", "bsz": "95.1", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.309", "train_wall": "19", "gb_free": "28.9", "wall": "10303"} {"epoch": 11, "update": 10.946, "loss": "0.01", "ppl": "1.01", "wps": "9940.7", "ups": "5.2", "wpb": "1911.2", "bsz": "95.1", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.309", "train_wall": "19", "gb_free": "28.9", "wall": "10303"} {"epoch": 11, "update": 10.946, "loss": "0.01", "ppl": "1.01", "wps": "9940.7", "ups": "5.2", "wpb": "1911.2", "bsz": "95.1", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.309", "train_wall": "19", "gb_free": "28.9", "wall": "10303"} {"epoch": 11, "update": 10.946, "loss": "0.01", "ppl": "1.01", "wps": "9940.7", "ups": "5.2", "wpb": "1911.2", "bsz": "95.1", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.309", "train_wall": "19", "gb_free": "28.9", "wall": "10303"} {"epoch": 11, "update": 10.946, "loss": "0.01", "ppl": "1.01", "wps": "9940.7", "ups": "5.2", "wpb": "1911.2", "bsz": "95.1", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.309", "train_wall": "19", "gb_free": "28.9", "wall": "10303"} {"epoch": 11, "update": 10.946, "loss": "0.01", "ppl": "1.01", "wps": "9940.7", "ups": "5.2", "wpb": "1911.2", "bsz": "95.1", "num_updates": "53100", "lr": "0.000137231", "gnorm": "0.309", "train_wall": "19", "gb_free": "28.9", "wall": "10303"} {"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "11311.4", "ups": "5.25", "wpb": "2152.6", "bsz": "101.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.238", "train_wall": "19", "gb_free": "26.8", "wall": "10322"} {"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "11311.4", "ups": "5.25", "wpb": "2152.6", "bsz": "101.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.238", "train_wall": "19", "gb_free": "26.8", "wall": "10322"} {"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "11311.4", "ups": "5.25", "wpb": "2152.6", "bsz": "101.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.238", "train_wall": "19", "gb_free": "26.8", "wall": "10322"} {"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "11311.4", "ups": "5.25", "wpb": "2152.6", "bsz": "101.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.238", "train_wall": "19", "gb_free": "26.8", "wall": "10322"} {"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "11311.4", "ups": "5.25", "wpb": "2152.6", "bsz": "101.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.238", "train_wall": "19", "gb_free": "26.8", "wall": "10322"} {"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "11311.4", "ups": "5.25", "wpb": "2152.6", "bsz": "101.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.238", "train_wall": "19", "gb_free": "26.8", "wall": "10322"} {"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "11311.4", "ups": "5.25", "wpb": "2152.6", "bsz": "101.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.238", "train_wall": "19", "gb_free": "26.8", "wall": "10322"} {"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "11311.4", "ups": "5.25", "wpb": "2152.6", "bsz": "101.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.238", "train_wall": "19", "gb_free": "26.8", "wall": "10322"} {"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "11311.4", "ups": "5.25", "wpb": "2152.6", "bsz": "101.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.238", "train_wall": "19", "gb_free": "26.8", "wall": "10322"} {"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "11311.4", "ups": "5.25", "wpb": "2152.6", "bsz": "101.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.238", "train_wall": "19", "gb_free": "26.8", "wall": "10322"} {"epoch": 11, "update": 10.967, "loss": "0.009", "ppl": "1.01", "wps": "11311.4", "ups": "5.25", "wpb": "2152.6", "bsz": "101.2", "num_updates": "53200", "lr": "0.000137102", "gnorm": "0.238", "train_wall": "19", "gb_free": "26.8", "wall": "10322"} {"epoch": 11, "update": 10.987, "loss": "0.008", "ppl": "1.01", "wps": "10624.9", "ups": "5.2", "wpb": "2043", "bsz": "96.5", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "10341"} {"epoch": 11, "update": 10.987, "loss": "0.008", "ppl": "1.01", "wps": "10624.9", "ups": "5.2", "wpb": "2043", "bsz": "96.5", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "10341"} {"epoch": 11, "update": 10.987, "loss": "0.008", "ppl": "1.01", "wps": "10624.9", "ups": "5.2", "wpb": "2043", "bsz": "96.5", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "10341"} {"epoch": 11, "update": 10.987, "loss": "0.008", "ppl": "1.01", "wps": "10624.9", "ups": "5.2", "wpb": "2043", "bsz": "96.5", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "10341"} {"epoch": 11, "update": 10.987, "loss": "0.008", "ppl": "1.01", "wps": "10624.9", "ups": "5.2", "wpb": "2043", "bsz": "96.5", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "10341"} {"epoch": 11, "update": 10.987, "loss": "0.008", "ppl": "1.01", "wps": "10624.9", "ups": "5.2", "wpb": "2043", "bsz": "96.5", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "10341"} {"epoch": 11, "update": 10.987, "loss": "0.008", "ppl": "1.01", "wps": "10624.9", "ups": "5.2", "wpb": "2043", "bsz": "96.5", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "10341"} {"epoch": 11, "update": 10.987, "loss": "0.008", "ppl": "1.01", "wps": "10624.9", "ups": "5.2", "wpb": "2043", "bsz": "96.5", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "10341"} {"epoch": 11, "update": 10.987, "loss": "0.008", "ppl": "1.01", "wps": "10624.9", "ups": "5.2", "wpb": "2043", "bsz": "96.5", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "10341"} {"epoch": 11, "update": 10.987, "loss": "0.008", "ppl": "1.01", "wps": "10624.9", "ups": "5.2", "wpb": "2043", "bsz": "96.5", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "10341"} {"epoch": 11, "update": 10.987, "loss": "0.008", "ppl": "1.01", "wps": "10624.9", "ups": "5.2", "wpb": "2043", "bsz": "96.5", "num_updates": "53300", "lr": "0.000136973", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "10341"} begin validation on "valid" subset {"epoch": 11, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "33012.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "53361", "valid_best_loss": "0.057"} {"epoch": 11, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "33012.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "53361", "valid_best_loss": "0.057"} {"epoch": 11, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "33012.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "53361", "valid_best_loss": "0.057"} {"epoch": 11, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "33012.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "53361", "valid_best_loss": "0.057"} {"epoch": 11, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "33012.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "53361", "valid_best_loss": "0.057"} {"epoch": 11, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "33012.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "53361", "valid_best_loss": "0.057"} {"epoch": 11, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "33012.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "53361", "valid_best_loss": "0.057"} {"epoch": 11, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "33012.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "53361", "valid_best_loss": "0.057"} {"epoch": 11, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "33012.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "53361", "valid_best_loss": "0.057"} {"epoch": 11, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "33012.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "53361", "valid_best_loss": "0.057"} {"epoch": 11, "valid_loss": "0.058", "valid_ppl": "1.04", "valid_wps": "33012.5", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "53361", "valid_best_loss": "0.057"} end of epoch 11 (average epoch stats below) {"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "10258.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "53361", "train_lr": "0.000136895", "train_gnorm": "0.293", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "10361"} {"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "10258.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "53361", "train_lr": "0.000136895", "train_gnorm": "0.293", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "10361"} {"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "10258.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "53361", "train_lr": "0.000136895", "train_gnorm": "0.293", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "10361"} {"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "10258.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "53361", "train_lr": "0.000136895", "train_gnorm": "0.293", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "10361"} {"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "10258.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "53361", "train_lr": "0.000136895", "train_gnorm": "0.293", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "10361"} {"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "10258.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "53361", "train_lr": "0.000136895", "train_gnorm": "0.293", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "10361"} {"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "10258.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "53361", "train_lr": "0.000136895", "train_gnorm": "0.293", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "10361"} {"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "10258.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "53361", "train_lr": "0.000136895", "train_gnorm": "0.293", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "10361"} {"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "10258.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "53361", "train_lr": "0.000136895", "train_gnorm": "0.293", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "10361"} {"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "10258.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "53361", "train_lr": "0.000136895", "train_gnorm": "0.293", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "10361"} {"epoch": 11, "train_loss": "0.011", "train_ppl": "1.01", "train_wps": "10258.6", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "53361", "train_lr": "0.000136895", "train_gnorm": "0.293", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "10361"} Start iterating over samples {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.008, "loss": "0.011", "ppl": "1.01", "wps": "7144.4", "ups": "3.67", "wpb": "1948.8", "bsz": "97.8", "num_updates": "53400", "lr": "0.000136845", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.2", "wall": "10369"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.029, "loss": "0.007", "ppl": "1", "wps": "9605.1", "ups": "5.21", "wpb": "1844.5", "bsz": "92.6", "num_updates": "53500", "lr": "0.000136717", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.1", "wall": "10388"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.049, "loss": "0.011", "ppl": "1.01", "wps": "9588.4", "ups": "5.18", "wpb": "1851.6", "bsz": "88.2", "num_updates": "53600", "lr": "0.00013659", "gnorm": "0.269", "train_wall": "19", "gb_free": "29", "wall": "10407"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.07, "loss": "0.01", "ppl": "1.01", "wps": "10236.5", "ups": "5.21", "wpb": "1964.2", "bsz": "95", "num_updates": "53700", "lr": "0.000136462", "gnorm": "0.28", "train_wall": "19", "gb_free": "28.8", "wall": "10426"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.09, "loss": "0.01", "ppl": "1.01", "wps": "9684.2", "ups": "5.24", "wpb": "1847.5", "bsz": "94.2", "num_updates": "53800", "lr": "0.000136335", "gnorm": "0.309", "train_wall": "19", "gb_free": "29", "wall": "10445"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.111, "loss": "0.009", "ppl": "1.01", "wps": "10761.2", "ups": "5.23", "wpb": "2059.1", "bsz": "98.8", "num_updates": "53900", "lr": "0.000136209", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.8", "wall": "10465"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.132, "loss": "0.009", "ppl": "1.01", "wps": "11583", "ups": "5.26", "wpb": "2202.9", "bsz": "110", "num_updates": "54000", "lr": "0.000136083", "gnorm": "0.256", "train_wall": "19", "gb_free": "28.9", "wall": "10484"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.152, "loss": "0.011", "ppl": "1.01", "wps": "9897.5", "ups": "5.13", "wpb": "1927.8", "bsz": "89.5", "num_updates": "54100", "lr": "0.000135957", "gnorm": "0.251", "train_wall": "19", "gb_free": "29", "wall": "10503"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.173, "loss": "0.01", "ppl": "1.01", "wps": "9617.7", "ups": "5.19", "wpb": "1853.3", "bsz": "89", "num_updates": "54200", "lr": "0.000135831", "gnorm": "0.298", "train_wall": "19", "gb_free": "29.3", "wall": "10522"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.194, "loss": "0.013", "ppl": "1.01", "wps": "10637.5", "ups": "5.22", "wpb": "2037.9", "bsz": "95.1", "num_updates": "54300", "lr": "0.000135706", "gnorm": "0.338", "train_wall": "19", "gb_free": "28.8", "wall": "10542"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.214, "loss": "0.01", "ppl": "1.01", "wps": "10098.2", "ups": "5.26", "wpb": "1918.4", "bsz": "94.2", "num_updates": "54400", "lr": "0.000135582", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.1", "wall": "10561"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.235, "loss": "0.01", "ppl": "1.01", "wps": "10474.8", "ups": "5.23", "wpb": "2004.3", "bsz": "95.2", "num_updates": "54500", "lr": "0.000135457", "gnorm": "0.324", "train_wall": "19", "gb_free": "29.1", "wall": "10580"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.255, "loss": "0.011", "ppl": "1.01", "wps": "10866.1", "ups": "5.24", "wpb": "2074.8", "bsz": "97.4", "num_updates": "54600", "lr": "0.000135333", "gnorm": "0.285", "train_wall": "19", "gb_free": "28.8", "wall": "10599"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.276, "loss": "0.012", "ppl": "1.01", "wps": "11232.5", "ups": "5.22", "wpb": "2150", "bsz": "102.4", "num_updates": "54700", "lr": "0.000135209", "gnorm": "0.374", "train_wall": "19", "gb_free": "29.2", "wall": "10618"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.297, "loss": "0.012", "ppl": "1.01", "wps": "11428.7", "ups": "5.26", "wpb": "2171.8", "bsz": "106.8", "num_updates": "54800", "lr": "0.000135086", "gnorm": "0.255", "train_wall": "19", "gb_free": "29", "wall": "10637"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.317, "loss": "0.009", "ppl": "1.01", "wps": "10940.9", "ups": "5.22", "wpb": "2096.5", "bsz": "99.4", "num_updates": "54900", "lr": "0.000134963", "gnorm": "0.263", "train_wall": "19", "gb_free": "27.4", "wall": "10656"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.338, "loss": "0.01", "ppl": "1.01", "wps": "11611.7", "ups": "5.23", "wpb": "2220.8", "bsz": "109.2", "num_updates": "55000", "lr": "0.00013484", "gnorm": "0.265", "train_wall": "19", "gb_free": "28.9", "wall": "10675"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.358, "loss": "0.01", "ppl": "1.01", "wps": "10037.4", "ups": "5.2", "wpb": "1930", "bsz": "95.1", "num_updates": "55100", "lr": "0.000134718", "gnorm": "0.237", "train_wall": "19", "gb_free": "27.3", "wall": "10694"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.379, "loss": "0.01", "ppl": "1.01", "wps": "11228.6", "ups": "5.24", "wpb": "2143.5", "bsz": "99.9", "num_updates": "55200", "lr": "0.000134595", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "10714"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.4, "loss": "0.008", "ppl": "1.01", "wps": "10596.4", "ups": "5.26", "wpb": "2014", "bsz": "101.3", "num_updates": "55300", "lr": "0.000134474", "gnorm": "0.304", "train_wall": "19", "gb_free": "29.1", "wall": "10733"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.42, "loss": "0.009", "ppl": "1.01", "wps": "11186.4", "ups": "5.24", "wpb": "2134.2", "bsz": "104.6", "num_updates": "55400", "lr": "0.000134352", "gnorm": "0.289", "train_wall": "19", "gb_free": "28.8", "wall": "10752"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.441, "loss": "0.009", "ppl": "1.01", "wps": "10052.1", "ups": "5.2", "wpb": "1932.4", "bsz": "95.5", "num_updates": "55500", "lr": "0.000134231", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "10771"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.462, "loss": "0.01", "ppl": "1.01", "wps": "10185.6", "ups": "5.2", "wpb": "1960", "bsz": "96.5", "num_updates": "55600", "lr": "0.00013411", "gnorm": "0.282", "train_wall": "19", "gb_free": "28.9", "wall": "10790"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.482, "loss": "0.011", "ppl": "1.01", "wps": "9593.7", "ups": "5.11", "wpb": "1875.7", "bsz": "90.9", "num_updates": "55700", "lr": "0.00013399", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.9", "wall": "10810"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.503, "loss": "0.009", "ppl": "1.01", "wps": "10952.4", "ups": "5.24", "wpb": "2089.3", "bsz": "105.1", "num_updates": "55800", "lr": "0.00013387", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "10829"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.523, "loss": "0.009", "ppl": "1.01", "wps": "9939.5", "ups": "5.16", "wpb": "1926.8", "bsz": "93.5", "num_updates": "55900", "lr": "0.00013375", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "10848"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.544, "loss": "0.007", "ppl": "1", "wps": "10542.2", "ups": "5.23", "wpb": "2017.1", "bsz": "99.7", "num_updates": "56000", "lr": "0.000133631", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "10867"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.565, "loss": "0.01", "ppl": "1.01", "wps": "10036", "ups": "5.17", "wpb": "1942.7", "bsz": "91.8", "num_updates": "56100", "lr": "0.000133511", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "10887"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.585, "loss": "0.009", "ppl": "1.01", "wps": "10805.5", "ups": "5.23", "wpb": "2067.8", "bsz": "101.2", "num_updates": "56200", "lr": "0.000133393", "gnorm": "0.252", "train_wall": "19", "gb_free": "28.9", "wall": "10906"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.606, "loss": "0.014", "ppl": "1.01", "wps": "9799.5", "ups": "5.19", "wpb": "1886.3", "bsz": "87.4", "num_updates": "56300", "lr": "0.000133274", "gnorm": "0.415", "train_wall": "19", "gb_free": "28.8", "wall": "10925"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.626, "loss": "0.009", "ppl": "1.01", "wps": "10330.8", "ups": "5.28", "wpb": "1958.2", "bsz": "97.5", "num_updates": "56400", "lr": "0.000133156", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.7", "wall": "10944"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.647, "loss": "0.013", "ppl": "1.01", "wps": "9722.3", "ups": "5.16", "wpb": "1883.1", "bsz": "88.9", "num_updates": "56500", "lr": "0.000133038", "gnorm": "0.319", "train_wall": "19", "gb_free": "29", "wall": "10963"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.668, "loss": "0.011", "ppl": "1.01", "wps": "10398.7", "ups": "5.24", "wpb": "1985.3", "bsz": "96.2", "num_updates": "56600", "lr": "0.00013292", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "10982"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.688, "loss": "0.009", "ppl": "1.01", "wps": "10337.4", "ups": "5.24", "wpb": "1972.4", "bsz": "96", "num_updates": "56700", "lr": "0.000132803", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "11002"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.709, "loss": "0.007", "ppl": "1", "wps": "9727.9", "ups": "5.2", "wpb": "1871", "bsz": "89.4", "num_updates": "56800", "lr": "0.000132686", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "11021"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.73, "loss": "0.009", "ppl": "1.01", "wps": "9400.7", "ups": "5.21", "wpb": "1803.1", "bsz": "87.2", "num_updates": "56900", "lr": "0.00013257", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.2", "wall": "11040"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.75, "loss": "0.007", "ppl": "1", "wps": "9759", "ups": "5.19", "wpb": "1879", "bsz": "89.4", "num_updates": "57000", "lr": "0.000132453", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "11059"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.771, "loss": "0.009", "ppl": "1.01", "wps": "10321.5", "ups": "5.27", "wpb": "1959.4", "bsz": "95.3", "num_updates": "57100", "lr": "0.000132337", "gnorm": "0.278", "train_wall": "19", "gb_free": "29", "wall": "11078"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.791, "loss": "0.008", "ppl": "1.01", "wps": "11611.9", "ups": "5.29", "wpb": "2196.5", "bsz": "106", "num_updates": "57200", "lr": "0.000132221", "gnorm": "0.208", "train_wall": "19", "gb_free": "27.8", "wall": "11097"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.812, "loss": "0.011", "ppl": "1.01", "wps": "9988.5", "ups": "5.24", "wpb": "1906.2", "bsz": "92.9", "num_updates": "57300", "lr": "0.000132106", "gnorm": "0.288", "train_wall": "19", "gb_free": "29.1", "wall": "11116"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.833, "loss": "0.009", "ppl": "1.01", "wps": "10901.8", "ups": "5.26", "wpb": "2073.1", "bsz": "102", "num_updates": "57400", "lr": "0.000131991", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "11135"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.853, "loss": "0.012", "ppl": "1.01", "wps": "10625.7", "ups": "5.18", "wpb": "2050", "bsz": "97", "num_updates": "57500", "lr": "0.000131876", "gnorm": "0.332", "train_wall": "19", "gb_free": "28.8", "wall": "11155"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.874, "loss": "0.009", "ppl": "1.01", "wps": "10694", "ups": "5.21", "wpb": "2053.5", "bsz": "98.9", "num_updates": "57600", "lr": "0.000131762", "gnorm": "0.261", "train_wall": "19", "gb_free": "29.1", "wall": "11174"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.894, "loss": "0.008", "ppl": "1.01", "wps": "9635.7", "ups": "5.15", "wpb": "1871.1", "bsz": "86.4", "num_updates": "57700", "lr": "0.000131647", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.8", "wall": "11193"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.915, "loss": "0.013", "ppl": "1.01", "wps": "9554.8", "ups": "5.22", "wpb": "1831.9", "bsz": "86.2", "num_updates": "57800", "lr": "0.000131533", "gnorm": "0.375", "train_wall": "19", "gb_free": "29.1", "wall": "11212"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.936, "loss": "0.014", "ppl": "1.01", "wps": "9941.6", "ups": "5.24", "wpb": "1897.4", "bsz": "95.4", "num_updates": "57900", "lr": "0.00013142", "gnorm": "0.424", "train_wall": "19", "gb_free": "29", "wall": "11231"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.956, "loss": "0.011", "ppl": "1.01", "wps": "10352.2", "ups": "5.2", "wpb": "1989.7", "bsz": "90.1", "num_updates": "58000", "lr": "0.000131306", "gnorm": "0.315", "train_wall": "19", "gb_free": "29", "wall": "11251"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.977, "loss": "0.01", "ppl": "1.01", "wps": "9640.5", "ups": "5.16", "wpb": "1866.8", "bsz": "85.9", "num_updates": "58100", "lr": "0.000131193", "gnorm": "0.273", "train_wall": "19", "gb_free": "29.3", "wall": "11270"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} {"epoch": 12, "update": 11.998, "loss": "0.009", "ppl": "1.01", "wps": "10838.1", "ups": "5.26", "wpb": "2061.7", "bsz": "97.8", "num_updates": "58200", "lr": "0.000131081", "gnorm": "0.23", "train_wall": "19", "gb_free": "29", "wall": "11289"} begin validation on "valid" subset {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} {"epoch": 12, "valid_loss": "0.05", "valid_ppl": "1.04", "valid_wps": "33016.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "58212", "valid_best_loss": "0.05"} end of epoch 12 (average epoch stats below) {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} {"epoch": 12, "train_loss": "0.01", "train_ppl": "1.01", "train_wps": "10261.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "58212", "train_lr": "0.000131067", "train_gnorm": "0.278", "train_train_wall": "921", "train_gb_free": "28.7", "train_wall": "11300"} Start iterating over samples {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.018, "loss": "0.008", "ppl": "1.01", "wps": "7041.4", "ups": "3.64", "wpb": "1935.1", "bsz": "92.6", "num_updates": "58300", "lr": "0.000130968", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11316"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.039, "loss": "0.008", "ppl": "1.01", "wps": "10118.7", "ups": "5.25", "wpb": "1928.5", "bsz": "98.1", "num_updates": "58400", "lr": "0.000130856", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.2", "wall": "11336"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.059, "loss": "0.007", "ppl": "1.01", "wps": "10620.7", "ups": "5.25", "wpb": "2021.7", "bsz": "102.7", "num_updates": "58500", "lr": "0.000130744", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11355"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.08, "loss": "0.009", "ppl": "1.01", "wps": "11139.9", "ups": "5.26", "wpb": "2116.4", "bsz": "101.4", "num_updates": "58600", "lr": "0.000130632", "gnorm": "0.254", "train_wall": "19", "gb_free": "29.2", "wall": "11374"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.101, "loss": "0.006", "ppl": "1", "wps": "9746", "ups": "5.17", "wpb": "1885.7", "bsz": "92.6", "num_updates": "58700", "lr": "0.000130521", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "11393"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.121, "loss": "0.007", "ppl": "1", "wps": "9198", "ups": "5.15", "wpb": "1785.8", "bsz": "84.6", "num_updates": "58800", "lr": "0.00013041", "gnorm": "0.24", "train_wall": "19", "gb_free": "29.1", "wall": "11412"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.142, "loss": "0.007", "ppl": "1", "wps": "9893.9", "ups": "5.25", "wpb": "1885", "bsz": "93.4", "num_updates": "58900", "lr": "0.000130299", "gnorm": "0.247", "train_wall": "19", "gb_free": "29", "wall": "11431"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.162, "loss": "0.008", "ppl": "1.01", "wps": "9632.2", "ups": "5.18", "wpb": "1860.5", "bsz": "87.4", "num_updates": "59000", "lr": "0.000130189", "gnorm": "0.232", "train_wall": "19", "gb_free": "27.9", "wall": "11451"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.183, "loss": "0.007", "ppl": "1.01", "wps": "9385", "ups": "5.17", "wpb": "1815.2", "bsz": "87.7", "num_updates": "59100", "lr": "0.000130079", "gnorm": "0.256", "train_wall": "19", "gb_free": "29.1", "wall": "11470"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.204, "loss": "0.006", "ppl": "1", "wps": "10618.3", "ups": "5.25", "wpb": "2021.8", "bsz": "102.7", "num_updates": "59200", "lr": "0.000129969", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "11489"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.224, "loss": "0.01", "ppl": "1.01", "wps": "9374.5", "ups": "5.19", "wpb": "1805", "bsz": "88.7", "num_updates": "59300", "lr": "0.000129859", "gnorm": "0.344", "train_wall": "19", "gb_free": "29.1", "wall": "11508"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.245, "loss": "0.011", "ppl": "1.01", "wps": "11402.6", "ups": "5.25", "wpb": "2172.6", "bsz": "108.6", "num_updates": "59400", "lr": "0.00012975", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "11527"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.266, "loss": "0.01", "ppl": "1.01", "wps": "10894", "ups": "5.24", "wpb": "2078.8", "bsz": "97.4", "num_updates": "59500", "lr": "0.000129641", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.8", "wall": "11547"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.286, "loss": "0.007", "ppl": "1", "wps": "11962.7", "ups": "5.3", "wpb": "2258.4", "bsz": "115.3", "num_updates": "59600", "lr": "0.000129532", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.2", "wall": "11565"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.307, "loss": "0.008", "ppl": "1.01", "wps": "11614.4", "ups": "5.24", "wpb": "2217.7", "bsz": "101.8", "num_updates": "59700", "lr": "0.000129423", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "11584"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.327, "loss": "0.009", "ppl": "1.01", "wps": "10428.3", "ups": "5.2", "wpb": "2006", "bsz": "95.6", "num_updates": "59800", "lr": "0.000129315", "gnorm": "0.247", "train_wall": "19", "gb_free": "27.6", "wall": "11604"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.348, "loss": "0.009", "ppl": "1.01", "wps": "12014.5", "ups": "5.25", "wpb": "2289.5", "bsz": "108.4", "num_updates": "59900", "lr": "0.000129207", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.1", "wall": "11623"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.369, "loss": "0.008", "ppl": "1.01", "wps": "9393.6", "ups": "5.18", "wpb": "1814.3", "bsz": "86.6", "num_updates": "60000", "lr": "0.000129099", "gnorm": "0.243", "train_wall": "19", "gb_free": "29.2", "wall": "11642"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.389, "loss": "0.008", "ppl": "1.01", "wps": "11001.1", "ups": "5.22", "wpb": "2106.5", "bsz": "103.4", "num_updates": "60100", "lr": "0.000128992", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.8", "wall": "11661"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.41, "loss": "0.007", "ppl": "1", "wps": "11246.2", "ups": "5.29", "wpb": "2124.9", "bsz": "102.7", "num_updates": "60200", "lr": "0.000128885", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "11680"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.43, "loss": "0.008", "ppl": "1.01", "wps": "10381.6", "ups": "5.26", "wpb": "1974.3", "bsz": "96", "num_updates": "60300", "lr": "0.000128778", "gnorm": "0.227", "train_wall": "19", "gb_free": "28.9", "wall": "11699"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.451, "loss": "0.008", "ppl": "1.01", "wps": "10220.6", "ups": "5.21", "wpb": "1962", "bsz": "95", "num_updates": "60400", "lr": "0.000128671", "gnorm": "0.237", "train_wall": "19", "gb_free": "29", "wall": "11718"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.472, "loss": "0.008", "ppl": "1.01", "wps": "10592.6", "ups": "5.25", "wpb": "2017.5", "bsz": "98", "num_updates": "60500", "lr": "0.000128565", "gnorm": "0.29", "train_wall": "19", "gb_free": "29.3", "wall": "11737"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.492, "loss": "0.01", "ppl": "1.01", "wps": "9012.1", "ups": "5.13", "wpb": "1755.5", "bsz": "78.2", "num_updates": "60600", "lr": "0.000128459", "gnorm": "0.329", "train_wall": "19", "gb_free": "28.8", "wall": "11757"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.513, "loss": "0.01", "ppl": "1.01", "wps": "9842.7", "ups": "5.19", "wpb": "1896.9", "bsz": "87.4", "num_updates": "60700", "lr": "0.000128353", "gnorm": "0.297", "train_wall": "19", "gb_free": "29", "wall": "11776"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.533, "loss": "0.013", "ppl": "1.01", "wps": "10631.8", "ups": "5.17", "wpb": "2056.4", "bsz": "95.3", "num_updates": "60800", "lr": "0.000128247", "gnorm": "0.331", "train_wall": "19", "gb_free": "27.7", "wall": "11796"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.554, "loss": "0.009", "ppl": "1.01", "wps": "10333.2", "ups": "5.23", "wpb": "1976.7", "bsz": "97.4", "num_updates": "60900", "lr": "0.000128142", "gnorm": "0.279", "train_wall": "19", "gb_free": "28.8", "wall": "11815"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.575, "loss": "0.011", "ppl": "1.01", "wps": "10112.9", "ups": "5.13", "wpb": "1970.6", "bsz": "89.1", "num_updates": "61000", "lr": "0.000128037", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "11834"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.595, "loss": "0.008", "ppl": "1.01", "wps": "9189.1", "ups": "5.16", "wpb": "1779.3", "bsz": "90.3", "num_updates": "61100", "lr": "0.000127932", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "11854"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.616, "loss": "0.007", "ppl": "1", "wps": "11496.5", "ups": "5.27", "wpb": "2179.6", "bsz": "108.2", "num_updates": "61200", "lr": "0.000127827", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "11872"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.637, "loss": "0.01", "ppl": "1.01", "wps": "9936.1", "ups": "5.17", "wpb": "1921.6", "bsz": "93.8", "num_updates": "61300", "lr": "0.000127723", "gnorm": "0.301", "train_wall": "19", "gb_free": "29.1", "wall": "11892"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.657, "loss": "0.011", "ppl": "1.01", "wps": "10949.3", "ups": "5.26", "wpb": "2080.8", "bsz": "98.1", "num_updates": "61400", "lr": "0.000127619", "gnorm": "0.296", "train_wall": "19", "gb_free": "28.9", "wall": "11911"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.678, "loss": "0.009", "ppl": "1.01", "wps": "8953.5", "ups": "5.15", "wpb": "1738.1", "bsz": "84.3", "num_updates": "61500", "lr": "0.000127515", "gnorm": "0.222", "train_wall": "19", "gb_free": "28.9", "wall": "11930"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.698, "loss": "0.007", "ppl": "1.01", "wps": "9959.5", "ups": "5.23", "wpb": "1903", "bsz": "96.2", "num_updates": "61600", "lr": "0.000127412", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.9", "wall": "11949"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.719, "loss": "0.01", "ppl": "1.01", "wps": "10027.1", "ups": "5.19", "wpb": "1931.6", "bsz": "97.3", "num_updates": "61700", "lr": "0.000127309", "gnorm": "0.322", "train_wall": "19", "gb_free": "29.1", "wall": "11969"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.74, "loss": "0.016", "ppl": "1.01", "wps": "11232", "ups": "5.27", "wpb": "2133.2", "bsz": "101.6", "num_updates": "61800", "lr": "0.000127205", "gnorm": "0.381", "train_wall": "19", "gb_free": "28.8", "wall": "11988"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.76, "loss": "0.008", "ppl": "1.01", "wps": "10512.8", "ups": "5.25", "wpb": "2002.4", "bsz": "99", "num_updates": "61900", "lr": "0.000127103", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12007"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.781, "loss": "0.009", "ppl": "1.01", "wps": "10064.3", "ups": "5.19", "wpb": "1937.4", "bsz": "94", "num_updates": "62000", "lr": "0.000127", "gnorm": "0.216", "train_wall": "19", "gb_free": "28.9", "wall": "12026"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.801, "loss": "0.009", "ppl": "1.01", "wps": "10189.4", "ups": "5.17", "wpb": "1969.2", "bsz": "93", "num_updates": "62100", "lr": "0.000126898", "gnorm": "0.258", "train_wall": "19", "gb_free": "29.3", "wall": "12045"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.822, "loss": "0.007", "ppl": "1", "wps": "9651.9", "ups": "5.18", "wpb": "1864", "bsz": "89.3", "num_updates": "62200", "lr": "0.000126796", "gnorm": "0.196", "train_wall": "19", "gb_free": "29", "wall": "12065"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.843, "loss": "0.008", "ppl": "1.01", "wps": "11727.4", "ups": "5.26", "wpb": "2229.5", "bsz": "106.4", "num_updates": "62300", "lr": "0.000126694", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12084"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.863, "loss": "0.008", "ppl": "1.01", "wps": "10091.3", "ups": "5.22", "wpb": "1933.5", "bsz": "91.5", "num_updates": "62400", "lr": "0.000126592", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.1", "wall": "12103"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.884, "loss": "0.009", "ppl": "1.01", "wps": "11001.7", "ups": "5.25", "wpb": "2094.4", "bsz": "101.9", "num_updates": "62500", "lr": "0.000126491", "gnorm": "0.289", "train_wall": "19", "gb_free": "29", "wall": "12122"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.905, "loss": "0.008", "ppl": "1.01", "wps": "10290.5", "ups": "5.29", "wpb": "1946.7", "bsz": "94.4", "num_updates": "62600", "lr": "0.00012639", "gnorm": "0.253", "train_wall": "19", "gb_free": "29.2", "wall": "12141"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.925, "loss": "0.007", "ppl": "1.01", "wps": "10429.7", "ups": "5.24", "wpb": "1989.9", "bsz": "96.4", "num_updates": "62700", "lr": "0.000126289", "gnorm": "0.218", "train_wall": "19", "gb_free": "26.7", "wall": "12160"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.946, "loss": "0.007", "ppl": "1", "wps": "10770.3", "ups": "5.22", "wpb": "2064.3", "bsz": "97.9", "num_updates": "62800", "lr": "0.000126189", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "12179"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.966, "loss": "0.007", "ppl": "1", "wps": "10169.2", "ups": "5.25", "wpb": "1937.1", "bsz": "93", "num_updates": "62900", "lr": "0.000126088", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "12198"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} {"epoch": 13, "update": 12.987, "loss": "0.006", "ppl": "1", "wps": "9683.2", "ups": "5.17", "wpb": "1874.3", "bsz": "90.5", "num_updates": "63000", "lr": "0.000125988", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.8", "wall": "12217"} begin validation on "valid" subset {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} {"epoch": 13, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32984.8", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "63063", "valid_best_loss": "0.048"} end of epoch 13 (average epoch stats below) {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} {"epoch": 13, "train_loss": "0.008", "train_ppl": "1.01", "train_wps": "10259.9", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "63063", "train_lr": "0.000125925", "train_gnorm": "0.255", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "12238"} Start iterating over samples {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.008, "loss": "0.008", "ppl": "1.01", "wps": "7010", "ups": "3.61", "wpb": "1943.9", "bsz": "91", "num_updates": "63100", "lr": "0.000125888", "gnorm": "0.272", "train_wall": "19", "gb_free": "27.5", "wall": "12245"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.028, "loss": "0.009", "ppl": "1.01", "wps": "9314.2", "ups": "5.18", "wpb": "1799.1", "bsz": "82.5", "num_updates": "63200", "lr": "0.000125789", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.1", "wall": "12264"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.049, "loss": "0.009", "ppl": "1.01", "wps": "10598.6", "ups": "5.23", "wpb": "2024.8", "bsz": "94.5", "num_updates": "63300", "lr": "0.000125689", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "12284"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.069, "loss": "0.006", "ppl": "1", "wps": "9831.1", "ups": "5.23", "wpb": "1878.3", "bsz": "93.8", "num_updates": "63400", "lr": "0.00012559", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "12303"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.09, "loss": "0.007", "ppl": "1", "wps": "10670.1", "ups": "5.21", "wpb": "2049.2", "bsz": "102.9", "num_updates": "63500", "lr": "0.000125491", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.2", "wall": "12322"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.111, "loss": "0.009", "ppl": "1.01", "wps": "11237.8", "ups": "5.25", "wpb": "2140.6", "bsz": "105.6", "num_updates": "63600", "lr": "0.000125392", "gnorm": "0.271", "train_wall": "19", "gb_free": "28.8", "wall": "12341"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.131, "loss": "0.006", "ppl": "1", "wps": "9510.1", "ups": "5.2", "wpb": "1829.8", "bsz": "90.2", "num_updates": "63700", "lr": "0.000125294", "gnorm": "0.212", "train_wall": "19", "gb_free": "29", "wall": "12360"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.152, "loss": "0.008", "ppl": "1.01", "wps": "9944.9", "ups": "5.17", "wpb": "1923.1", "bsz": "90.4", "num_updates": "63800", "lr": "0.000125196", "gnorm": "0.269", "train_wall": "19", "gb_free": "29.1", "wall": "12380"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.173, "loss": "0.008", "ppl": "1.01", "wps": "10708.1", "ups": "5.22", "wpb": "2052.5", "bsz": "99.1", "num_updates": "63900", "lr": "0.000125098", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "12399"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.193, "loss": "0.006", "ppl": "1", "wps": "10553.8", "ups": "5.22", "wpb": "2020.8", "bsz": "98.3", "num_updates": "64000", "lr": "0.000125", "gnorm": "0.233", "train_wall": "19", "gb_free": "28.7", "wall": "12418"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.214, "loss": "0.007", "ppl": "1.01", "wps": "10443.2", "ups": "5.22", "wpb": "2001.8", "bsz": "97.4", "num_updates": "64100", "lr": "0.000124902", "gnorm": "0.24", "train_wall": "19", "gb_free": "29", "wall": "12437"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.234, "loss": "0.007", "ppl": "1", "wps": "9706.4", "ups": "5.13", "wpb": "1890.4", "bsz": "89.2", "num_updates": "64200", "lr": "0.000124805", "gnorm": "0.259", "train_wall": "19", "gb_free": "28.9", "wall": "12456"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.255, "loss": "0.007", "ppl": "1", "wps": "8530.1", "ups": "5.11", "wpb": "1670.2", "bsz": "80.2", "num_updates": "64300", "lr": "0.000124708", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "12476"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.276, "loss": "0.006", "ppl": "1", "wps": "11418.1", "ups": "5.24", "wpb": "2177.6", "bsz": "108.7", "num_updates": "64400", "lr": "0.000124611", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.8", "wall": "12495"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.296, "loss": "0.006", "ppl": "1", "wps": "10982.3", "ups": "5.2", "wpb": "2111", "bsz": "100.2", "num_updates": "64500", "lr": "0.000124515", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "12514"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.317, "loss": "0.007", "ppl": "1", "wps": "9861.3", "ups": "5.15", "wpb": "1913.8", "bsz": "95.3", "num_updates": "64600", "lr": "0.000124418", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.8", "wall": "12534"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.337, "loss": "0.005", "ppl": "1", "wps": "9537.6", "ups": "5.22", "wpb": "1827.8", "bsz": "86.6", "num_updates": "64700", "lr": "0.000124322", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "12553"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.358, "loss": "0.008", "ppl": "1.01", "wps": "9775.1", "ups": "5.22", "wpb": "1872.9", "bsz": "92.8", "num_updates": "64800", "lr": "0.000124226", "gnorm": "0.244", "train_wall": "19", "gb_free": "29.2", "wall": "12572"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.379, "loss": "0.007", "ppl": "1.01", "wps": "11323.1", "ups": "5.28", "wpb": "2145", "bsz": "107", "num_updates": "64900", "lr": "0.00012413", "gnorm": "0.244", "train_wall": "19", "gb_free": "29", "wall": "12591"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.399, "loss": "0.009", "ppl": "1.01", "wps": "10470.2", "ups": "5.23", "wpb": "2002.1", "bsz": "96.2", "num_updates": "65000", "lr": "0.000124035", "gnorm": "0.232", "train_wall": "19", "gb_free": "29", "wall": "12610"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.42, "loss": "0.009", "ppl": "1.01", "wps": "9431.7", "ups": "5.19", "wpb": "1816.2", "bsz": "87", "num_updates": "65100", "lr": "0.000123939", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "12629"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.441, "loss": "0.007", "ppl": "1.01", "wps": "10059.7", "ups": "5.26", "wpb": "1913.3", "bsz": "90.9", "num_updates": "65200", "lr": "0.000123844", "gnorm": "0.241", "train_wall": "19", "gb_free": "29.1", "wall": "12648"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.461, "loss": "0.007", "ppl": "1.01", "wps": "10143.4", "ups": "5.22", "wpb": "1943.2", "bsz": "90.9", "num_updates": "65300", "lr": "0.000123749", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.2", "wall": "12668"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.482, "loss": "0.007", "ppl": "1", "wps": "11418.2", "ups": "5.24", "wpb": "2178.7", "bsz": "105.2", "num_updates": "65400", "lr": "0.000123655", "gnorm": "0.228", "train_wall": "19", "gb_free": "28.9", "wall": "12687"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.502, "loss": "0.007", "ppl": "1.01", "wps": "10827.5", "ups": "5.25", "wpb": "2061.1", "bsz": "102.1", "num_updates": "65500", "lr": "0.00012356", "gnorm": "0.249", "train_wall": "19", "gb_free": "29", "wall": "12706"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.523, "loss": "0.007", "ppl": "1.01", "wps": "12031", "ups": "5.27", "wpb": "2283.9", "bsz": "109.7", "num_updates": "65600", "lr": "0.000123466", "gnorm": "0.226", "train_wall": "19", "gb_free": "29.1", "wall": "12725"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.544, "loss": "0.006", "ppl": "1", "wps": "9868.3", "ups": "5.26", "wpb": "1875.8", "bsz": "92.6", "num_updates": "65700", "lr": "0.000123372", "gnorm": "0.206", "train_wall": "19", "gb_free": "29", "wall": "12744"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.564, "loss": "0.006", "ppl": "1", "wps": "8955.8", "ups": "5.15", "wpb": "1738.4", "bsz": "85.7", "num_updates": "65800", "lr": "0.000123278", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "12763"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.585, "loss": "0.011", "ppl": "1.01", "wps": "10080.1", "ups": "5.22", "wpb": "1930.5", "bsz": "94", "num_updates": "65900", "lr": "0.000123185", "gnorm": "0.351", "train_wall": "19", "gb_free": "29", "wall": "12782"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.605, "loss": "0.009", "ppl": "1.01", "wps": "11398.5", "ups": "5.25", "wpb": "2171.5", "bsz": "99.4", "num_updates": "66000", "lr": "0.000123091", "gnorm": "0.242", "train_wall": "19", "gb_free": "29", "wall": "12801"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.626, "loss": "0.006", "ppl": "1", "wps": "9769.2", "ups": "5.2", "wpb": "1879.9", "bsz": "95.9", "num_updates": "66100", "lr": "0.000122998", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.9", "wall": "12821"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.647, "loss": "0.009", "ppl": "1.01", "wps": "10545.5", "ups": "5.22", "wpb": "2019.8", "bsz": "93.8", "num_updates": "66200", "lr": "0.000122905", "gnorm": "0.28", "train_wall": "19", "gb_free": "29.2", "wall": "12840"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.667, "loss": "0.007", "ppl": "1.01", "wps": "11018.5", "ups": "5.19", "wpb": "2121", "bsz": "100.9", "num_updates": "66300", "lr": "0.000122813", "gnorm": "0.246", "train_wall": "19", "gb_free": "29", "wall": "12859"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.688, "loss": "0.006", "ppl": "1", "wps": "11121.3", "ups": "5.26", "wpb": "2113.1", "bsz": "102.8", "num_updates": "66400", "lr": "0.00012272", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.8", "wall": "12878"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.709, "loss": "0.006", "ppl": "1", "wps": "10268.6", "ups": "5.21", "wpb": "1970.4", "bsz": "93.2", "num_updates": "66500", "lr": "0.000122628", "gnorm": "0.202", "train_wall": "19", "gb_free": "29", "wall": "12897"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.729, "loss": "0.005", "ppl": "1", "wps": "9281.5", "ups": "5.21", "wpb": "1780", "bsz": "90.5", "num_updates": "66600", "lr": "0.000122536", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.9", "wall": "12916"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.75, "loss": "0.007", "ppl": "1", "wps": "10484.5", "ups": "5.24", "wpb": "2001.1", "bsz": "97.1", "num_updates": "66700", "lr": "0.000122444", "gnorm": "0.236", "train_wall": "19", "gb_free": "29.1", "wall": "12936"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.77, "loss": "0.008", "ppl": "1.01", "wps": "9673.4", "ups": "5.22", "wpb": "1853.8", "bsz": "90.4", "num_updates": "66800", "lr": "0.000122352", "gnorm": "0.266", "train_wall": "19", "gb_free": "29", "wall": "12955"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.791, "loss": "0.006", "ppl": "1", "wps": "10388", "ups": "5.22", "wpb": "1990.1", "bsz": "97.2", "num_updates": "66900", "lr": "0.000122261", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "12974"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.812, "loss": "0.009", "ppl": "1.01", "wps": "10542.4", "ups": "5.18", "wpb": "2033.7", "bsz": "98.6", "num_updates": "67000", "lr": "0.000122169", "gnorm": "0.275", "train_wall": "19", "gb_free": "29.1", "wall": "12993"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.832, "loss": "0.006", "ppl": "1", "wps": "10438.8", "ups": "5.2", "wpb": "2006.7", "bsz": "95.1", "num_updates": "67100", "lr": "0.000122078", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "13012"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.853, "loss": "0.006", "ppl": "1", "wps": "10817.4", "ups": "5.23", "wpb": "2068.3", "bsz": "99.2", "num_updates": "67200", "lr": "0.000121988", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13031"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.873, "loss": "0.008", "ppl": "1.01", "wps": "12195.6", "ups": "5.29", "wpb": "2306.2", "bsz": "105.4", "num_updates": "67300", "lr": "0.000121897", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.9", "wall": "13050"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.894, "loss": "0.006", "ppl": "1", "wps": "10011.8", "ups": "5.2", "wpb": "1926.9", "bsz": "95.3", "num_updates": "67400", "lr": "0.000121806", "gnorm": "0.205", "train_wall": "19", "gb_free": "27.8", "wall": "13070"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.915, "loss": "0.012", "ppl": "1.01", "wps": "10407.6", "ups": "5.19", "wpb": "2006.1", "bsz": "92.5", "num_updates": "67500", "lr": "0.000121716", "gnorm": "0.323", "train_wall": "19", "gb_free": "28.8", "wall": "13089"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.935, "loss": "0.006", "ppl": "1", "wps": "10266.5", "ups": "5.21", "wpb": "1970.5", "bsz": "94.8", "num_updates": "67600", "lr": "0.000121626", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "13108"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.956, "loss": "0.006", "ppl": "1", "wps": "11361.1", "ups": "5.3", "wpb": "2143.1", "bsz": "104.2", "num_updates": "67700", "lr": "0.000121536", "gnorm": "0.215", "train_wall": "19", "gb_free": "29", "wall": "13127"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.976, "loss": "0.005", "ppl": "1", "wps": "10094", "ups": "5.22", "wpb": "1932.1", "bsz": "93.1", "num_updates": "67800", "lr": "0.000121447", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.9", "wall": "13146"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} {"epoch": 14, "update": 13.997, "loss": "0.008", "ppl": "1.01", "wps": "10292.3", "ups": "5.19", "wpb": "1983", "bsz": "97.4", "num_updates": "67900", "lr": "0.000121357", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.8", "wall": "13165"} begin validation on "valid" subset {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} {"epoch": 14, "valid_loss": "0.052", "valid_ppl": "1.04", "valid_wps": "32957.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "67914", "valid_best_loss": "0.048"} end of epoch 14 (average epoch stats below) {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} {"epoch": 14, "train_loss": "0.007", "train_ppl": "1.01", "train_wps": "10260", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "67914", "train_lr": "0.000121345", "train_gnorm": "0.236", "train_train_wall": "921", "train_gb_free": "29.1", "train_wall": "13176"} Start iterating over samples {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.018, "loss": "0.006", "ppl": "1", "wps": "6997.6", "ups": "3.66", "wpb": "1909.3", "bsz": "94.2", "num_updates": "68000", "lr": "0.000121268", "gnorm": "0.177", "train_wall": "19", "gb_free": "29.1", "wall": "13193"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.038, "loss": "0.006", "ppl": "1", "wps": "10857.3", "ups": "5.26", "wpb": "2065.4", "bsz": "103.2", "num_updates": "68100", "lr": "0.000121179", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.9", "wall": "13212"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.059, "loss": "0.006", "ppl": "1", "wps": "10825.8", "ups": "5.24", "wpb": "2067.1", "bsz": "99.8", "num_updates": "68200", "lr": "0.00012109", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "13231"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.08, "loss": "0.008", "ppl": "1.01", "wps": "10033.7", "ups": "5.2", "wpb": "1930.7", "bsz": "91.8", "num_updates": "68300", "lr": "0.000121001", "gnorm": "0.334", "train_wall": "19", "gb_free": "28.7", "wall": "13250"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.1, "loss": "0.011", "ppl": "1.01", "wps": "10700.3", "ups": "5.22", "wpb": "2050.4", "bsz": "97.1", "num_updates": "68400", "lr": "0.000120913", "gnorm": "0.359", "train_wall": "19", "gb_free": "28.9", "wall": "13269"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.121, "loss": "0.007", "ppl": "1", "wps": "10023.4", "ups": "5.22", "wpb": "1919.9", "bsz": "94.2", "num_updates": "68500", "lr": "0.000120824", "gnorm": "0.231", "train_wall": "19", "gb_free": "27.8", "wall": "13288"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.141, "loss": "0.005", "ppl": "1", "wps": "10386.2", "ups": "5.26", "wpb": "1973.8", "bsz": "100.4", "num_updates": "68600", "lr": "0.000120736", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "13307"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.162, "loss": "0.008", "ppl": "1.01", "wps": "11008.9", "ups": "5.18", "wpb": "2124", "bsz": "101.8", "num_updates": "68700", "lr": "0.000120648", "gnorm": "0.283", "train_wall": "19", "gb_free": "28.9", "wall": "13327"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.183, "loss": "0.007", "ppl": "1", "wps": "9796.5", "ups": "5.2", "wpb": "1884.7", "bsz": "94.9", "num_updates": "68800", "lr": "0.000120561", "gnorm": "0.265", "train_wall": "19", "gb_free": "29", "wall": "13346"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.203, "loss": "0.007", "ppl": "1.01", "wps": "10835.4", "ups": "5.24", "wpb": "2068.2", "bsz": "95.3", "num_updates": "68900", "lr": "0.000120473", "gnorm": "0.263", "train_wall": "19", "gb_free": "29.2", "wall": "13365"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.224, "loss": "0.005", "ppl": "1", "wps": "10479", "ups": "5.24", "wpb": "1999.6", "bsz": "98.6", "num_updates": "69000", "lr": "0.000120386", "gnorm": "0.192", "train_wall": "19", "gb_free": "29", "wall": "13384"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.244, "loss": "0.005", "ppl": "1", "wps": "10204", "ups": "5.2", "wpb": "1961.4", "bsz": "95.4", "num_updates": "69100", "lr": "0.000120299", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13403"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.265, "loss": "0.005", "ppl": "1", "wps": "9790", "ups": "5.22", "wpb": "1876.5", "bsz": "91.5", "num_updates": "69200", "lr": "0.000120212", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "13422"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.286, "loss": "0.004", "ppl": "1", "wps": "10915.4", "ups": "5.26", "wpb": "2075.4", "bsz": "103.6", "num_updates": "69300", "lr": "0.000120125", "gnorm": "0.194", "train_wall": "19", "gb_free": "28.9", "wall": "13442"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.306, "loss": "0.004", "ppl": "1", "wps": "11769.8", "ups": "5.32", "wpb": "2212.8", "bsz": "108.7", "num_updates": "69400", "lr": "0.000120038", "gnorm": "0.175", "train_wall": "19", "gb_free": "29.2", "wall": "13460"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.327, "loss": "0.007", "ppl": "1.01", "wps": "10162.3", "ups": "5.19", "wpb": "1958.6", "bsz": "91.8", "num_updates": "69500", "lr": "0.000119952", "gnorm": "0.246", "train_wall": "19", "gb_free": "27.2", "wall": "13480"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.348, "loss": "0.006", "ppl": "1", "wps": "11068.6", "ups": "5.22", "wpb": "2118.8", "bsz": "104.9", "num_updates": "69600", "lr": "0.000119866", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13499"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.368, "loss": "0.007", "ppl": "1", "wps": "10193.5", "ups": "5.22", "wpb": "1952.9", "bsz": "92.7", "num_updates": "69700", "lr": "0.00011978", "gnorm": "0.239", "train_wall": "19", "gb_free": "29.1", "wall": "13518"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.389, "loss": "0.007", "ppl": "1", "wps": "10989.5", "ups": "5.21", "wpb": "2107.9", "bsz": "100.1", "num_updates": "69800", "lr": "0.000119694", "gnorm": "0.242", "train_wall": "19", "gb_free": "29.3", "wall": "13537"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.409, "loss": "0.007", "ppl": "1", "wps": "10441.1", "ups": "5.21", "wpb": "2005.8", "bsz": "97.2", "num_updates": "69900", "lr": "0.000119608", "gnorm": "0.214", "train_wall": "19", "gb_free": "29", "wall": "13556"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.43, "loss": "0.007", "ppl": "1", "wps": "10485.7", "ups": "5.18", "wpb": "2024", "bsz": "98.7", "num_updates": "70000", "lr": "0.000119523", "gnorm": "0.267", "train_wall": "19", "gb_free": "29.1", "wall": "13576"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.451, "loss": "0.006", "ppl": "1", "wps": "10117.8", "ups": "5.25", "wpb": "1925.8", "bsz": "96.6", "num_updates": "70100", "lr": "0.000119438", "gnorm": "0.238", "train_wall": "19", "gb_free": "29", "wall": "13595"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.471, "loss": "0.006", "ppl": "1", "wps": "10670.7", "ups": "5.25", "wpb": "2032.7", "bsz": "100.1", "num_updates": "70200", "lr": "0.000119352", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "13614"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.492, "loss": "0.007", "ppl": "1", "wps": "10910.7", "ups": "5.22", "wpb": "2088.5", "bsz": "101", "num_updates": "70300", "lr": "0.000119268", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "13633"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.512, "loss": "0.006", "ppl": "1", "wps": "9701.4", "ups": "5.11", "wpb": "1897.8", "bsz": "88.9", "num_updates": "70400", "lr": "0.000119183", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.3", "wall": "13652"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.533, "loss": "0.006", "ppl": "1", "wps": "10517.7", "ups": "5.24", "wpb": "2005.6", "bsz": "90.7", "num_updates": "70500", "lr": "0.000119098", "gnorm": "0.179", "train_wall": "19", "gb_free": "28.9", "wall": "13671"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.554, "loss": "0.005", "ppl": "1", "wps": "9519.9", "ups": "5.14", "wpb": "1852", "bsz": "90.3", "num_updates": "70600", "lr": "0.000119014", "gnorm": "0.201", "train_wall": "19", "gb_free": "29.1", "wall": "13691"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.574, "loss": "0.006", "ppl": "1", "wps": "10458.2", "ups": "5.21", "wpb": "2006.7", "bsz": "97", "num_updates": "70700", "lr": "0.00011893", "gnorm": "0.228", "train_wall": "19", "gb_free": "29", "wall": "13710"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.595, "loss": "0.008", "ppl": "1.01", "wps": "10280", "ups": "5.23", "wpb": "1964.6", "bsz": "93.8", "num_updates": "70800", "lr": "0.000118846", "gnorm": "0.236", "train_wall": "19", "gb_free": "26.9", "wall": "13729"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.616, "loss": "0.006", "ppl": "1", "wps": "10198.5", "ups": "5.23", "wpb": "1950.7", "bsz": "91.9", "num_updates": "70900", "lr": "0.000118762", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "13748"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.636, "loss": "0.006", "ppl": "1", "wps": "10114.4", "ups": "5.2", "wpb": "1945", "bsz": "92.2", "num_updates": "71000", "lr": "0.000118678", "gnorm": "0.27", "train_wall": "19", "gb_free": "29.3", "wall": "13768"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.657, "loss": "0.009", "ppl": "1.01", "wps": "9723", "ups": "5.2", "wpb": "1870.7", "bsz": "89.2", "num_updates": "71100", "lr": "0.000118595", "gnorm": "0.313", "train_wall": "19", "gb_free": "27.2", "wall": "13787"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.677, "loss": "0.009", "ppl": "1.01", "wps": "10576.2", "ups": "5.22", "wpb": "2026.7", "bsz": "96.2", "num_updates": "71200", "lr": "0.000118511", "gnorm": "0.235", "train_wall": "19", "gb_free": "28.9", "wall": "13806"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.698, "loss": "0.007", "ppl": "1", "wps": "10791", "ups": "5.22", "wpb": "2067.8", "bsz": "105.2", "num_updates": "71300", "lr": "0.000118428", "gnorm": "0.26", "train_wall": "19", "gb_free": "28.9", "wall": "13825"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.719, "loss": "0.009", "ppl": "1.01", "wps": "10292.4", "ups": "5.19", "wpb": "1981.8", "bsz": "92.9", "num_updates": "71400", "lr": "0.000118345", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.9", "wall": "13844"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.739, "loss": "0.008", "ppl": "1.01", "wps": "9564.9", "ups": "5.18", "wpb": "1844.8", "bsz": "89.1", "num_updates": "71500", "lr": "0.000118262", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.9", "wall": "13864"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.76, "loss": "0.007", "ppl": "1.01", "wps": "10326", "ups": "5.21", "wpb": "1981.4", "bsz": "95.5", "num_updates": "71600", "lr": "0.00011818", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "13883"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.78, "loss": "0.008", "ppl": "1.01", "wps": "9724.7", "ups": "5.23", "wpb": "1858.5", "bsz": "95.3", "num_updates": "71700", "lr": "0.000118097", "gnorm": "0.309", "train_wall": "19", "gb_free": "29.1", "wall": "13902"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.801, "loss": "0.008", "ppl": "1.01", "wps": "10546.9", "ups": "5.23", "wpb": "2016.3", "bsz": "95.9", "num_updates": "71800", "lr": "0.000118015", "gnorm": "0.25", "train_wall": "19", "gb_free": "29", "wall": "13921"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.822, "loss": "0.007", "ppl": "1", "wps": "10711.3", "ups": "5.21", "wpb": "2057.7", "bsz": "99.1", "num_updates": "71900", "lr": "0.000117933", "gnorm": "0.24", "train_wall": "19", "gb_free": "28.9", "wall": "13940"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.842, "loss": "0.007", "ppl": "1", "wps": "10079.8", "ups": "5.2", "wpb": "1937.7", "bsz": "88.9", "num_updates": "72000", "lr": "0.000117851", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.2", "wall": "13960"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.863, "loss": "0.008", "ppl": "1.01", "wps": "10050.9", "ups": "5.21", "wpb": "1928.9", "bsz": "87.4", "num_updates": "72100", "lr": "0.000117769", "gnorm": "0.283", "train_wall": "19", "gb_free": "29", "wall": "13979"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.884, "loss": "0.006", "ppl": "1", "wps": "10175.5", "ups": "5.18", "wpb": "1963.2", "bsz": "94", "num_updates": "72200", "lr": "0.000117688", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "13998"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.904, "loss": "0.005", "ppl": "1", "wps": "10517.8", "ups": "5.26", "wpb": "2000.9", "bsz": "97.7", "num_updates": "72300", "lr": "0.000117606", "gnorm": "0.183", "train_wall": "19", "gb_free": "29", "wall": "14017"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.925, "loss": "0.005", "ppl": "1", "wps": "10190.6", "ups": "5.25", "wpb": "1941.4", "bsz": "97.4", "num_updates": "72400", "lr": "0.000117525", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "14036"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.945, "loss": "0.005", "ppl": "1", "wps": "10276.2", "ups": "5.24", "wpb": "1959.5", "bsz": "95.1", "num_updates": "72500", "lr": "0.000117444", "gnorm": "0.183", "train_wall": "19", "gb_free": "27.4", "wall": "14055"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.966, "loss": "0.006", "ppl": "1", "wps": "9762.4", "ups": "5.19", "wpb": "1881.5", "bsz": "90.6", "num_updates": "72600", "lr": "0.000117363", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.8", "wall": "14075"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} {"epoch": 15, "update": 14.987, "loss": "0.007", "ppl": "1", "wps": "9741", "ups": "5.13", "wpb": "1897.3", "bsz": "93.4", "num_updates": "72700", "lr": "0.000117282", "gnorm": "0.264", "train_wall": "19", "gb_free": "28.9", "wall": "14094"} begin validation on "valid" subset {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} {"epoch": 15, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32995.6", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "72765", "valid_best_loss": "0.048"} end of epoch 15 (average epoch stats below) {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} {"epoch": 15, "train_loss": "0.007", "train_ppl": "1", "train_wps": "10257.4", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "72765", "train_lr": "0.00011723", "train_gnorm": "0.237", "train_train_wall": "921", "train_gb_free": "28.9", "train_wall": "14115"} Start iterating over samples {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.007, "loss": "0.006", "ppl": "1", "wps": "7651.9", "ups": "3.63", "wpb": "2105.8", "bsz": "100.8", "num_updates": "72800", "lr": "0.000117202", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.2", "wall": "14122"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.028, "loss": "0.006", "ppl": "1", "wps": "10353.6", "ups": "5.2", "wpb": "1992", "bsz": "94.5", "num_updates": "72900", "lr": "0.000117121", "gnorm": "0.221", "train_wall": "19", "gb_free": "29", "wall": "14141"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.048, "loss": "0.005", "ppl": "1", "wps": "10445", "ups": "5.24", "wpb": "1994.7", "bsz": "94", "num_updates": "73000", "lr": "0.000117041", "gnorm": "0.179", "train_wall": "19", "gb_free": "29.1", "wall": "14160"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.069, "loss": "0.007", "ppl": "1", "wps": "11080.5", "ups": "5.28", "wpb": "2098.2", "bsz": "108.1", "num_updates": "73100", "lr": "0.000116961", "gnorm": "0.235", "train_wall": "19", "gb_free": "29", "wall": "14179"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.09, "loss": "0.006", "ppl": "1", "wps": "10735.2", "ups": "5.23", "wpb": "2051", "bsz": "98.2", "num_updates": "73200", "lr": "0.000116881", "gnorm": "0.195", "train_wall": "19", "gb_free": "29", "wall": "14198"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.11, "loss": "0.007", "ppl": "1", "wps": "10462.4", "ups": "5.23", "wpb": "2002.3", "bsz": "98.5", "num_updates": "73300", "lr": "0.000116801", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "14217"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.131, "loss": "0.006", "ppl": "1", "wps": "10659.7", "ups": "5.27", "wpb": "2022.4", "bsz": "95.6", "num_updates": "73400", "lr": "0.000116722", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "14236"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.152, "loss": "0.006", "ppl": "1", "wps": "11370", "ups": "5.23", "wpb": "2172.9", "bsz": "99.8", "num_updates": "73500", "lr": "0.000116642", "gnorm": "0.201", "train_wall": "19", "gb_free": "29", "wall": "14255"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.172, "loss": "0.005", "ppl": "1", "wps": "11080.2", "ups": "5.24", "wpb": "2114", "bsz": "101.4", "num_updates": "73600", "lr": "0.000116563", "gnorm": "0.209", "train_wall": "19", "gb_free": "27.4", "wall": "14274"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.193, "loss": "0.005", "ppl": "1", "wps": "9928.1", "ups": "5.21", "wpb": "1904.1", "bsz": "92.2", "num_updates": "73700", "lr": "0.000116484", "gnorm": "0.19", "train_wall": "19", "gb_free": "27.7", "wall": "14293"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.213, "loss": "0.005", "ppl": "1", "wps": "10613.9", "ups": "5.19", "wpb": "2044.9", "bsz": "94.6", "num_updates": "73800", "lr": "0.000116405", "gnorm": "0.207", "train_wall": "19", "gb_free": "28.9", "wall": "14313"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.234, "loss": "0.006", "ppl": "1", "wps": "11446.7", "ups": "5.23", "wpb": "2188.7", "bsz": "102.6", "num_updates": "73900", "lr": "0.000116326", "gnorm": "0.241", "train_wall": "19", "gb_free": "28.8", "wall": "14332"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.255, "loss": "0.006", "ppl": "1", "wps": "11183", "ups": "5.22", "wpb": "2142.1", "bsz": "102.9", "num_updates": "74000", "lr": "0.000116248", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "14351"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.275, "loss": "0.005", "ppl": "1", "wps": "10506.5", "ups": "5.25", "wpb": "2000.4", "bsz": "99.6", "num_updates": "74100", "lr": "0.000116169", "gnorm": "0.186", "train_wall": "19", "gb_free": "29", "wall": "14370"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.296, "loss": "0.007", "ppl": "1", "wps": "10694", "ups": "5.21", "wpb": "2054.6", "bsz": "97.3", "num_updates": "74200", "lr": "0.000116091", "gnorm": "0.276", "train_wall": "19", "gb_free": "29.1", "wall": "14389"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.316, "loss": "0.007", "ppl": "1.01", "wps": "9728.4", "ups": "5.21", "wpb": "1866.5", "bsz": "88.6", "num_updates": "74300", "lr": "0.000116013", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14408"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.337, "loss": "0.008", "ppl": "1.01", "wps": "9707.2", "ups": "5.22", "wpb": "1860.7", "bsz": "94.4", "num_updates": "74400", "lr": "0.000115935", "gnorm": "0.335", "train_wall": "19", "gb_free": "28.9", "wall": "14428"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.358, "loss": "0.009", "ppl": "1.01", "wps": "9431.9", "ups": "5.2", "wpb": "1812.6", "bsz": "86.4", "num_updates": "74500", "lr": "0.000115857", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.8", "wall": "14447"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.378, "loss": "0.006", "ppl": "1", "wps": "9858.1", "ups": "5.18", "wpb": "1903", "bsz": "91", "num_updates": "74600", "lr": "0.000115779", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.1", "wall": "14466"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.399, "loss": "0.005", "ppl": "1", "wps": "10702.7", "ups": "5.21", "wpb": "2053.9", "bsz": "102.3", "num_updates": "74700", "lr": "0.000115702", "gnorm": "0.18", "train_wall": "19", "gb_free": "28.9", "wall": "14485"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.42, "loss": "0.006", "ppl": "1", "wps": "9191.3", "ups": "5.16", "wpb": "1781", "bsz": "87.4", "num_updates": "74800", "lr": "0.000115624", "gnorm": "0.234", "train_wall": "19", "gb_free": "29.3", "wall": "14505"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.44, "loss": "0.004", "ppl": "1", "wps": "10037.5", "ups": "5.21", "wpb": "1925.4", "bsz": "94.5", "num_updates": "74900", "lr": "0.000115547", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.9", "wall": "14524"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.461, "loss": "0.006", "ppl": "1", "wps": "10088.8", "ups": "5.18", "wpb": "1946.4", "bsz": "89.8", "num_updates": "75000", "lr": "0.00011547", "gnorm": "0.218", "train_wall": "19", "gb_free": "28.8", "wall": "14543"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.481, "loss": "0.005", "ppl": "1", "wps": "9490.1", "ups": "5.22", "wpb": "1817.4", "bsz": "88.6", "num_updates": "75100", "lr": "0.000115393", "gnorm": "0.205", "train_wall": "19", "gb_free": "29.2", "wall": "14562"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.502, "loss": "0.006", "ppl": "1", "wps": "10150.9", "ups": "5.19", "wpb": "1955.9", "bsz": "93.3", "num_updates": "75200", "lr": "0.000115316", "gnorm": "0.203", "train_wall": "19", "gb_free": "28.9", "wall": "14582"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.523, "loss": "0.007", "ppl": "1", "wps": "10719", "ups": "5.2", "wpb": "2062.4", "bsz": "97.9", "num_updates": "75300", "lr": "0.00011524", "gnorm": "0.225", "train_wall": "19", "gb_free": "29.2", "wall": "14601"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.543, "loss": "0.007", "ppl": "1", "wps": "11334.1", "ups": "5.22", "wpb": "2170.2", "bsz": "101.9", "num_updates": "75400", "lr": "0.000115163", "gnorm": "0.245", "train_wall": "19", "gb_free": "28.9", "wall": "14620"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.564, "loss": "0.005", "ppl": "1", "wps": "9823.9", "ups": "5.25", "wpb": "1870.8", "bsz": "93.9", "num_updates": "75500", "lr": "0.000115087", "gnorm": "0.209", "train_wall": "19", "gb_free": "29", "wall": "14639"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.584, "loss": "0.004", "ppl": "1", "wps": "11127.3", "ups": "5.28", "wpb": "2106.2", "bsz": "107", "num_updates": "75600", "lr": "0.000115011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.8", "wall": "14658"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.605, "loss": "0.004", "ppl": "1", "wps": "10196.3", "ups": "5.23", "wpb": "1948.3", "bsz": "96.4", "num_updates": "75700", "lr": "0.000114935", "gnorm": "0.135", "train_wall": "19", "gb_free": "29", "wall": "14677"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.626, "loss": "0.005", "ppl": "1", "wps": "9466.2", "ups": "5.21", "wpb": "1815.7", "bsz": "91.1", "num_updates": "75800", "lr": "0.000114859", "gnorm": "0.193", "train_wall": "19", "gb_free": "29", "wall": "14696"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.646, "loss": "0.005", "ppl": "1", "wps": "10666.7", "ups": "5.22", "wpb": "2043.2", "bsz": "96.7", "num_updates": "75900", "lr": "0.000114783", "gnorm": "0.161", "train_wall": "19", "gb_free": "29.1", "wall": "14715"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.667, "loss": "0.005", "ppl": "1", "wps": "9964.1", "ups": "5.25", "wpb": "1896.7", "bsz": "95.2", "num_updates": "76000", "lr": "0.000114708", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.1", "wall": "14734"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.687, "loss": "0.008", "ppl": "1.01", "wps": "9615.4", "ups": "5.21", "wpb": "1845.4", "bsz": "91", "num_updates": "76100", "lr": "0.000114632", "gnorm": "0.302", "train_wall": "19", "gb_free": "28.8", "wall": "14754"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.708, "loss": "0.007", "ppl": "1", "wps": "9041.8", "ups": "5.1", "wpb": "1772.7", "bsz": "83.7", "num_updates": "76200", "lr": "0.000114557", "gnorm": "0.257", "train_wall": "19", "gb_free": "29.1", "wall": "14773"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.729, "loss": "0.007", "ppl": "1", "wps": "11061.3", "ups": "5.2", "wpb": "2128.5", "bsz": "102", "num_updates": "76300", "lr": "0.000114482", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.9", "wall": "14793"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.749, "loss": "0.005", "ppl": "1", "wps": "11664.5", "ups": "5.31", "wpb": "2197.4", "bsz": "109.6", "num_updates": "76400", "lr": "0.000114407", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "14811"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.77, "loss": "0.007", "ppl": "1", "wps": "10361.8", "ups": "5.18", "wpb": "2000.1", "bsz": "96.3", "num_updates": "76500", "lr": "0.000114332", "gnorm": "0.288", "train_wall": "19", "gb_free": "28.9", "wall": "14831"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.791, "loss": "0.007", "ppl": "1", "wps": "11092.4", "ups": "5.21", "wpb": "2127.9", "bsz": "103", "num_updates": "76600", "lr": "0.000114258", "gnorm": "0.217", "train_wall": "19", "gb_free": "28.9", "wall": "14850"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.811, "loss": "0.004", "ppl": "1", "wps": "10182.4", "ups": "5.22", "wpb": "1950", "bsz": "95.1", "num_updates": "76700", "lr": "0.000114183", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "14869"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.832, "loss": "0.007", "ppl": "1", "wps": "9804", "ups": "5.15", "wpb": "1905.1", "bsz": "89.6", "num_updates": "76800", "lr": "0.000114109", "gnorm": "0.253", "train_wall": "19", "gb_free": "28.9", "wall": "14888"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.852, "loss": "0.008", "ppl": "1.01", "wps": "9520.9", "ups": "5.14", "wpb": "1851.1", "bsz": "90.2", "num_updates": "76900", "lr": "0.000114035", "gnorm": "0.278", "train_wall": "19", "gb_free": "28.9", "wall": "14908"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.873, "loss": "0.009", "ppl": "1.01", "wps": "10468.6", "ups": "5.23", "wpb": "2000", "bsz": "98.4", "num_updates": "77000", "lr": "0.000113961", "gnorm": "0.281", "train_wall": "19", "gb_free": "29", "wall": "14927"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.894, "loss": "0.005", "ppl": "1", "wps": "10246.9", "ups": "5.17", "wpb": "1980.3", "bsz": "95.7", "num_updates": "77100", "lr": "0.000113887", "gnorm": "0.208", "train_wall": "19", "gb_free": "29", "wall": "14946"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.914, "loss": "0.007", "ppl": "1", "wps": "11043.8", "ups": "5.23", "wpb": "2112.6", "bsz": "101.1", "num_updates": "77200", "lr": "0.000113813", "gnorm": "0.233", "train_wall": "19", "gb_free": "29", "wall": "14965"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.935, "loss": "0.005", "ppl": "1", "wps": "10619.4", "ups": "5.2", "wpb": "2043.3", "bsz": "95.4", "num_updates": "77300", "lr": "0.000113739", "gnorm": "0.162", "train_wall": "19", "gb_free": "28.8", "wall": "14985"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.955, "loss": "0.006", "ppl": "1", "wps": "9832.9", "ups": "5.21", "wpb": "1885.8", "bsz": "91.7", "num_updates": "77400", "lr": "0.000113666", "gnorm": "0.229", "train_wall": "19", "gb_free": "28.9", "wall": "15004"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.976, "loss": "0.005", "ppl": "1", "wps": "9888.8", "ups": "5.22", "wpb": "1894.1", "bsz": "92.5", "num_updates": "77500", "lr": "0.000113592", "gnorm": "0.244", "train_wall": "19", "gb_free": "28.9", "wall": "15023"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} {"epoch": 16, "update": 15.997, "loss": "0.005", "ppl": "1", "wps": "10105.9", "ups": "5.23", "wpb": "1931.9", "bsz": "90.2", "num_updates": "77600", "lr": "0.000113519", "gnorm": "0.213", "train_wall": "19", "gb_free": "29", "wall": "15042"} begin validation on "valid" subset {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} {"epoch": 16, "valid_loss": "0.055", "valid_ppl": "1.04", "valid_wps": "32979.7", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "77616", "valid_best_loss": "0.048"} end of epoch 16 (average epoch stats below) {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} {"epoch": 16, "train_loss": "0.006", "train_ppl": "1", "train_wps": "10260.1", "train_ups": "5.17", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "77616", "train_lr": "0.000113507", "train_gnorm": "0.219", "train_train_wall": "921", "train_gb_free": "29", "train_wall": "15053"} Start iterating over samples {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.017, "loss": "0.006", "ppl": "1", "wps": "7026.2", "ups": "3.67", "wpb": "1915", "bsz": "90.8", "num_updates": "77700", "lr": "0.000113446", "gnorm": "0.211", "train_wall": "19", "gb_free": "28.9", "wall": "15069"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.038, "loss": "0.003", "ppl": "1", "wps": "9622.1", "ups": "5.2", "wpb": "1848.7", "bsz": "90.7", "num_updates": "77800", "lr": "0.000113373", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.8", "wall": "15089"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.059, "loss": "0.006", "ppl": "1", "wps": "9641", "ups": "5.18", "wpb": "1862.9", "bsz": "94.2", "num_updates": "77900", "lr": "0.0001133", "gnorm": "0.266", "train_wall": "19", "gb_free": "28.9", "wall": "15108"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.079, "loss": "0.011", "ppl": "1.01", "wps": "10388", "ups": "5.2", "wpb": "1995.9", "bsz": "97.1", "num_updates": "78000", "lr": "0.000113228", "gnorm": "0.312", "train_wall": "19", "gb_free": "28.9", "wall": "15127"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.1, "loss": "0.005", "ppl": "1", "wps": "11078.4", "ups": "5.25", "wpb": "2109.8", "bsz": "100.6", "num_updates": "78100", "lr": "0.000113155", "gnorm": "0.204", "train_wall": "19", "gb_free": "27.4", "wall": "15146"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.12, "loss": "0.005", "ppl": "1", "wps": "10473.5", "ups": "5.23", "wpb": "2001.8", "bsz": "98.3", "num_updates": "78200", "lr": "0.000113083", "gnorm": "0.192", "train_wall": "19", "gb_free": "27.6", "wall": "15165"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.141, "loss": "0.005", "ppl": "1", "wps": "11067.1", "ups": "5.21", "wpb": "2123.6", "bsz": "104.2", "num_updates": "78300", "lr": "0.000113011", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "15185"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.162, "loss": "0.006", "ppl": "1", "wps": "11155.9", "ups": "5.24", "wpb": "2129.4", "bsz": "98.1", "num_updates": "78400", "lr": "0.000112938", "gnorm": "0.218", "train_wall": "19", "gb_free": "29.1", "wall": "15204"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.182, "loss": "0.003", "ppl": "1", "wps": "9931.8", "ups": "5.21", "wpb": "1906.4", "bsz": "90.9", "num_updates": "78500", "lr": "0.000112867", "gnorm": "0.143", "train_wall": "19", "gb_free": "29", "wall": "15223"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.203, "loss": "0.004", "ppl": "1", "wps": "11327.4", "ups": "5.22", "wpb": "2170", "bsz": "101", "num_updates": "78600", "lr": "0.000112795", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.8", "wall": "15242"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.223, "loss": "0.006", "ppl": "1", "wps": "10874.5", "ups": "5.23", "wpb": "2078.4", "bsz": "98.8", "num_updates": "78700", "lr": "0.000112723", "gnorm": "0.252", "train_wall": "19", "gb_free": "27.5", "wall": "15261"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.244, "loss": "0.005", "ppl": "1", "wps": "9587.4", "ups": "5.18", "wpb": "1850.1", "bsz": "89.1", "num_updates": "78800", "lr": "0.000112651", "gnorm": "0.153", "train_wall": "19", "gb_free": "27.6", "wall": "15280"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.265, "loss": "0.006", "ppl": "1", "wps": "10531.6", "ups": "5.23", "wpb": "2014.8", "bsz": "96.1", "num_updates": "78900", "lr": "0.00011258", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "15300"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.285, "loss": "0.004", "ppl": "1", "wps": "10238.9", "ups": "5.25", "wpb": "1951.8", "bsz": "89.7", "num_updates": "79000", "lr": "0.000112509", "gnorm": "0.17", "train_wall": "19", "gb_free": "29", "wall": "15319"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.306, "loss": "0.004", "ppl": "1", "wps": "9766.6", "ups": "5.25", "wpb": "1859.2", "bsz": "89.6", "num_updates": "79100", "lr": "0.000112438", "gnorm": "0.176", "train_wall": "19", "gb_free": "28.8", "wall": "15338"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.327, "loss": "0.004", "ppl": "1", "wps": "9377.7", "ups": "5.25", "wpb": "1786.5", "bsz": "89.7", "num_updates": "79200", "lr": "0.000112367", "gnorm": "0.185", "train_wall": "19", "gb_free": "28.9", "wall": "15357"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.347, "loss": "0.005", "ppl": "1", "wps": "9490.4", "ups": "5.27", "wpb": "1800.3", "bsz": "89", "num_updates": "79300", "lr": "0.000112296", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15376"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.368, "loss": "0.005", "ppl": "1", "wps": "11365.1", "ups": "5.29", "wpb": "2147.8", "bsz": "102.2", "num_updates": "79400", "lr": "0.000112225", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "15395"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.388, "loss": "0.005", "ppl": "1", "wps": "10774.9", "ups": "5.27", "wpb": "2046.5", "bsz": "98.2", "num_updates": "79500", "lr": "0.000112154", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.8", "wall": "15414"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.409, "loss": "0.006", "ppl": "1", "wps": "10503.7", "ups": "5.25", "wpb": "1999.8", "bsz": "98", "num_updates": "79600", "lr": "0.000112084", "gnorm": "0.212", "train_wall": "19", "gb_free": "28.9", "wall": "15433"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.43, "loss": "0.004", "ppl": "1", "wps": "10757.3", "ups": "5.27", "wpb": "2042.3", "bsz": "97.2", "num_updates": "79700", "lr": "0.000112014", "gnorm": "0.162", "train_wall": "19", "gb_free": "29", "wall": "15452"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.45, "loss": "0.006", "ppl": "1", "wps": "10293.4", "ups": "5.25", "wpb": "1960.7", "bsz": "94.7", "num_updates": "79800", "lr": "0.000111943", "gnorm": "0.195", "train_wall": "19", "gb_free": "29.2", "wall": "15471"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.471, "loss": "0.005", "ppl": "1", "wps": "11268.2", "ups": "5.29", "wpb": "2131.6", "bsz": "101.8", "num_updates": "79900", "lr": "0.000111873", "gnorm": "0.214", "train_wall": "19", "gb_free": "28.8", "wall": "15490"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.491, "loss": "0.008", "ppl": "1.01", "wps": "10634.8", "ups": "5.18", "wpb": "2053.7", "bsz": "96.9", "num_updates": "80000", "lr": "0.000111803", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.1", "wall": "15509"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.512, "loss": "0.007", "ppl": "1", "wps": "10612.7", "ups": "5.24", "wpb": "2026.7", "bsz": "94", "num_updates": "80100", "lr": "0.000111734", "gnorm": "0.25", "train_wall": "19", "gb_free": "28.9", "wall": "15528"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.533, "loss": "0.006", "ppl": "1", "wps": "10756.5", "ups": "5.28", "wpb": "2038.8", "bsz": "103.7", "num_updates": "80200", "lr": "0.000111664", "gnorm": "0.206", "train_wall": "19", "gb_free": "28.8", "wall": "15547"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.553, "loss": "0.005", "ppl": "1", "wps": "10693.9", "ups": "5.21", "wpb": "2050.7", "bsz": "96.9", "num_updates": "80300", "lr": "0.000111594", "gnorm": "0.183", "train_wall": "19", "gb_free": "28.9", "wall": "15566"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.574, "loss": "0.006", "ppl": "1", "wps": "10591.3", "ups": "5.27", "wpb": "2011.3", "bsz": "95", "num_updates": "80400", "lr": "0.000111525", "gnorm": "0.188", "train_wall": "19", "gb_free": "28.9", "wall": "15585"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.595, "loss": "0.004", "ppl": "1", "wps": "9779.3", "ups": "5.28", "wpb": "1852.2", "bsz": "91.3", "num_updates": "80500", "lr": "0.000111456", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "15604"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.615, "loss": "0.005", "ppl": "1", "wps": "10696.3", "ups": "5.28", "wpb": "2026.6", "bsz": "104.3", "num_updates": "80600", "lr": "0.000111386", "gnorm": "0.182", "train_wall": "19", "gb_free": "29.2", "wall": "15623"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.636, "loss": "0.005", "ppl": "1", "wps": "11267.6", "ups": "5.31", "wpb": "2123.8", "bsz": "102", "num_updates": "80700", "lr": "0.000111317", "gnorm": "0.238", "train_wall": "19", "gb_free": "28.9", "wall": "15642"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.656, "loss": "0.006", "ppl": "1", "wps": "9736.8", "ups": "5.24", "wpb": "1857.7", "bsz": "93.8", "num_updates": "80800", "lr": "0.000111249", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.2", "wall": "15661"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.677, "loss": "0.008", "ppl": "1.01", "wps": "11116.3", "ups": "5.3", "wpb": "2096.6", "bsz": "103", "num_updates": "80900", "lr": "0.00011118", "gnorm": "0.293", "train_wall": "19", "gb_free": "29", "wall": "15680"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.698, "loss": "0.008", "ppl": "1.01", "wps": "10359.1", "ups": "5.17", "wpb": "2003.9", "bsz": "94.1", "num_updates": "81000", "lr": "0.000111111", "gnorm": "0.251", "train_wall": "19", "gb_free": "28.9", "wall": "15699"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.718, "loss": "0.008", "ppl": "1.01", "wps": "10836.6", "ups": "5.27", "wpb": "2054.5", "bsz": "98.2", "num_updates": "81100", "lr": "0.000111043", "gnorm": "0.282", "train_wall": "19", "gb_free": "29", "wall": "15718"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.739, "loss": "0.006", "ppl": "1", "wps": "10060.9", "ups": "5.27", "wpb": "1907.6", "bsz": "92.8", "num_updates": "81200", "lr": "0.000110974", "gnorm": "0.215", "train_wall": "19", "gb_free": "28.7", "wall": "15737"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.759, "loss": "0.005", "ppl": "1", "wps": "11143.9", "ups": "5.27", "wpb": "2115", "bsz": "99", "num_updates": "81300", "lr": "0.000110906", "gnorm": "0.234", "train_wall": "19", "gb_free": "29", "wall": "15756"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.78, "loss": "0.006", "ppl": "1", "wps": "9740.4", "ups": "5.24", "wpb": "1858.7", "bsz": "88.6", "num_updates": "81400", "lr": "0.000110838", "gnorm": "0.207", "train_wall": "19", "gb_free": "29", "wall": "15775"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.801, "loss": "0.005", "ppl": "1", "wps": "10844.5", "ups": "5.27", "wpb": "2057.3", "bsz": "99.4", "num_updates": "81500", "lr": "0.00011077", "gnorm": "0.219", "train_wall": "19", "gb_free": "29", "wall": "15794"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.821, "loss": "0.006", "ppl": "1", "wps": "9765.4", "ups": "5.23", "wpb": "1867.5", "bsz": "94.2", "num_updates": "81600", "lr": "0.000110702", "gnorm": "0.239", "train_wall": "19", "gb_free": "29", "wall": "15813"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.842, "loss": "0.005", "ppl": "1", "wps": "11180.4", "ups": "5.3", "wpb": "2108.7", "bsz": "105.8", "num_updates": "81700", "lr": "0.000110634", "gnorm": "0.19", "train_wall": "19", "gb_free": "26.8", "wall": "15832"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.863, "loss": "0.004", "ppl": "1", "wps": "9653.8", "ups": "5.26", "wpb": "1834.4", "bsz": "89.8", "num_updates": "81800", "lr": "0.000110566", "gnorm": "0.224", "train_wall": "19", "gb_free": "28.8", "wall": "15851"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.883, "loss": "0.004", "ppl": "1", "wps": "10566.1", "ups": "5.27", "wpb": "2003.6", "bsz": "95.4", "num_updates": "81900", "lr": "0.000110499", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.9", "wall": "15870"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.904, "loss": "0.005", "ppl": "1", "wps": "10362.4", "ups": "5.28", "wpb": "1961", "bsz": "93.3", "num_updates": "82000", "lr": "0.000110432", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "15889"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.924, "loss": "0.005", "ppl": "1", "wps": "10429.6", "ups": "5.23", "wpb": "1996.1", "bsz": "98.7", "num_updates": "82100", "lr": "0.000110364", "gnorm": "0.207", "train_wall": "19", "gb_free": "29.1", "wall": "15908"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.945, "loss": "0.005", "ppl": "1", "wps": "10215.1", "ups": "5.19", "wpb": "1968.7", "bsz": "98.2", "num_updates": "82200", "lr": "0.000110297", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "15927"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.966, "loss": "0.007", "ppl": "1", "wps": "9674.2", "ups": "5.21", "wpb": "1857.5", "bsz": "87.4", "num_updates": "82300", "lr": "0.00011023", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.2", "wall": "15947"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} {"epoch": 17, "update": 16.986, "loss": "0.005", "ppl": "1", "wps": "10060.6", "ups": "5.25", "wpb": "1915.8", "bsz": "90.8", "num_updates": "82400", "lr": "0.000110163", "gnorm": "0.2", "train_wall": "19", "gb_free": "28.9", "wall": "15966"} begin validation on "valid" subset {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} {"epoch": 17, "valid_loss": "0.053", "valid_ppl": "1.04", "valid_wps": "33110.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "82467", "valid_best_loss": "0.048"} end of epoch 17 (average epoch stats below) {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} {"epoch": 17, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10317.1", "train_ups": "5.2", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "82467", "train_lr": "0.000110118", "train_gnorm": "0.21", "train_train_wall": "917", "train_gb_free": "29.1", "train_wall": "15986"} Start iterating over samples {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.007, "loss": "0.005", "ppl": "1", "wps": "6621.1", "ups": "3.7", "wpb": "1788.5", "bsz": "85.8", "num_updates": "82500", "lr": "0.000110096", "gnorm": "0.22", "train_wall": "19", "gb_free": "29", "wall": "15993"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.027, "loss": "0.004", "ppl": "1", "wps": "10379.5", "ups": "5.26", "wpb": "1973.6", "bsz": "99.4", "num_updates": "82600", "lr": "0.00011003", "gnorm": "0.208", "train_wall": "19", "gb_free": "28.9", "wall": "16012"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.048, "loss": "0.005", "ppl": "1", "wps": "11456.2", "ups": "5.3", "wpb": "2160", "bsz": "104.6", "num_updates": "82700", "lr": "0.000109963", "gnorm": "0.165", "train_wall": "19", "gb_free": "28.9", "wall": "16031"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.069, "loss": "0.006", "ppl": "1", "wps": "11215", "ups": "5.32", "wpb": "2109.5", "bsz": "99.6", "num_updates": "82800", "lr": "0.000109897", "gnorm": "0.245", "train_wall": "19", "gb_free": "29", "wall": "16049"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.089, "loss": "0.005", "ppl": "1", "wps": "9802.5", "ups": "5.19", "wpb": "1888.5", "bsz": "89.6", "num_updates": "82900", "lr": "0.00010983", "gnorm": "0.245", "train_wall": "19", "gb_free": "29.1", "wall": "16069"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.11, "loss": "0.004", "ppl": "1", "wps": "10651.6", "ups": "5.25", "wpb": "2030.5", "bsz": "100.6", "num_updates": "83000", "lr": "0.000109764", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.2", "wall": "16088"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.13, "loss": "0.006", "ppl": "1", "wps": "10665.4", "ups": "5.3", "wpb": "2011.7", "bsz": "97.2", "num_updates": "83100", "lr": "0.000109698", "gnorm": "0.22", "train_wall": "19", "gb_free": "28.8", "wall": "16107"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.151, "loss": "0.004", "ppl": "1", "wps": "9602.5", "ups": "5.24", "wpb": "1833.2", "bsz": "93", "num_updates": "83200", "lr": "0.000109632", "gnorm": "0.183", "train_wall": "19", "gb_free": "29.1", "wall": "16126"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.172, "loss": "0.006", "ppl": "1", "wps": "10730.3", "ups": "5.29", "wpb": "2030.1", "bsz": "97.2", "num_updates": "83300", "lr": "0.000109566", "gnorm": "0.232", "train_wall": "19", "gb_free": "29.2", "wall": "16145"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.192, "loss": "0.006", "ppl": "1", "wps": "10376", "ups": "5.26", "wpb": "1971", "bsz": "93.1", "num_updates": "83400", "lr": "0.000109501", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "16164"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.213, "loss": "0.004", "ppl": "1", "wps": "10359.8", "ups": "5.33", "wpb": "1944.9", "bsz": "100.4", "num_updates": "83500", "lr": "0.000109435", "gnorm": "0.152", "train_wall": "19", "gb_free": "29.1", "wall": "16182"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.234, "loss": "0.004", "ppl": "1", "wps": "10849.4", "ups": "5.27", "wpb": "2058.3", "bsz": "100.7", "num_updates": "83600", "lr": "0.00010937", "gnorm": "0.171", "train_wall": "19", "gb_free": "29", "wall": "16201"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.254, "loss": "0.004", "ppl": "1", "wps": "9920.7", "ups": "5.19", "wpb": "1910.5", "bsz": "92.2", "num_updates": "83700", "lr": "0.000109304", "gnorm": "0.169", "train_wall": "19", "gb_free": "28.1", "wall": "16221"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.275, "loss": "0.005", "ppl": "1", "wps": "10596", "ups": "5.25", "wpb": "2016.5", "bsz": "92.2", "num_updates": "83800", "lr": "0.000109239", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "16240"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.295, "loss": "0.005", "ppl": "1", "wps": "11017.4", "ups": "5.22", "wpb": "2110.1", "bsz": "96.1", "num_updates": "83900", "lr": "0.000109174", "gnorm": "0.182", "train_wall": "19", "gb_free": "28.9", "wall": "16259"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.316, "loss": "0.005", "ppl": "1", "wps": "9776.6", "ups": "5.24", "wpb": "1864.6", "bsz": "92.9", "num_updates": "84000", "lr": "0.000109109", "gnorm": "0.174", "train_wall": "19", "gb_free": "28.8", "wall": "16278"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.337, "loss": "0.004", "ppl": "1", "wps": "9963", "ups": "5.26", "wpb": "1894.3", "bsz": "94.6", "num_updates": "84100", "lr": "0.000109044", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "16297"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.357, "loss": "0.003", "ppl": "1", "wps": "10740.1", "ups": "5.3", "wpb": "2027.9", "bsz": "100.8", "num_updates": "84200", "lr": "0.000108979", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "16316"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.378, "loss": "0.004", "ppl": "1", "wps": "10659", "ups": "5.24", "wpb": "2035.3", "bsz": "97.7", "num_updates": "84300", "lr": "0.000108915", "gnorm": "0.169", "train_wall": "19", "gb_free": "29.1", "wall": "16335"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.398, "loss": "0.005", "ppl": "1", "wps": "11182.2", "ups": "5.24", "wpb": "2135.7", "bsz": "100.5", "num_updates": "84400", "lr": "0.00010885", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.9", "wall": "16354"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.419, "loss": "0.005", "ppl": "1", "wps": "10209.8", "ups": "5.22", "wpb": "1954.9", "bsz": "91.7", "num_updates": "84500", "lr": "0.000108786", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "16373"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.44, "loss": "0.004", "ppl": "1", "wps": "11003.7", "ups": "5.26", "wpb": "2092.8", "bsz": "103.3", "num_updates": "84600", "lr": "0.000108721", "gnorm": "0.184", "train_wall": "19", "gb_free": "28", "wall": "16392"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.46, "loss": "0.004", "ppl": "1", "wps": "9978.3", "ups": "5.23", "wpb": "1906.2", "bsz": "91", "num_updates": "84700", "lr": "0.000108657", "gnorm": "0.151", "train_wall": "19", "gb_free": "28.8", "wall": "16411"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.481, "loss": "0.004", "ppl": "1", "wps": "10740.1", "ups": "5.29", "wpb": "2030", "bsz": "98.7", "num_updates": "84800", "lr": "0.000108593", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16430"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.502, "loss": "0.005", "ppl": "1", "wps": "9722.4", "ups": "5.15", "wpb": "1889", "bsz": "88.5", "num_updates": "84900", "lr": "0.000108529", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "16450"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.522, "loss": "0.005", "ppl": "1", "wps": "10270.4", "ups": "5.26", "wpb": "1951.7", "bsz": "97.8", "num_updates": "85000", "lr": "0.000108465", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.7", "wall": "16469"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.543, "loss": "0.007", "ppl": "1", "wps": "11463", "ups": "5.26", "wpb": "2179.2", "bsz": "110.9", "num_updates": "85100", "lr": "0.000108401", "gnorm": "0.262", "train_wall": "19", "gb_free": "28.9", "wall": "16488"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.563, "loss": "0.01", "ppl": "1.01", "wps": "10705", "ups": "5.14", "wpb": "2083.2", "bsz": "100.3", "num_updates": "85200", "lr": "0.000108338", "gnorm": "0.331", "train_wall": "19", "gb_free": "28.9", "wall": "16507"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.584, "loss": "0.006", "ppl": "1", "wps": "11992.4", "ups": "5.25", "wpb": "2284.2", "bsz": "107.1", "num_updates": "85300", "lr": "0.000108274", "gnorm": "0.243", "train_wall": "19", "gb_free": "29", "wall": "16526"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.605, "loss": "0.004", "ppl": "1", "wps": "10228.1", "ups": "5.25", "wpb": "1948.2", "bsz": "95.8", "num_updates": "85400", "lr": "0.000108211", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "16545"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.625, "loss": "0.005", "ppl": "1", "wps": "10191.7", "ups": "5.24", "wpb": "1945.3", "bsz": "92.7", "num_updates": "85500", "lr": "0.000108148", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.9", "wall": "16564"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.646, "loss": "0.004", "ppl": "1", "wps": "10032", "ups": "5.22", "wpb": "1920.8", "bsz": "91.4", "num_updates": "85600", "lr": "0.000108084", "gnorm": "0.162", "train_wall": "19", "gb_free": "29.3", "wall": "16583"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.666, "loss": "0.004", "ppl": "1", "wps": "10137.8", "ups": "5.25", "wpb": "1931.1", "bsz": "92", "num_updates": "85700", "lr": "0.000108021", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "16603"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.687, "loss": "0.004", "ppl": "1", "wps": "10591.7", "ups": "5.23", "wpb": "2023.9", "bsz": "93", "num_updates": "85800", "lr": "0.000107958", "gnorm": "0.12", "train_wall": "19", "gb_free": "28.9", "wall": "16622"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.708, "loss": "0.003", "ppl": "1", "wps": "9035.6", "ups": "5.21", "wpb": "1733.4", "bsz": "84.2", "num_updates": "85900", "lr": "0.000107896", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "16641"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.728, "loss": "0.003", "ppl": "1", "wps": "10567.2", "ups": "5.25", "wpb": "2013.8", "bsz": "98.7", "num_updates": "86000", "lr": "0.000107833", "gnorm": "0.133", "train_wall": "19", "gb_free": "28.8", "wall": "16660"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.749, "loss": "0.005", "ppl": "1", "wps": "10242.8", "ups": "5.22", "wpb": "1961.5", "bsz": "97.5", "num_updates": "86100", "lr": "0.00010777", "gnorm": "0.19", "train_wall": "19", "gb_free": "29", "wall": "16679"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.77, "loss": "0.006", "ppl": "1", "wps": "10726.7", "ups": "5.26", "wpb": "2038.6", "bsz": "98.5", "num_updates": "86200", "lr": "0.000107708", "gnorm": "0.235", "train_wall": "19", "gb_free": "27.8", "wall": "16698"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.79, "loss": "0.005", "ppl": "1", "wps": "10968.6", "ups": "5.29", "wpb": "2072.9", "bsz": "99.8", "num_updates": "86300", "lr": "0.000107645", "gnorm": "0.177", "train_wall": "19", "gb_free": "29", "wall": "16717"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.811, "loss": "0.004", "ppl": "1", "wps": "10774.2", "ups": "5.24", "wpb": "2057.9", "bsz": "100", "num_updates": "86400", "lr": "0.000107583", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "16736"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.831, "loss": "0.004", "ppl": "1", "wps": "9453.7", "ups": "5.22", "wpb": "1809.3", "bsz": "84.2", "num_updates": "86500", "lr": "0.000107521", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "16755"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.852, "loss": "0.005", "ppl": "1", "wps": "9054.2", "ups": "5.22", "wpb": "1733.5", "bsz": "84.2", "num_updates": "86600", "lr": "0.000107459", "gnorm": "0.286", "train_wall": "19", "gb_free": "29.2", "wall": "16774"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.873, "loss": "0.005", "ppl": "1", "wps": "9942.8", "ups": "5.25", "wpb": "1892.4", "bsz": "95", "num_updates": "86700", "lr": "0.000107397", "gnorm": "0.196", "train_wall": "19", "gb_free": "29.1", "wall": "16793"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.893, "loss": "0.005", "ppl": "1", "wps": "11130.1", "ups": "5.25", "wpb": "2119.7", "bsz": "99.8", "num_updates": "86800", "lr": "0.000107335", "gnorm": "0.185", "train_wall": "19", "gb_free": "29", "wall": "16812"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.914, "loss": "0.005", "ppl": "1", "wps": "10525.2", "ups": "5.15", "wpb": "2042.1", "bsz": "101.1", "num_updates": "86900", "lr": "0.000107273", "gnorm": "0.199", "train_wall": "19", "gb_free": "29", "wall": "16832"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.934, "loss": "0.005", "ppl": "1", "wps": "10042.9", "ups": "5.16", "wpb": "1946.5", "bsz": "94.1", "num_updates": "87000", "lr": "0.000107211", "gnorm": "0.186", "train_wall": "19", "gb_free": "28.9", "wall": "16851"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.955, "loss": "0.006", "ppl": "1", "wps": "10440.2", "ups": "5.18", "wpb": "2016", "bsz": "98", "num_updates": "87100", "lr": "0.00010715", "gnorm": "0.286", "train_wall": "19", "gb_free": "28.9", "wall": "16871"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.976, "loss": "0.005", "ppl": "1", "wps": "9724.4", "ups": "5.17", "wpb": "1882.5", "bsz": "88.6", "num_updates": "87200", "lr": "0.000107088", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.8", "wall": "16890"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} {"epoch": 18, "update": 17.996, "loss": "0.005", "ppl": "1", "wps": "9825.1", "ups": "5.15", "wpb": "1906.2", "bsz": "88.6", "num_updates": "87300", "lr": "0.000107027", "gnorm": "0.173", "train_wall": "19", "gb_free": "29.2", "wall": "16909"} begin validation on "valid" subset {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} {"epoch": 18, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32802.4", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "87318", "valid_best_loss": "0.047"} end of epoch 18 (average epoch stats below) {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} {"epoch": 18, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10296.7", "train_ups": "5.19", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "87318", "train_lr": "0.000107016", "train_gnorm": "0.193", "train_train_wall": "918", "train_gb_free": "29", "train_wall": "16921"} Start iterating over samples {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.017, "loss": "0.004", "ppl": "1", "wps": "7220.5", "ups": "3.58", "wpb": "2018.8", "bsz": "98.8", "num_updates": "87400", "lr": "0.000106966", "gnorm": "0.17", "train_wall": "19", "gb_free": "29.2", "wall": "16937"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.038, "loss": "0.003", "ppl": "1", "wps": "10757.9", "ups": "5.22", "wpb": "2060.1", "bsz": "103.1", "num_updates": "87500", "lr": "0.000106904", "gnorm": "0.149", "train_wall": "19", "gb_free": "28.9", "wall": "16956"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.058, "loss": "0.003", "ppl": "1", "wps": "10352.3", "ups": "5.25", "wpb": "1971.6", "bsz": "99.8", "num_updates": "87600", "lr": "0.000106843", "gnorm": "0.141", "train_wall": "19", "gb_free": "29", "wall": "16975"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.079, "loss": "0.005", "ppl": "1", "wps": "10958.4", "ups": "5.24", "wpb": "2089.8", "bsz": "102.3", "num_updates": "87700", "lr": "0.000106783", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.8", "wall": "16995"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.099, "loss": "0.005", "ppl": "1", "wps": "10073.9", "ups": "5.18", "wpb": "1945.3", "bsz": "92.8", "num_updates": "87800", "lr": "0.000106722", "gnorm": "0.17", "train_wall": "19", "gb_free": "28.8", "wall": "17014"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.12, "loss": "0.005", "ppl": "1", "wps": "9606.7", "ups": "5.12", "wpb": "1874.6", "bsz": "94.2", "num_updates": "87900", "lr": "0.000106661", "gnorm": "0.269", "train_wall": "19", "gb_free": "28.7", "wall": "17033"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.141, "loss": "0.007", "ppl": "1", "wps": "10723.5", "ups": "5.16", "wpb": "2076.3", "bsz": "94", "num_updates": "88000", "lr": "0.0001066", "gnorm": "0.277", "train_wall": "19", "gb_free": "28.9", "wall": "17053"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.161, "loss": "0.005", "ppl": "1", "wps": "11259.3", "ups": "5.28", "wpb": "2134.4", "bsz": "105.8", "num_updates": "88100", "lr": "0.00010654", "gnorm": "0.222", "train_wall": "19", "gb_free": "29.1", "wall": "17072"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.182, "loss": "0.004", "ppl": "1", "wps": "9836", "ups": "5.19", "wpb": "1896.7", "bsz": "91.5", "num_updates": "88200", "lr": "0.000106479", "gnorm": "0.223", "train_wall": "19", "gb_free": "29", "wall": "17091"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.202, "loss": "0.006", "ppl": "1", "wps": "10265.6", "ups": "5.24", "wpb": "1959.2", "bsz": "93.8", "num_updates": "88300", "lr": "0.000106419", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "17110"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.223, "loss": "0.005", "ppl": "1", "wps": "9471", "ups": "5.18", "wpb": "1828.8", "bsz": "87.9", "num_updates": "88400", "lr": "0.000106359", "gnorm": "0.254", "train_wall": "19", "gb_free": "28.9", "wall": "17129"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.244, "loss": "0.004", "ppl": "1", "wps": "9705.2", "ups": "5.17", "wpb": "1876.6", "bsz": "90.5", "num_updates": "88500", "lr": "0.000106299", "gnorm": "0.172", "train_wall": "19", "gb_free": "28.9", "wall": "17149"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.264, "loss": "0.004", "ppl": "1", "wps": "11144.3", "ups": "5.28", "wpb": "2110.6", "bsz": "100.2", "num_updates": "88600", "lr": "0.000106239", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "17168"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.285, "loss": "0.004", "ppl": "1", "wps": "10473", "ups": "5.2", "wpb": "2013.4", "bsz": "96.9", "num_updates": "88700", "lr": "0.000106179", "gnorm": "0.17", "train_wall": "19", "gb_free": "27.5", "wall": "17187"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.306, "loss": "0.003", "ppl": "1", "wps": "10183.5", "ups": "5.2", "wpb": "1956.6", "bsz": "95.8", "num_updates": "88800", "lr": "0.000106119", "gnorm": "0.137", "train_wall": "19", "gb_free": "27.6", "wall": "17206"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.326, "loss": "0.003", "ppl": "1", "wps": "10377.2", "ups": "5.23", "wpb": "1983", "bsz": "98.9", "num_updates": "88900", "lr": "0.000106059", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "17225"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.347, "loss": "0.003", "ppl": "1", "wps": "10357.7", "ups": "5.23", "wpb": "1981.8", "bsz": "93.8", "num_updates": "89000", "lr": "0.000106", "gnorm": "0.16", "train_wall": "19", "gb_free": "28.9", "wall": "17244"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.367, "loss": "0.004", "ppl": "1", "wps": "10331.9", "ups": "5.21", "wpb": "1982.9", "bsz": "99", "num_updates": "89100", "lr": "0.00010594", "gnorm": "0.189", "train_wall": "19", "gb_free": "29", "wall": "17264"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.388, "loss": "0.004", "ppl": "1", "wps": "10311.6", "ups": "5.19", "wpb": "1987.8", "bsz": "94.2", "num_updates": "89200", "lr": "0.000105881", "gnorm": "0.168", "train_wall": "19", "gb_free": "29", "wall": "17283"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.409, "loss": "0.005", "ppl": "1", "wps": "9466.8", "ups": "5.2", "wpb": "1820.6", "bsz": "87.5", "num_updates": "89300", "lr": "0.000105822", "gnorm": "0.22", "train_wall": "19", "gb_free": "29.1", "wall": "17302"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.429, "loss": "0.005", "ppl": "1", "wps": "10313.1", "ups": "5.19", "wpb": "1988.4", "bsz": "96.9", "num_updates": "89400", "lr": "0.000105762", "gnorm": "0.2", "train_wall": "19", "gb_free": "29.1", "wall": "17321"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.45, "loss": "0.005", "ppl": "1", "wps": "10279.7", "ups": "5.21", "wpb": "1972.3", "bsz": "94.4", "num_updates": "89500", "lr": "0.000105703", "gnorm": "0.172", "train_wall": "19", "gb_free": "29.2", "wall": "17341"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.47, "loss": "0.004", "ppl": "1", "wps": "9784.2", "ups": "5.18", "wpb": "1887.3", "bsz": "93.6", "num_updates": "89600", "lr": "0.000105644", "gnorm": "0.178", "train_wall": "19", "gb_free": "29.2", "wall": "17360"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.491, "loss": "0.004", "ppl": "1", "wps": "10516.2", "ups": "5.2", "wpb": "2021.2", "bsz": "97.2", "num_updates": "89700", "lr": "0.000105585", "gnorm": "0.181", "train_wall": "19", "gb_free": "28.9", "wall": "17379"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.512, "loss": "0.003", "ppl": "1", "wps": "10137.9", "ups": "5.23", "wpb": "1937.1", "bsz": "97.3", "num_updates": "89800", "lr": "0.000105527", "gnorm": "0.129", "train_wall": "19", "gb_free": "29.3", "wall": "17398"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.532, "loss": "0.005", "ppl": "1", "wps": "9891.5", "ups": "5.17", "wpb": "1913.9", "bsz": "90.5", "num_updates": "89900", "lr": "0.000105468", "gnorm": "0.202", "train_wall": "19", "gb_free": "28.8", "wall": "17418"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.553, "loss": "0.005", "ppl": "1", "wps": "9996.9", "ups": "5.21", "wpb": "1918.8", "bsz": "90.9", "num_updates": "90000", "lr": "0.000105409", "gnorm": "0.207", "train_wall": "19", "gb_free": "27.9", "wall": "17437"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.573, "loss": "0.005", "ppl": "1", "wps": "10265", "ups": "5.19", "wpb": "1978.3", "bsz": "95.7", "num_updates": "90100", "lr": "0.000105351", "gnorm": "0.223", "train_wall": "19", "gb_free": "28.7", "wall": "17456"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.594, "loss": "0.006", "ppl": "1", "wps": "9701.9", "ups": "5.21", "wpb": "1861.7", "bsz": "90", "num_updates": "90200", "lr": "0.000105292", "gnorm": "0.199", "train_wall": "19", "gb_free": "28.9", "wall": "17475"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.615, "loss": "0.004", "ppl": "1", "wps": "9582.3", "ups": "5.22", "wpb": "1837.1", "bsz": "92.3", "num_updates": "90300", "lr": "0.000105234", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.2", "wall": "17494"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.635, "loss": "0.004", "ppl": "1", "wps": "11076.1", "ups": "5.27", "wpb": "2100.6", "bsz": "100", "num_updates": "90400", "lr": "0.000105176", "gnorm": "0.213", "train_wall": "19", "gb_free": "29.2", "wall": "17513"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.656, "loss": "0.005", "ppl": "1", "wps": "10679.3", "ups": "5.22", "wpb": "2047.3", "bsz": "99.3", "num_updates": "90500", "lr": "0.000105118", "gnorm": "0.221", "train_wall": "19", "gb_free": "29.1", "wall": "17533"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.677, "loss": "0.005", "ppl": "1", "wps": "10343.7", "ups": "5.17", "wpb": "2001.3", "bsz": "94.2", "num_updates": "90600", "lr": "0.00010506", "gnorm": "0.195", "train_wall": "19", "gb_free": "28.8", "wall": "17552"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.697, "loss": "0.005", "ppl": "1", "wps": "9661.1", "ups": "5.15", "wpb": "1876.2", "bsz": "90.8", "num_updates": "90700", "lr": "0.000105002", "gnorm": "0.247", "train_wall": "19", "gb_free": "28.8", "wall": "17571"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.718, "loss": "0.005", "ppl": "1", "wps": "10874.9", "ups": "5.25", "wpb": "2069.6", "bsz": "102", "num_updates": "90800", "lr": "0.000104944", "gnorm": "0.205", "train_wall": "19", "gb_free": "29", "wall": "17590"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.738, "loss": "0.007", "ppl": "1", "wps": "10196.2", "ups": "5.19", "wpb": "1964", "bsz": "95.7", "num_updates": "90900", "lr": "0.000104886", "gnorm": "0.361", "train_wall": "19", "gb_free": "28.9", "wall": "17610"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.759, "loss": "0.006", "ppl": "1", "wps": "10601.1", "ups": "5.15", "wpb": "2058", "bsz": "92.7", "num_updates": "91000", "lr": "0.000104828", "gnorm": "0.227", "train_wall": "19", "gb_free": "29", "wall": "17629"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.78, "loss": "0.005", "ppl": "1", "wps": "10718.4", "ups": "5.24", "wpb": "2047", "bsz": "97.8", "num_updates": "91100", "lr": "0.000104771", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17648"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.8, "loss": "0.005", "ppl": "1", "wps": "10032", "ups": "5.19", "wpb": "1932.5", "bsz": "93.4", "num_updates": "91200", "lr": "0.000104713", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.9", "wall": "17667"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.821, "loss": "0.005", "ppl": "1", "wps": "10954", "ups": "5.15", "wpb": "2127.2", "bsz": "101.4", "num_updates": "91300", "lr": "0.000104656", "gnorm": "0.213", "train_wall": "19", "gb_free": "28.8", "wall": "17687"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.841, "loss": "0.003", "ppl": "1", "wps": "11545.6", "ups": "5.29", "wpb": "2183.7", "bsz": "107", "num_updates": "91400", "lr": "0.000104599", "gnorm": "0.174", "train_wall": "19", "gb_free": "29", "wall": "17706"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.862, "loss": "0.003", "ppl": "1", "wps": "10645.8", "ups": "5.23", "wpb": "2034.9", "bsz": "96.5", "num_updates": "91500", "lr": "0.000104542", "gnorm": "0.147", "train_wall": "19", "gb_free": "28.9", "wall": "17725"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.883, "loss": "0.004", "ppl": "1", "wps": "10507.5", "ups": "5.23", "wpb": "2008", "bsz": "95.8", "num_updates": "91600", "lr": "0.000104485", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.1", "wall": "17744"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.903, "loss": "0.004", "ppl": "1", "wps": "11015.2", "ups": "5.23", "wpb": "2106.2", "bsz": "105.8", "num_updates": "91700", "lr": "0.000104428", "gnorm": "0.198", "train_wall": "19", "gb_free": "28.8", "wall": "17763"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.924, "loss": "0.004", "ppl": "1", "wps": "9747.8", "ups": "5.24", "wpb": "1860.1", "bsz": "91.4", "num_updates": "91800", "lr": "0.000104371", "gnorm": "0.135", "train_wall": "19", "gb_free": "28.9", "wall": "17782"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.945, "loss": "0.004", "ppl": "1", "wps": "10092.1", "ups": "5.22", "wpb": "1934.3", "bsz": "91.6", "num_updates": "91900", "lr": "0.000104314", "gnorm": "0.181", "train_wall": "19", "gb_free": "27.3", "wall": "17801"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.965, "loss": "0.005", "ppl": "1", "wps": "10293.6", "ups": "5.16", "wpb": "1994.2", "bsz": "88.2", "num_updates": "92000", "lr": "0.000104257", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.1", "wall": "17821"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} {"epoch": 19, "update": 18.986, "loss": "0.004", "ppl": "1", "wps": "10691.9", "ups": "5.18", "wpb": "2063.8", "bsz": "103", "num_updates": "92100", "lr": "0.000104201", "gnorm": "0.184", "train_wall": "19", "gb_free": "28.7", "wall": "17840"} begin validation on "valid" subset {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} {"epoch": 19, "valid_loss": "0.048", "valid_ppl": "1.03", "valid_wps": "32843.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "92169", "valid_best_loss": "0.047"} end of epoch 19 (average epoch stats below) {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} {"epoch": 19, "train_loss": "0.005", "train_ppl": "1", "train_wps": "10240.5", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "92169", "train_lr": "0.000104162", "train_gnorm": "0.194", "train_train_wall": "923", "train_gb_free": "29.1", "train_wall": "17861"} Start iterating over samples {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.006, "loss": "0.005", "ppl": "1", "wps": "6866.4", "ups": "3.65", "wpb": "1882.1", "bsz": "86.8", "num_updates": "92200", "lr": "0.000104144", "gnorm": "0.187", "train_wall": "19", "gb_free": "29", "wall": "17867"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.027, "loss": "0.003", "ppl": "1", "wps": "10880.4", "ups": "5.24", "wpb": "2077.3", "bsz": "104.4", "num_updates": "92300", "lr": "0.000104088", "gnorm": "0.139", "train_wall": "19", "gb_free": "28.9", "wall": "17887"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.048, "loss": "0.003", "ppl": "1", "wps": "10620.8", "ups": "5.22", "wpb": "2036", "bsz": "100.9", "num_updates": "92400", "lr": "0.000104031", "gnorm": "0.136", "train_wall": "19", "gb_free": "27.9", "wall": "17906"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.068, "loss": "0.004", "ppl": "1", "wps": "9279.3", "ups": "5.17", "wpb": "1796.3", "bsz": "85.4", "num_updates": "92500", "lr": "0.000103975", "gnorm": "0.189", "train_wall": "19", "gb_free": "29.2", "wall": "17925"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.089, "loss": "0.004", "ppl": "1", "wps": "9574.1", "ups": "5.18", "wpb": "1849", "bsz": "88.1", "num_updates": "92600", "lr": "0.000103919", "gnorm": "0.168", "train_wall": "19", "gb_free": "27.9", "wall": "17944"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.109, "loss": "0.003", "ppl": "1", "wps": "10607.9", "ups": "5.23", "wpb": "2026.6", "bsz": "98.4", "num_updates": "92700", "lr": "0.000103863", "gnorm": "0.157", "train_wall": "19", "gb_free": "29", "wall": "17963"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.13, "loss": "0.003", "ppl": "1", "wps": "11926.3", "ups": "5.29", "wpb": "2254.9", "bsz": "108.3", "num_updates": "92800", "lr": "0.000103807", "gnorm": "0.163", "train_wall": "19", "gb_free": "27.6", "wall": "17982"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.151, "loss": "0.004", "ppl": "1", "wps": "9781.1", "ups": "5.19", "wpb": "1885.5", "bsz": "92.4", "num_updates": "92900", "lr": "0.000103751", "gnorm": "0.174", "train_wall": "19", "gb_free": "29.2", "wall": "18002"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.171, "loss": "0.004", "ppl": "1", "wps": "10062.1", "ups": "5.16", "wpb": "1949.5", "bsz": "92.2", "num_updates": "93000", "lr": "0.000103695", "gnorm": "0.167", "train_wall": "19", "gb_free": "27.8", "wall": "18021"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.192, "loss": "0.005", "ppl": "1", "wps": "10868.5", "ups": "5.19", "wpb": "2093.1", "bsz": "102.7", "num_updates": "93100", "lr": "0.000103639", "gnorm": "0.2", "train_wall": "19", "gb_free": "27.2", "wall": "18040"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.213, "loss": "0.003", "ppl": "1", "wps": "10882.6", "ups": "5.25", "wpb": "2072.8", "bsz": "102", "num_updates": "93200", "lr": "0.000103584", "gnorm": "0.15", "train_wall": "19", "gb_free": "28.9", "wall": "18059"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.233, "loss": "0.003", "ppl": "1", "wps": "9373.3", "ups": "5.08", "wpb": "1845.8", "bsz": "86.2", "num_updates": "93300", "lr": "0.000103528", "gnorm": "0.145", "train_wall": "20", "gb_free": "29", "wall": "18079"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.254, "loss": "0.004", "ppl": "1", "wps": "10049.9", "ups": "5.19", "wpb": "1936.5", "bsz": "94.7", "num_updates": "93400", "lr": "0.000103473", "gnorm": "0.178", "train_wall": "19", "gb_free": "29", "wall": "18098"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.274, "loss": "0.004", "ppl": "1", "wps": "10176.2", "ups": "5.26", "wpb": "1934.2", "bsz": "95", "num_updates": "93500", "lr": "0.000103418", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.9", "wall": "18117"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.295, "loss": "0.004", "ppl": "1", "wps": "10190.1", "ups": "5.2", "wpb": "1959.2", "bsz": "95.4", "num_updates": "93600", "lr": "0.000103362", "gnorm": "0.179", "train_wall": "19", "gb_free": "28", "wall": "18137"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.316, "loss": "0.005", "ppl": "1", "wps": "10263.6", "ups": "5.21", "wpb": "1969", "bsz": "92.4", "num_updates": "93700", "lr": "0.000103307", "gnorm": "0.155", "train_wall": "19", "gb_free": "29.1", "wall": "18156"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.336, "loss": "0.005", "ppl": "1", "wps": "9765.7", "ups": "5.18", "wpb": "1884.9", "bsz": "89.7", "num_updates": "93800", "lr": "0.000103252", "gnorm": "0.224", "train_wall": "19", "gb_free": "29.1", "wall": "18175"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.357, "loss": "0.003", "ppl": "1", "wps": "9754.3", "ups": "5.16", "wpb": "1890.2", "bsz": "88.6", "num_updates": "93900", "lr": "0.000103197", "gnorm": "0.164", "train_wall": "19", "gb_free": "28.8", "wall": "18194"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.377, "loss": "0.005", "ppl": "1", "wps": "9737.7", "ups": "5.17", "wpb": "1884.7", "bsz": "88.4", "num_updates": "94000", "lr": "0.000103142", "gnorm": "0.23", "train_wall": "19", "gb_free": "29.2", "wall": "18214"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.398, "loss": "0.005", "ppl": "1", "wps": "10834.5", "ups": "5.22", "wpb": "2074.4", "bsz": "101.8", "num_updates": "94100", "lr": "0.000103087", "gnorm": "0.201", "train_wall": "19", "gb_free": "28.7", "wall": "18233"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.419, "loss": "0.004", "ppl": "1", "wps": "9286.2", "ups": "5.22", "wpb": "1778.9", "bsz": "86.4", "num_updates": "94200", "lr": "0.000103033", "gnorm": "0.169", "train_wall": "19", "gb_free": "29", "wall": "18252"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.439, "loss": "0.005", "ppl": "1", "wps": "11125.4", "ups": "5.25", "wpb": "2120.7", "bsz": "103", "num_updates": "94300", "lr": "0.000102978", "gnorm": "0.217", "train_wall": "19", "gb_free": "29.1", "wall": "18271"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.46, "loss": "0.005", "ppl": "1", "wps": "10422.6", "ups": "5.25", "wpb": "1985.6", "bsz": "101", "num_updates": "94400", "lr": "0.000102923", "gnorm": "0.226", "train_wall": "19", "gb_free": "28.9", "wall": "18290"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.481, "loss": "0.005", "ppl": "1", "wps": "11252.7", "ups": "5.3", "wpb": "2121.9", "bsz": "101", "num_updates": "94500", "lr": "0.000102869", "gnorm": "0.21", "train_wall": "19", "gb_free": "29", "wall": "18309"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.501, "loss": "0.004", "ppl": "1", "wps": "10197.5", "ups": "5.25", "wpb": "1941.7", "bsz": "91.9", "num_updates": "94600", "lr": "0.000102815", "gnorm": "0.198", "train_wall": "19", "gb_free": "29.1", "wall": "18328"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.522, "loss": "0.003", "ppl": "1", "wps": "10714.2", "ups": "5.22", "wpb": "2052.9", "bsz": "97.1", "num_updates": "94700", "lr": "0.00010276", "gnorm": "0.18", "train_wall": "19", "gb_free": "29", "wall": "18347"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.542, "loss": "0.005", "ppl": "1", "wps": "10738.1", "ups": "5.2", "wpb": "2063.9", "bsz": "99.1", "num_updates": "94800", "lr": "0.000102706", "gnorm": "0.243", "train_wall": "19", "gb_free": "28.9", "wall": "18367"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.563, "loss": "0.007", "ppl": "1", "wps": "9366.4", "ups": "5.19", "wpb": "1804.4", "bsz": "87.4", "num_updates": "94900", "lr": "0.000102652", "gnorm": "0.293", "train_wall": "19", "gb_free": "28.8", "wall": "18386"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.584, "loss": "0.005", "ppl": "1", "wps": "11389.2", "ups": "5.23", "wpb": "2178.2", "bsz": "101.4", "num_updates": "95000", "lr": "0.000102598", "gnorm": "0.204", "train_wall": "19", "gb_free": "29.4", "wall": "18405"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.604, "loss": "0.005", "ppl": "1", "wps": "9107.1", "ups": "5.17", "wpb": "1761.5", "bsz": "86.6", "num_updates": "95100", "lr": "0.000102544", "gnorm": "0.233", "train_wall": "19", "gb_free": "29.3", "wall": "18424"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.625, "loss": "0.005", "ppl": "1", "wps": "10158.5", "ups": "5.15", "wpb": "1971.3", "bsz": "91.4", "num_updates": "95200", "lr": "0.00010249", "gnorm": "0.236", "train_wall": "19", "gb_free": "28.8", "wall": "18444"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.645, "loss": "0.006", "ppl": "1", "wps": "9915.3", "ups": "5.18", "wpb": "1914.2", "bsz": "90.4", "num_updates": "95300", "lr": "0.000102436", "gnorm": "0.225", "train_wall": "19", "gb_free": "28.8", "wall": "18463"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.666, "loss": "0.004", "ppl": "1", "wps": "10493.3", "ups": "5.18", "wpb": "2026.7", "bsz": "99.4", "num_updates": "95400", "lr": "0.000102383", "gnorm": "0.164", "train_wall": "19", "gb_free": "29.2", "wall": "18482"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.687, "loss": "0.003", "ppl": "1", "wps": "10681.9", "ups": "5.19", "wpb": "2057.7", "bsz": "100.7", "num_updates": "95500", "lr": "0.000102329", "gnorm": "0.129", "train_wall": "19", "gb_free": "28.8", "wall": "18502"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.707, "loss": "0.004", "ppl": "1", "wps": "9745.8", "ups": "5.16", "wpb": "1888.7", "bsz": "88.2", "num_updates": "95600", "lr": "0.000102275", "gnorm": "0.182", "train_wall": "19", "gb_free": "27.7", "wall": "18521"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.728, "loss": "0.003", "ppl": "1", "wps": "9004.5", "ups": "5.14", "wpb": "1752.9", "bsz": "79.5", "num_updates": "95700", "lr": "0.000102222", "gnorm": "0.164", "train_wall": "19", "gb_free": "29", "wall": "18540"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.749, "loss": "0.003", "ppl": "1", "wps": "10966.8", "ups": "5.24", "wpb": "2093.3", "bsz": "109.4", "num_updates": "95800", "lr": "0.000102169", "gnorm": "0.161", "train_wall": "19", "gb_free": "28.8", "wall": "18560"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.769, "loss": "0.003", "ppl": "1", "wps": "11064.9", "ups": "5.26", "wpb": "2103.8", "bsz": "102.2", "num_updates": "95900", "lr": "0.000102115", "gnorm": "0.145", "train_wall": "19", "gb_free": "29.3", "wall": "18579"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.79, "loss": "0.003", "ppl": "1", "wps": "9965", "ups": "5.19", "wpb": "1921.2", "bsz": "97", "num_updates": "96000", "lr": "0.000102062", "gnorm": "0.128", "train_wall": "19", "gb_free": "27.7", "wall": "18598"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.81, "loss": "0.003", "ppl": "1", "wps": "11265.7", "ups": "5.28", "wpb": "2134.4", "bsz": "103.9", "num_updates": "96100", "lr": "0.000102009", "gnorm": "0.177", "train_wall": "19", "gb_free": "28.9", "wall": "18617"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.831, "loss": "0.004", "ppl": "1", "wps": "10119.6", "ups": "5.26", "wpb": "1923", "bsz": "93.8", "num_updates": "96200", "lr": "0.000101956", "gnorm": "0.156", "train_wall": "19", "gb_free": "27.9", "wall": "18636"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.852, "loss": "0.004", "ppl": "1", "wps": "10572.3", "ups": "5.25", "wpb": "2015.4", "bsz": "94.2", "num_updates": "96300", "lr": "0.000101903", "gnorm": "0.182", "train_wall": "19", "gb_free": "29", "wall": "18655"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.872, "loss": "0.003", "ppl": "1", "wps": "10435.8", "ups": "5.19", "wpb": "2010", "bsz": "95.4", "num_updates": "96400", "lr": "0.00010185", "gnorm": "0.128", "train_wall": "19", "gb_free": "28.8", "wall": "18674"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.893, "loss": "0.004", "ppl": "1", "wps": "10737.2", "ups": "5.21", "wpb": "2062.3", "bsz": "98.5", "num_updates": "96500", "lr": "0.000101797", "gnorm": "0.173", "train_wall": "19", "gb_free": "28.7", "wall": "18693"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.913, "loss": "0.004", "ppl": "1", "wps": "10448.2", "ups": "5.24", "wpb": "1992.3", "bsz": "99.5", "num_updates": "96600", "lr": "0.000101745", "gnorm": "0.214", "train_wall": "19", "gb_free": "29.2", "wall": "18712"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.934, "loss": "0.003", "ppl": "1", "wps": "10195.3", "ups": "5.19", "wpb": "1965.2", "bsz": "96.2", "num_updates": "96700", "lr": "0.000101692", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "18732"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.955, "loss": "0.003", "ppl": "1", "wps": "10019.9", "ups": "5.22", "wpb": "1921.3", "bsz": "94.6", "num_updates": "96800", "lr": "0.000101639", "gnorm": "0.171", "train_wall": "19", "gb_free": "28.8", "wall": "18751"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.975, "loss": "0.003", "ppl": "1", "wps": "10662", "ups": "5.26", "wpb": "2028.2", "bsz": "102.2", "num_updates": "96900", "lr": "0.000101587", "gnorm": "0.171", "train_wall": "19", "gb_free": "29.1", "wall": "18770"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} {"epoch": 20, "update": 19.996, "loss": "0.005", "ppl": "1", "wps": "11200.6", "ups": "5.22", "wpb": "2144.9", "bsz": "101.6", "num_updates": "97000", "lr": "0.000101535", "gnorm": "0.194", "train_wall": "19", "gb_free": "29.3", "wall": "18789"} begin validation on "valid" subset {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} {"epoch": 20, "valid_loss": "0.047", "valid_ppl": "1.03", "valid_wps": "32797.2", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "97020", "valid_best_loss": "0.047"} end of epoch 20 (average epoch stats below) {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} {"epoch": 20, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10245.4", "train_ups": "5.16", "train_wpb": "1984.6", "train_bsz": "95.9", "train_num_updates": "97020", "train_lr": "0.000101524", "train_gnorm": "0.181", "train_train_wall": "922", "train_gb_free": "28.9", "train_wall": "18801"} Start iterating over samples {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.016, "loss": "0.004", "ppl": "1", "wps": "7275", "ups": "3.64", "wpb": "1996", "bsz": "95.8", "num_updates": "97100", "lr": "0.000101482", "gnorm": "0.148", "train_wall": "19", "gb_free": "29", "wall": "18816"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.037, "loss": "0.003", "ppl": "1", "wps": "10645.4", "ups": "5.22", "wpb": "2039.5", "bsz": "99.6", "num_updates": "97200", "lr": "0.00010143", "gnorm": "0.121", "train_wall": "19", "gb_free": "28.9", "wall": "18836"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.058, "loss": "0.005", "ppl": "1", "wps": "10051.5", "ups": "5.17", "wpb": "1945.9", "bsz": "92.4", "num_updates": "97300", "lr": "0.000101378", "gnorm": "0.193", "train_wall": "19", "gb_free": "28.8", "wall": "18855"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.078, "loss": "0.004", "ppl": "1", "wps": "11420.9", "ups": "5.23", "wpb": "2183.3", "bsz": "105", "num_updates": "97400", "lr": "0.000101326", "gnorm": "0.21", "train_wall": "19", "gb_free": "28.7", "wall": "18874"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.099, "loss": "0.005", "ppl": "1", "wps": "10353.5", "ups": "5.27", "wpb": "1964.7", "bsz": "104.4", "num_updates": "97500", "lr": "0.000101274", "gnorm": "0.191", "train_wall": "19", "gb_free": "28.8", "wall": "18893"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.12, "loss": "0.004", "ppl": "1", "wps": "9504.9", "ups": "5.15", "wpb": "1844.7", "bsz": "86.3", "num_updates": "97600", "lr": "0.000101222", "gnorm": "0.193", "train_wall": "19", "gb_free": "29.1", "wall": "18913"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.14, "loss": "0.004", "ppl": "1", "wps": "8967.2", "ups": "5.18", "wpb": "1731.2", "bsz": "81", "num_updates": "97700", "lr": "0.00010117", "gnorm": "0.178", "train_wall": "19", "gb_free": "28", "wall": "18932"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.161, "loss": "0.004", "ppl": "1", "wps": "10511.3", "ups": "5.19", "wpb": "2025", "bsz": "94.9", "num_updates": "97800", "lr": "0.000101118", "gnorm": "0.184", "train_wall": "19", "gb_free": "29.3", "wall": "18951"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.181, "loss": "0.006", "ppl": "1", "wps": "10684.9", "ups": "5.2", "wpb": "2053.9", "bsz": "99.1", "num_updates": "97900", "lr": "0.000101067", "gnorm": "0.267", "train_wall": "19", "gb_free": "28.7", "wall": "18970"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.202, "loss": "0.004", "ppl": "1", "wps": "11320.1", "ups": "5.27", "wpb": "2147.3", "bsz": "105", "num_updates": "98000", "lr": "0.000101015", "gnorm": "0.192", "train_wall": "19", "gb_free": "29.2", "wall": "18989"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.223, "loss": "0.003", "ppl": "1", "wps": "10285.7", "ups": "5.22", "wpb": "1972", "bsz": "97", "num_updates": "98100", "lr": "0.000100964", "gnorm": "0.118", "train_wall": "19", "gb_free": "28.8", "wall": "19008"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.243, "loss": "0.003", "ppl": "1", "wps": "11490.4", "ups": "5.25", "wpb": "2187.2", "bsz": "107.3", "num_updates": "98200", "lr": "0.000100912", "gnorm": "0.125", "train_wall": "19", "gb_free": "28.8", "wall": "19028"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.264, "loss": "0.003", "ppl": "1", "wps": "10293", "ups": "5.23", "wpb": "1968.5", "bsz": "91.4", "num_updates": "98300", "lr": "0.000100861", "gnorm": "0.12", "train_wall": "19", "gb_free": "29.2", "wall": "19047"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.284, "loss": "0.003", "ppl": "1", "wps": "10037", "ups": "5.19", "wpb": "1935.2", "bsz": "92.6", "num_updates": "98400", "lr": "0.00010081", "gnorm": "0.132", "train_wall": "19", "gb_free": "29", "wall": "19066"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.305, "loss": "0.003", "ppl": "1", "wps": "10384.2", "ups": "5.17", "wpb": "2007.4", "bsz": "92.8", "num_updates": "98500", "lr": "0.000100759", "gnorm": "0.137", "train_wall": "19", "gb_free": "29", "wall": "19085"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.326, "loss": "0.003", "ppl": "1", "wps": "9993.9", "ups": "5.21", "wpb": "1916.5", "bsz": "92.7", "num_updates": "98600", "lr": "0.000100707", "gnorm": "0.153", "train_wall": "19", "gb_free": "29.2", "wall": "19104"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.346, "loss": "0.002", "ppl": "1", "wps": "9877.9", "ups": "5.16", "wpb": "1914.2", "bsz": "95.1", "num_updates": "98700", "lr": "0.000100656", "gnorm": "0.118", "train_wall": "19", "gb_free": "29.2", "wall": "19124"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.367, "loss": "0.003", "ppl": "1", "wps": "11956.5", "ups": "5.24", "wpb": "2283.4", "bsz": "104.5", "num_updates": "98800", "lr": "0.000100605", "gnorm": "0.148", "train_wall": "19", "gb_free": "28.8", "wall": "19143"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.388, "loss": "0.004", "ppl": "1", "wps": "9913", "ups": "5.2", "wpb": "1906.1", "bsz": "89.5", "num_updates": "98900", "lr": "0.000100555", "gnorm": "0.138", "train_wall": "19", "gb_free": "28.9", "wall": "19162"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.408, "loss": "0.003", "ppl": "1", "wps": "10127.9", "ups": "5.22", "wpb": "1938.8", "bsz": "92.3", "num_updates": "99000", "lr": "0.000100504", "gnorm": "0.136", "train_wall": "19", "gb_free": "29.3", "wall": "19181"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.429, "loss": "0.004", "ppl": "1", "wps": "11119.8", "ups": "5.21", "wpb": "2134.8", "bsz": "103.2", "num_updates": "99100", "lr": "0.000100453", "gnorm": "0.178", "train_wall": "19", "gb_free": "28.8", "wall": "19201"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.449, "loss": "0.004", "ppl": "1", "wps": "10200.5", "ups": "5.19", "wpb": "1964.1", "bsz": "94.4", "num_updates": "99200", "lr": "0.000100402", "gnorm": "0.168", "train_wall": "19", "gb_free": "28.8", "wall": "19220"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.47, "loss": "0.004", "ppl": "1", "wps": "9809.1", "ups": "5.19", "wpb": "1889.9", "bsz": "96.2", "num_updates": "99300", "lr": "0.000100352", "gnorm": "0.166", "train_wall": "19", "gb_free": "28.9", "wall": "19239"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.491, "loss": "0.004", "ppl": "1", "wps": "10215.5", "ups": "5.18", "wpb": "1972", "bsz": "90.3", "num_updates": "99400", "lr": "0.000100301", "gnorm": "0.166", "train_wall": "19", "gb_free": "29", "wall": "19258"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.511, "loss": "0.004", "ppl": "1", "wps": "10598.4", "ups": "5.19", "wpb": "2040.8", "bsz": "101", "num_updates": "99500", "lr": "0.000100251", "gnorm": "0.205", "train_wall": "19", "gb_free": "28.8", "wall": "19278"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.532, "loss": "0.004", "ppl": "1", "wps": "9800.3", "ups": "5.14", "wpb": "1905", "bsz": "92.2", "num_updates": "99600", "lr": "0.000100201", "gnorm": "0.161", "train_wall": "19", "gb_free": "29", "wall": "19297"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.552, "loss": "0.003", "ppl": "1", "wps": "11370.5", "ups": "5.27", "wpb": "2159.5", "bsz": "110.8", "num_updates": "99700", "lr": "0.00010015", "gnorm": "0.134", "train_wall": "19", "gb_free": "28.9", "wall": "19316"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.573, "loss": "0.003", "ppl": "1", "wps": "9557.3", "ups": "5.21", "wpb": "1835.6", "bsz": "89.6", "num_updates": "99800", "lr": "0.0001001", "gnorm": "0.155", "train_wall": "19", "gb_free": "28.8", "wall": "19335"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.594, "loss": "0.005", "ppl": "1", "wps": "10825.2", "ups": "5.22", "wpb": "2073.8", "bsz": "101.8", "num_updates": "99900", "lr": "0.00010005", "gnorm": "0.249", "train_wall": "19", "gb_free": "29.1", "wall": "19354"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} {"epoch": 21, "update": 20.614, "loss": "0.007", "ppl": "1", "wps": "9881.8", "ups": "5.17", "wpb": "1912.6", "bsz": "90.2", "num_updates": "100000", "lr": "0.0001", "gnorm": "0.263", "train_wall": "19", "gb_free": "28.9", "wall": "19374"} Stopping training due to num_updates: 100000 >= max_update: 100000 begin validation on "valid" subset {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} {"epoch": 21, "valid_loss": "0.054", "valid_ppl": "1.04", "valid_wps": "33011.1", "valid_wpb": "1967.4", "valid_bsz": "94.5", "valid_num_updates": "100000", "valid_best_loss": "0.047"} end of epoch 21 (average epoch stats below) {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} {"epoch": 21, "train_loss": "0.004", "train_ppl": "1", "train_wps": "10217.6", "train_ups": "5.13", "train_wpb": "1990.5", "train_bsz": "96.1", "train_num_updates": "100000", "train_lr": "0.0001", "train_gnorm": "0.168", "train_train_wall": "567", "train_gb_free": "28.9", "train_wall": "19382"} done training in 19379.7 seconds