diff --git a/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/README.md b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..8ebb3aeb247ddc9079538b09a0e21b51130cf665
--- /dev/null
+++ b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/README.md
@@ -0,0 +1,202 @@
+---
+base_model: microsoft/llava-med-v1.5-mistral-7b
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.10.0
\ No newline at end of file
diff --git a/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/adapter_config.json b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/adapter_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..bbe64f6a0870b4de1d4456bf3f9556772c0d4fe3
--- /dev/null
+++ b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/adapter_config.json
@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "microsoft/llava-med-v1.5-mistral-7b",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 256,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 128,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "k_proj",
+    "up_proj",
+    "o_proj",
+    "q_proj",
+    "v_proj",
+    "gate_proj",
+    "down_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}
\ No newline at end of file
diff --git a/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/adapter_model.safetensors b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/adapter_model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dca73a1346a6ee11d80dfffb2dabbc7284e0869d
--- /dev/null
+++ b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/adapter_model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17315699c816bc4f6625e916a46fe64c76fa2239791f1936bd1803951311208c
+size 671149616
diff --git a/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/config.json b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7807e82afc376e5ad88f4f3bd7a90e73c3db6c22
--- /dev/null
+++ b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/config.json
@@ -0,0 +1,50 @@
+{
+  "_name_or_path": "microsoft/llava-med-v1.5-mistral-7b",
+  "architectures": [
+    "LlavaMistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "feature_outs": "encoder+decoder",
+  "freeze_mm_mlp_adapter": false,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "image_aspect_ratio": "pad",
+  "image_processor_path": "openai/clip-vit-large-patch14-336",
+  "img_size": 640,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "mm_hidden_size": 1024,
+  "mm_projector_lr": 2e-05,
+  "mm_projector_type": "mlp2x_gelu",
+  "mm_use_im_patch_token": false,
+  "mm_use_im_start_end": false,
+  "mm_vision_select_feature": "patch",
+  "mm_vision_select_layer": -2,
+  "mm_vision_tower": "microsoft/llava-med-v1.5-mistral-7b",
+  "model_type": "llava_mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "proj_vis_to_txt_tokens": false,
+  "prompt_segtok_w_instruct": false,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "segtok_posembed": "sincos",
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "tokenizer_model_max_length": 2048,
+  "tokenizer_padding_side": "right",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.37.2",
+  "tune_mm_mlp_adapter": false,
+  "tune_vision_tokenizer": "none",
+  "use_cache": true,
+  "use_mm_proj": true,
+  "vision_backbone": "convnextlarge",
+  "vision_tokenizer_lr": null,
+  "vision_tower_path": "openai/clip-vit-large-patch14-336",
+  "vocab_size": 32000
+}
diff --git a/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/non_lora_trainables.bin b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/non_lora_trainables.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b7e579bad76f84562adca3b22bffa952f1883725
--- /dev/null
+++ b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/non_lora_trainables.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede15c4ea606bcdcf74518520e05c32a3ff776a3d5a223c911500bec88bb27a9
+size 41961648
diff --git a/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/trainer_state.json b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..dd1bd074696f8d17b46efe8114b0d57fcd6339d3
--- /dev/null
+++ b/lora-microsoft-llava-med-v1.5-mistral-7b-train_28k_custom-train-mlp-and-llm-unquantized-epoch-1-lr-6e-5/trainer_state.json
@@ -0,0 +1,10530 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 1750,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.1320754716981131e-06,
+      "loss": 2.2515,
+      "step": 1
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.2641509433962262e-06,
+      "loss": 2.2854,
+      "step": 2
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.39622641509434e-06,
+      "loss": 2.2827,
+      "step": 3
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.5283018867924524e-06,
+      "loss": 2.4497,
+      "step": 4
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 5.660377358490566e-06,
+      "loss": 2.257,
+      "step": 5
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 6.79245283018868e-06,
+      "loss": 2.2654,
+      "step": 6
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 7.924528301886793e-06,
+      "loss": 2.1001,
+      "step": 7
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9.056603773584905e-06,
+      "loss": 1.89,
+      "step": 8
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.0188679245283019e-05,
+      "loss": 1.8923,
+      "step": 9
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.1320754716981132e-05,
+      "loss": 2.0113,
+      "step": 10
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.2452830188679246e-05,
+      "loss": 1.8754,
+      "step": 11
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.358490566037736e-05,
+      "loss": 1.8453,
+      "step": 12
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.4716981132075472e-05,
+      "loss": 1.9032,
+      "step": 13
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.5849056603773586e-05,
+      "loss": 1.9204,
+      "step": 14
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.69811320754717e-05,
+      "loss": 1.8452,
+      "step": 15
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.811320754716981e-05,
+      "loss": 1.7392,
+      "step": 16
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9245283018867924e-05,
+      "loss": 1.6742,
+      "step": 17
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.0377358490566037e-05,
+      "loss": 1.7403,
+      "step": 18
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.150943396226415e-05,
+      "loss": 1.5988,
+      "step": 19
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.2641509433962265e-05,
+      "loss": 1.8751,
+      "step": 20
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.377358490566038e-05,
+      "loss": 1.6001,
+      "step": 21
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4905660377358492e-05,
+      "loss": 1.6134,
+      "step": 22
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.6037735849056606e-05,
+      "loss": 1.4189,
+      "step": 23
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.716981132075472e-05,
+      "loss": 1.6156,
+      "step": 24
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.830188679245283e-05,
+      "loss": 1.4165,
+      "step": 25
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9433962264150944e-05,
+      "loss": 1.5172,
+      "step": 26
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 3.056603773584906e-05,
+      "loss": 1.4629,
+      "step": 27
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 3.169811320754717e-05,
+      "loss": 1.475,
+      "step": 28
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 3.2830188679245285e-05,
+      "loss": 1.5248,
+      "step": 29
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 3.39622641509434e-05,
+      "loss": 1.5746,
+      "step": 30
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 3.5094339622641506e-05,
+      "loss": 1.4075,
+      "step": 31
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 3.622641509433962e-05,
+      "loss": 1.431,
+      "step": 32
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 3.735849056603773e-05,
+      "loss": 1.445,
+      "step": 33
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 3.849056603773585e-05,
+      "loss": 1.7319,
+      "step": 34
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 3.962264150943396e-05,
+      "loss": 1.3741,
+      "step": 35
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.0754716981132075e-05,
+      "loss": 1.5234,
+      "step": 36
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.188679245283019e-05,
+      "loss": 1.6133,
+      "step": 37
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.30188679245283e-05,
+      "loss": 1.3836,
+      "step": 38
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.4150943396226416e-05,
+      "loss": 1.4532,
+      "step": 39
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.528301886792453e-05,
+      "loss": 1.5151,
+      "step": 40
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.641509433962264e-05,
+      "loss": 1.4941,
+      "step": 41
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.754716981132076e-05,
+      "loss": 1.5541,
+      "step": 42
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.867924528301887e-05,
+      "loss": 1.4585,
+      "step": 43
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9811320754716985e-05,
+      "loss": 1.4362,
+      "step": 44
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.09433962264151e-05,
+      "loss": 1.5164,
+      "step": 45
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.207547169811321e-05,
+      "loss": 1.5171,
+      "step": 46
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.3207547169811326e-05,
+      "loss": 1.4337,
+      "step": 47
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.433962264150944e-05,
+      "loss": 1.2703,
+      "step": 48
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.5471698113207547e-05,
+      "loss": 1.155,
+      "step": 49
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.660377358490566e-05,
+      "loss": 1.3255,
+      "step": 50
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.7735849056603774e-05,
+      "loss": 1.4562,
+      "step": 51
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.886792452830189e-05,
+      "loss": 1.3448,
+      "step": 52
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 6e-05,
+      "loss": 1.527,
+      "step": 53
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.999994859241577e-05,
+      "loss": 1.4377,
+      "step": 54
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.999979436983926e-05,
+      "loss": 1.5664,
+      "step": 55
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.999953733279902e-05,
+      "loss": 1.3609,
+      "step": 56
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.999917748217596e-05,
+      "loss": 1.42,
+      "step": 57
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.999871481920335e-05,
+      "loss": 1.4145,
+      "step": 58
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.999814934546682e-05,
+      "loss": 1.4657,
+      "step": 59
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.999748106290433e-05,
+      "loss": 1.5273,
+      "step": 60
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 5.999670997380621e-05,
+      "loss": 1.4727,
+      "step": 61
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.999583608081512e-05,
+      "loss": 1.3961,
+      "step": 62
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.999485938692604e-05,
+      "loss": 1.2635,
+      "step": 63
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.9993779895486265e-05,
+      "loss": 1.5662,
+      "step": 64
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.99925976101954e-05,
+      "loss": 1.4024,
+      "step": 65
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.999131253510533e-05,
+      "loss": 1.3176,
+      "step": 66
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.998992467462024e-05,
+      "loss": 1.3592,
+      "step": 67
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.998843403349657e-05,
+      "loss": 1.4131,
+      "step": 68
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.9986840616843005e-05,
+      "loss": 1.4891,
+      "step": 69
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.998514443012045e-05,
+      "loss": 1.5806,
+      "step": 70
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.998334547914202e-05,
+      "loss": 1.4797,
+      "step": 71
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.9981443770073044e-05,
+      "loss": 1.4198,
+      "step": 72
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.997943930943101e-05,
+      "loss": 1.4047,
+      "step": 73
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.9977332104085536e-05,
+      "loss": 1.418,
+      "step": 74
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.99751221612584e-05,
+      "loss": 1.4911,
+      "step": 75
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.997280948852343e-05,
+      "loss": 1.2909,
+      "step": 76
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.997039409380657e-05,
+      "loss": 1.422,
+      "step": 77
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5.996787598538579e-05,
+      "loss": 1.2738,
+      "step": 78
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.9965255171891076e-05,
+      "loss": 1.3722,
+      "step": 79
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.996253166230441e-05,
+      "loss": 1.1788,
+      "step": 80
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.995970546595975e-05,
+      "loss": 1.4724,
+      "step": 81
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.9956776592542924e-05,
+      "loss": 1.3201,
+      "step": 82
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.9953745052091704e-05,
+      "loss": 1.4354,
+      "step": 83
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.99506108549957e-05,
+      "loss": 1.2987,
+      "step": 84
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.994737401199635e-05,
+      "loss": 1.2563,
+      "step": 85
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.994403453418685e-05,
+      "loss": 1.4108,
+      "step": 86
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.99405924330122e-05,
+      "loss": 1.3583,
+      "step": 87
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.9937047720269047e-05,
+      "loss": 1.3242,
+      "step": 88
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.9933400408105744e-05,
+      "loss": 1.28,
+      "step": 89
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.9929650509022254e-05,
+      "loss": 1.3795,
+      "step": 90
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.992579803587012e-05,
+      "loss": 1.3775,
+      "step": 91
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.9921843001852445e-05,
+      "loss": 1.3827,
+      "step": 92
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.991778542052381e-05,
+      "loss": 1.3139,
+      "step": 93
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.991362530579025e-05,
+      "loss": 1.2887,
+      "step": 94
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.990936267190917e-05,
+      "loss": 1.4609,
+      "step": 95
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.990499753348938e-05,
+      "loss": 1.2867,
+      "step": 96
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.990052990549094e-05,
+      "loss": 1.4275,
+      "step": 97
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.9895959803225194e-05,
+      "loss": 1.5084,
+      "step": 98
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.989128724235467e-05,
+      "loss": 1.4421,
+      "step": 99
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.988651223889302e-05,
+      "loss": 1.356,
+      "step": 100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.988163480920504e-05,
+      "loss": 1.3857,
+      "step": 101
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.987665497000649e-05,
+      "loss": 1.3467,
+      "step": 102
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.987157273836414e-05,
+      "loss": 1.3358,
+      "step": 103
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.986638813169568e-05,
+      "loss": 1.3911,
+      "step": 104
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.986110116776966e-05,
+      "loss": 1.5768,
+      "step": 105
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.98557118647054e-05,
+      "loss": 1.3707,
+      "step": 106
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.9850220240972986e-05,
+      "loss": 1.4944,
+      "step": 107
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.984462631539314e-05,
+      "loss": 1.2676,
+      "step": 108
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.983893010713722e-05,
+      "loss": 1.3917,
+      "step": 109
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.9833131635727114e-05,
+      "loss": 1.3315,
+      "step": 110
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.982723092103518e-05,
+      "loss": 1.5151,
+      "step": 111
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.9821227983284177e-05,
+      "loss": 1.3414,
+      "step": 112
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.981512284304722e-05,
+      "loss": 1.2567,
+      "step": 113
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.980891552124767e-05,
+      "loss": 1.2312,
+      "step": 114
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.9802606039159084e-05,
+      "loss": 1.3508,
+      "step": 115
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.979619441840515e-05,
+      "loss": 1.2547,
+      "step": 116
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.97896806809596e-05,
+      "loss": 1.2605,
+      "step": 117
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.978306484914613e-05,
+      "loss": 1.1907,
+      "step": 118
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.977634694563833e-05,
+      "loss": 1.4311,
+      "step": 119
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.976952699345961e-05,
+      "loss": 1.2232,
+      "step": 120
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.976260501598314e-05,
+      "loss": 1.5425,
+      "step": 121
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.975558103693171e-05,
+      "loss": 1.3933,
+      "step": 122
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.9748455080377724e-05,
+      "loss": 1.3252,
+      "step": 123
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.974122717074305e-05,
+      "loss": 1.2613,
+      "step": 124
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.973389733279899e-05,
+      "loss": 1.4397,
+      "step": 125
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.972646559166613e-05,
+      "loss": 1.4332,
+      "step": 126
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.9718931972814365e-05,
+      "loss": 1.3057,
+      "step": 127
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.97112965020627e-05,
+      "loss": 1.3974,
+      "step": 128
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.970355920557919e-05,
+      "loss": 1.3568,
+      "step": 129
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.96957201098809e-05,
+      "loss": 1.3328,
+      "step": 130
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.968777924183375e-05,
+      "loss": 1.3154,
+      "step": 131
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.967973662865247e-05,
+      "loss": 1.4833,
+      "step": 132
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.967159229790047e-05,
+      "loss": 1.4902,
+      "step": 133
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.96633462774898e-05,
+      "loss": 1.4136,
+      "step": 134
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.965499859568095e-05,
+      "loss": 1.403,
+      "step": 135
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.96465492810829e-05,
+      "loss": 1.3499,
+      "step": 136
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.96379983626529e-05,
+      "loss": 1.3086,
+      "step": 137
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.9629345869696416e-05,
+      "loss": 1.528,
+      "step": 138
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.962059183186704e-05,
+      "loss": 1.1942,
+      "step": 139
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.961173627916635e-05,
+      "loss": 1.3719,
+      "step": 140
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.9602779241943856e-05,
+      "loss": 1.2906,
+      "step": 141
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.959372075089688e-05,
+      "loss": 1.2388,
+      "step": 142
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.958456083707043e-05,
+      "loss": 1.3846,
+      "step": 143
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.95752995318571e-05,
+      "loss": 1.2374,
+      "step": 144
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.9565936866996975e-05,
+      "loss": 1.4014,
+      "step": 145
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.955647287457753e-05,
+      "loss": 1.2783,
+      "step": 146
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.95469075870335e-05,
+      "loss": 1.3895,
+      "step": 147
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 5.953724103714676e-05,
+      "loss": 1.3683,
+      "step": 148
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.952747325804625e-05,
+      "loss": 1.2978,
+      "step": 149
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.951760428320784e-05,
+      "loss": 1.3143,
+      "step": 150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.95076341464542e-05,
+      "loss": 1.2363,
+      "step": 151
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.949756288195469e-05,
+      "loss": 1.5187,
+      "step": 152
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.948739052422529e-05,
+      "loss": 1.2344,
+      "step": 153
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.947711710812842e-05,
+      "loss": 1.3538,
+      "step": 154
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.946674266887284e-05,
+      "loss": 1.4081,
+      "step": 155
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.945626724201354e-05,
+      "loss": 1.3239,
+      "step": 156
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.944569086345162e-05,
+      "loss": 1.185,
+      "step": 157
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.943501356943415e-05,
+      "loss": 1.267,
+      "step": 158
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.942423539655405e-05,
+      "loss": 1.2754,
+      "step": 159
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.9413356381749986e-05,
+      "loss": 1.2377,
+      "step": 160
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.94023765623062e-05,
+      "loss": 1.3033,
+      "step": 161
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.9391295975852437e-05,
+      "loss": 1.2258,
+      "step": 162
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.938011466036377e-05,
+      "loss": 1.2368,
+      "step": 163
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.936883265416049e-05,
+      "loss": 1.3932,
+      "step": 164
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.9357449995907996e-05,
+      "loss": 1.0383,
+      "step": 165
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 5.93459667246166e-05,
+      "loss": 1.2103,
+      "step": 166
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.9334382879641456e-05,
+      "loss": 1.3503,
+      "step": 167
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.932269850068239e-05,
+      "loss": 1.3844,
+      "step": 168
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.93109136277838e-05,
+      "loss": 1.1825,
+      "step": 169
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.929902830133445e-05,
+      "loss": 1.1938,
+      "step": 170
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.9287042562067426e-05,
+      "loss": 1.408,
+      "step": 171
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.92749564510599e-05,
+      "loss": 1.1347,
+      "step": 172
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.926277000973307e-05,
+      "loss": 1.2085,
+      "step": 173
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.925048327985197e-05,
+      "loss": 1.3735,
+      "step": 174
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.9238096303525346e-05,
+      "loss": 1.3736,
+      "step": 175
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.922560912320548e-05,
+      "loss": 1.094,
+      "step": 176
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.9213021781688104e-05,
+      "loss": 1.2929,
+      "step": 177
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.9200334322112206e-05,
+      "loss": 1.2642,
+      "step": 178
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.918754678795989e-05,
+      "loss": 1.201,
+      "step": 179
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.9174659223056236e-05,
+      "loss": 1.0861,
+      "step": 180
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.9161671671569165e-05,
+      "loss": 1.2868,
+      "step": 181
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.914858417800923e-05,
+      "loss": 1.2078,
+      "step": 182
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 5.9135396787229554e-05,
+      "loss": 1.3421,
+      "step": 183
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.912210954442558e-05,
+      "loss": 1.2879,
+      "step": 184
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.910872249513498e-05,
+      "loss": 1.0556,
+      "step": 185
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.9095235685237476e-05,
+      "loss": 1.3027,
+      "step": 186
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.90816491609547e-05,
+      "loss": 1.3565,
+      "step": 187
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.906796296885e-05,
+      "loss": 1.2343,
+      "step": 188
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.905417715582831e-05,
+      "loss": 1.3271,
+      "step": 189
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.9040291769135996e-05,
+      "loss": 1.3126,
+      "step": 190
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.9026306856360675e-05,
+      "loss": 1.2762,
+      "step": 191
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.901222246543105e-05,
+      "loss": 1.3922,
+      "step": 192
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.8998038644616736e-05,
+      "loss": 1.3302,
+      "step": 193
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.898375544252816e-05,
+      "loss": 1.1275,
+      "step": 194
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.8969372908116296e-05,
+      "loss": 1.2983,
+      "step": 195
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.895489109067258e-05,
+      "loss": 1.1767,
+      "step": 196
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.894031003982868e-05,
+      "loss": 1.2017,
+      "step": 197
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.892562980555638e-05,
+      "loss": 1.3961,
+      "step": 198
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.891085043816737e-05,
+      "loss": 1.309,
+      "step": 199
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.889597198831308e-05,
+      "loss": 1.3581,
+      "step": 200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 5.888099450698455e-05,
+      "loss": 1.2351,
+      "step": 201
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.8865918045512155e-05,
+      "loss": 1.3494,
+      "step": 202
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.8850742655565544e-05,
+      "loss": 1.1351,
+      "step": 203
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.8835468389153386e-05,
+      "loss": 1.2812,
+      "step": 204
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.8820095298623216e-05,
+      "loss": 1.2256,
+      "step": 205
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.8804623436661286e-05,
+      "loss": 1.1024,
+      "step": 206
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.878905285629231e-05,
+      "loss": 1.2382,
+      "step": 207
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.8773383610879364e-05,
+      "loss": 1.2464,
+      "step": 208
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.875761575412365e-05,
+      "loss": 1.2146,
+      "step": 209
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.874174934006432e-05,
+      "loss": 1.2632,
+      "step": 210
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.872578442307832e-05,
+      "loss": 1.4324,
+      "step": 211
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.8709721057880155e-05,
+      "loss": 1.2208,
+      "step": 212
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.869355929952177e-05,
+      "loss": 1.2795,
+      "step": 213
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.867729920339227e-05,
+      "loss": 1.2856,
+      "step": 214
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.866094082521781e-05,
+      "loss": 1.0684,
+      "step": 215
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.8644484221061396e-05,
+      "loss": 1.2663,
+      "step": 216
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.862792944732261e-05,
+      "loss": 1.1878,
+      "step": 217
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.861127656073754e-05,
+      "loss": 1.3034,
+      "step": 218
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.859452561837849e-05,
+      "loss": 1.1301,
+      "step": 219
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.8577676677653816e-05,
+      "loss": 1.2904,
+      "step": 220
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.8560729796307745e-05,
+      "loss": 1.0968,
+      "step": 221
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.8543685032420165e-05,
+      "loss": 1.4218,
+      "step": 222
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.852654244440642e-05,
+      "loss": 1.4425,
+      "step": 223
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.8509302091017096e-05,
+      "loss": 1.2548,
+      "step": 224
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.849196403133787e-05,
+      "loss": 1.166,
+      "step": 225
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.847452832478926e-05,
+      "loss": 1.2728,
+      "step": 226
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.845699503112643e-05,
+      "loss": 1.2163,
+      "step": 227
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.8439364210438996e-05,
+      "loss": 1.077,
+      "step": 228
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.842163592315082e-05,
+      "loss": 1.1507,
+      "step": 229
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.84038102300198e-05,
+      "loss": 1.3222,
+      "step": 230
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.8385887192137664e-05,
+      "loss": 1.1989,
+      "step": 231
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.8367866870929726e-05,
+      "loss": 1.1603,
+      "step": 232
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.8349749328154755e-05,
+      "loss": 1.1154,
+      "step": 233
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.8331534625904685e-05,
+      "loss": 1.2345,
+      "step": 234
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.831322282660444e-05,
+      "loss": 1.6084,
+      "step": 235
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 5.82948139930117e-05,
+      "loss": 1.2286,
+      "step": 236
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.827630818821672e-05,
+      "loss": 1.1213,
+      "step": 237
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.825770547564209e-05,
+      "loss": 1.1689,
+      "step": 238
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.82390059190425e-05,
+      "loss": 1.3304,
+      "step": 239
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.822020958250454e-05,
+      "loss": 1.204,
+      "step": 240
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.8201316530446514e-05,
+      "loss": 1.2244,
+      "step": 241
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.818232682761815e-05,
+      "loss": 1.0866,
+      "step": 242
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.816324053910045e-05,
+      "loss": 1.2535,
+      "step": 243
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.814405773030539e-05,
+      "loss": 1.0949,
+      "step": 244
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.8124778466975785e-05,
+      "loss": 1.1702,
+      "step": 245
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.810540281518497e-05,
+      "loss": 1.1342,
+      "step": 246
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.808593084133665e-05,
+      "loss": 1.1376,
+      "step": 247
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.806636261216464e-05,
+      "loss": 1.1164,
+      "step": 248
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.804669819473263e-05,
+      "loss": 1.0415,
+      "step": 249
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.8026937656433966e-05,
+      "loss": 1.3665,
+      "step": 250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.8007081064991405e-05,
+      "loss": 1.2553,
+      "step": 251
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.7987128488456934e-05,
+      "loss": 1.0517,
+      "step": 252
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.796707999521143e-05,
+      "loss": 1.1054,
+      "step": 253
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7946935653964575e-05,
+      "loss": 1.2274,
+      "step": 254
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.792669553375447e-05,
+      "loss": 1.4225,
+      "step": 255
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.790635970394751e-05,
+      "loss": 1.3653,
+      "step": 256
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.788592823423809e-05,
+      "loss": 1.2193,
+      "step": 257
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.786540119464835e-05,
+      "loss": 1.1487,
+      "step": 258
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.784477865552801e-05,
+      "loss": 1.2502,
+      "step": 259
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.782406068755406e-05,
+      "loss": 1.1688,
+      "step": 260
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.780324736173056e-05,
+      "loss": 1.1682,
+      "step": 261
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7782338749388346e-05,
+      "loss": 1.162,
+      "step": 262
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.776133492218484e-05,
+      "loss": 1.1149,
+      "step": 263
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7740235952103775e-05,
+      "loss": 1.0935,
+      "step": 264
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.771904191145495e-05,
+      "loss": 1.1194,
+      "step": 265
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7697752872874015e-05,
+      "loss": 1.2953,
+      "step": 266
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.767636890932215e-05,
+      "loss": 1.2241,
+      "step": 267
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7654890094085894e-05,
+      "loss": 1.2243,
+      "step": 268
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.763331650077685e-05,
+      "loss": 1.1575,
+      "step": 269
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.761164820333143e-05,
+      "loss": 1.2668,
+      "step": 270
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.758988527601063e-05,
+      "loss": 1.3007,
+      "step": 271
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.7568027793399745e-05,
+      "loss": 1.2003,
+      "step": 272
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.754607583040813e-05,
+      "loss": 1.0398,
+      "step": 273
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.7524029462268955e-05,
+      "loss": 1.2075,
+      "step": 274
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.750188876453892e-05,
+      "loss": 1.239,
+      "step": 275
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.7479653813098e-05,
+      "loss": 1.2812,
+      "step": 276
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.745732468414922e-05,
+      "loss": 1.207,
+      "step": 277
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.7434901454218346e-05,
+      "loss": 1.148,
+      "step": 278
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.741238420015363e-05,
+      "loss": 1.2612,
+      "step": 279
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.7389772999125615e-05,
+      "loss": 1.2173,
+      "step": 280
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.736706792862677e-05,
+      "loss": 1.1179,
+      "step": 281
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.7344269066471264e-05,
+      "loss": 1.1893,
+      "step": 282
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.732137649079475e-05,
+      "loss": 1.4131,
+      "step": 283
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.7298390280054015e-05,
+      "loss": 1.1512,
+      "step": 284
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.727531051302677e-05,
+      "loss": 1.1174,
+      "step": 285
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.7252137268811355e-05,
+      "loss": 1.2971,
+      "step": 286
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.7228870626826466e-05,
+      "loss": 1.1014,
+      "step": 287
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.7205510666810886e-05,
+      "loss": 1.2225,
+      "step": 288
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.718205746882324e-05,
+      "loss": 1.2148,
+      "step": 289
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.715851111324166e-05,
+      "loss": 1.198,
+      "step": 290
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.713487168076358e-05,
+      "loss": 1.3042,
+      "step": 291
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.7111139252405386e-05,
+      "loss": 1.2531,
+      "step": 292
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.708731390950223e-05,
+      "loss": 1.1566,
+      "step": 293
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.706339573370763e-05,
+      "loss": 1.1522,
+      "step": 294
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.7039384806993325e-05,
+      "loss": 1.3134,
+      "step": 295
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.701528121164888e-05,
+      "loss": 1.2817,
+      "step": 296
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.699108503028148e-05,
+      "loss": 1.215,
+      "step": 297
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.69667963458156e-05,
+      "loss": 1.271,
+      "step": 298
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.694241524149275e-05,
+      "loss": 1.172,
+      "step": 299
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.6917941800871174e-05,
+      "loss": 1.3856,
+      "step": 300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.689337610782556e-05,
+      "loss": 1.1961,
+      "step": 301
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.6868718246546784e-05,
+      "loss": 1.1076,
+      "step": 302
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.684396830154159e-05,
+      "loss": 1.1225,
+      "step": 303
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.6819126357632276e-05,
+      "loss": 1.1355,
+      "step": 304
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.679419249995649e-05,
+      "loss": 1.1536,
+      "step": 305
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.676916681396685e-05,
+      "loss": 1.2133,
+      "step": 306
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.674404938543069e-05,
+      "loss": 1.2556,
+      "step": 307
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.671884030042977e-05,
+      "loss": 1.1757,
+      "step": 308
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.6693539645359954e-05,
+      "loss": 1.2253,
+      "step": 309
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.666814750693097e-05,
+      "loss": 1.2201,
+      "step": 310
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.6642663972166024e-05,
+      "loss": 1.1355,
+      "step": 311
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.66170891284016e-05,
+      "loss": 1.1733,
+      "step": 312
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.659142306328709e-05,
+      "loss": 1.284,
+      "step": 313
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.656566586478451e-05,
+      "loss": 1.2755,
+      "step": 314
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.653981762116823e-05,
+      "loss": 1.2632,
+      "step": 315
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.6513878421024626e-05,
+      "loss": 1.2949,
+      "step": 316
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.648784835325181e-05,
+      "loss": 1.2135,
+      "step": 317
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.64617275070593e-05,
+      "loss": 1.3182,
+      "step": 318
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.643551597196775e-05,
+      "loss": 1.1263,
+      "step": 319
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.64092138378086e-05,
+      "loss": 1.1754,
+      "step": 320
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.63828211947238e-05,
+      "loss": 1.3129,
+      "step": 321
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.635633813316547e-05,
+      "loss": 1.2591,
+      "step": 322
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 5.632976474389563e-05,
+      "loss": 1.2159,
+      "step": 323
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.630310111798588e-05,
+      "loss": 1.3192,
+      "step": 324
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.627634734681704e-05,
+      "loss": 1.2184,
+      "step": 325
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.624950352207889e-05,
+      "loss": 1.3138,
+      "step": 326
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.622256973576987e-05,
+      "loss": 1.3614,
+      "step": 327
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.619554608019668e-05,
+      "loss": 1.1306,
+      "step": 328
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.6168432647974055e-05,
+      "loss": 1.0678,
+      "step": 329
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.614122953202439e-05,
+      "loss": 1.1315,
+      "step": 330
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.611393682557746e-05,
+      "loss": 1.1818,
+      "step": 331
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.6086554622170054e-05,
+      "loss": 1.1985,
+      "step": 332
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.605908301564572e-05,
+      "loss": 1.1877,
+      "step": 333
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.603152210015438e-05,
+      "loss": 1.3278,
+      "step": 334
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.600387197015205e-05,
+      "loss": 1.2334,
+      "step": 335
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.597613272040046e-05,
+      "loss": 1.2253,
+      "step": 336
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.594830444596683e-05,
+      "loss": 1.195,
+      "step": 337
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.592038724222343e-05,
+      "loss": 1.2208,
+      "step": 338
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.5892381204847344e-05,
+      "loss": 1.1354,
+      "step": 339
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.586428642982007e-05,
+      "loss": 1.3634,
+      "step": 340
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5.5836103013427235e-05,
+      "loss": 1.3726,
+      "step": 341
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.58078310522583e-05,
+      "loss": 1.197,
+      "step": 342
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.5779470643206105e-05,
+      "loss": 1.0964,
+      "step": 343
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.5751021883466687e-05,
+      "loss": 1.2506,
+      "step": 344
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.572248487053883e-05,
+      "loss": 1.1464,
+      "step": 345
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.56938597022238e-05,
+      "loss": 1.1539,
+      "step": 346
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.566514647662498e-05,
+      "loss": 1.1483,
+      "step": 347
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.563634529214755e-05,
+      "loss": 1.106,
+      "step": 348
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.560745624749811e-05,
+      "loss": 1.134,
+      "step": 349
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.5578479441684415e-05,
+      "loss": 1.1556,
+      "step": 350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.5549414974014955e-05,
+      "loss": 1.1187,
+      "step": 351
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.552026294409867e-05,
+      "loss": 1.227,
+      "step": 352
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.549102345184461e-05,
+      "loss": 1.3816,
+      "step": 353
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.546169659746151e-05,
+      "loss": 1.2415,
+      "step": 354
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.54322824814576e-05,
+      "loss": 1.3207,
+      "step": 355
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.540278120464008e-05,
+      "loss": 1.2173,
+      "step": 356
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.537319286811495e-05,
+      "loss": 1.3056,
+      "step": 357
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 5.534351757328651e-05,
+      "loss": 1.2344,
+      "step": 358
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.5313755421857105e-05,
+      "loss": 1.1424,
+      "step": 359
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.528390651582677e-05,
+      "loss": 1.1979,
+      "step": 360
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.525397095749284e-05,
+      "loss": 1.1558,
+      "step": 361
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.522394884944964e-05,
+      "loss": 1.5697,
+      "step": 362
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.519384029458809e-05,
+      "loss": 1.3364,
+      "step": 363
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.5163645396095406e-05,
+      "loss": 1.1544,
+      "step": 364
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.513336425745471e-05,
+      "loss": 1.315,
+      "step": 365
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.5102996982444676e-05,
+      "loss": 1.1402,
+      "step": 366
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.507254367513919e-05,
+      "loss": 1.2568,
+      "step": 367
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.504200443990697e-05,
+      "loss": 1.2449,
+      "step": 368
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.5011379381411254e-05,
+      "loss": 1.2434,
+      "step": 369
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.4980668604609386e-05,
+      "loss": 1.1616,
+      "step": 370
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.4949872214752495e-05,
+      "loss": 1.3375,
+      "step": 371
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.4918990317385095e-05,
+      "loss": 1.0954,
+      "step": 372
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.488802301834479e-05,
+      "loss": 1.2218,
+      "step": 373
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.485697042376185e-05,
+      "loss": 1.0613,
+      "step": 374
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.4825832640058855e-05,
+      "loss": 1.1988,
+      "step": 375
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 5.479460977395035e-05,
+      "loss": 1.3659,
+      "step": 376
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.476330193244249e-05,
+      "loss": 1.1782,
+      "step": 377
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.473190922283264e-05,
+      "loss": 1.1691,
+      "step": 378
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.470043175270901e-05,
+      "loss": 1.3753,
+      "step": 379
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.4668869629950325e-05,
+      "loss": 1.2128,
+      "step": 380
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.4637222962725416e-05,
+      "loss": 1.3197,
+      "step": 381
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.460549185949287e-05,
+      "loss": 1.4101,
+      "step": 382
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.457367642900063e-05,
+      "loss": 1.2908,
+      "step": 383
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.454177678028566e-05,
+      "loss": 1.0624,
+      "step": 384
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.4509793022673566e-05,
+      "loss": 1.2468,
+      "step": 385
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.447772526577819e-05,
+      "loss": 1.312,
+      "step": 386
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.444557361950124e-05,
+      "loss": 1.1308,
+      "step": 387
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.441333819403198e-05,
+      "loss": 1.2389,
+      "step": 388
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.438101909984673e-05,
+      "loss": 1.3142,
+      "step": 389
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.434861644770863e-05,
+      "loss": 1.075,
+      "step": 390
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.431613034866713e-05,
+      "loss": 1.1469,
+      "step": 391
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.4283560914057696e-05,
+      "loss": 1.424,
+      "step": 392
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 5.425090825550138e-05,
+      "loss": 1.2825,
+      "step": 393
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.421817248490448e-05,
+      "loss": 1.3357,
+      "step": 394
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.418535371445812e-05,
+      "loss": 1.0987,
+      "step": 395
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.415245205663788e-05,
+      "loss": 1.2451,
+      "step": 396
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.4119467624203406e-05,
+      "loss": 1.0677,
+      "step": 397
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.408640053019803e-05,
+      "loss": 1.1684,
+      "step": 398
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.405325088794839e-05,
+      "loss": 1.1159,
+      "step": 399
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.402001881106401e-05,
+      "loss": 1.2622,
+      "step": 400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.398670441343694e-05,
+      "loss": 1.2987,
+      "step": 401
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.395330780924137e-05,
+      "loss": 1.1245,
+      "step": 402
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.391982911293322e-05,
+      "loss": 1.1216,
+      "step": 403
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.388626843924974e-05,
+      "loss": 1.0046,
+      "step": 404
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.385262590320914e-05,
+      "loss": 1.0841,
+      "step": 405
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.38189016201102e-05,
+      "loss": 1.2859,
+      "step": 406
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.378509570553183e-05,
+      "loss": 1.3038,
+      "step": 407
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.375120827533274e-05,
+      "loss": 1.2146,
+      "step": 408
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.3717239445650984e-05,
+      "loss": 1.2624,
+      "step": 409
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.368318933290358e-05,
+      "loss": 1.3393,
+      "step": 410
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.364905805378615e-05,
+      "loss": 1.417,
+      "step": 411
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.361484572527247e-05,
+      "loss": 1.1672,
+      "step": 412
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.3580552464614074e-05,
+      "loss": 1.2142,
+      "step": 413
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.3546178389339865e-05,
+      "loss": 1.3625,
+      "step": 414
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.3511723617255746e-05,
+      "loss": 1.1699,
+      "step": 415
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.347718826644413e-05,
+      "loss": 1.2902,
+      "step": 416
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.344257245526363e-05,
+      "loss": 1.1433,
+      "step": 417
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.340787630234861e-05,
+      "loss": 1.1665,
+      "step": 418
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.337309992660873e-05,
+      "loss": 1.2417,
+      "step": 419
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.333824344722864e-05,
+      "loss": 1.1458,
+      "step": 420
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.330330698366749e-05,
+      "loss": 1.0419,
+      "step": 421
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.326829065565857e-05,
+      "loss": 1.1892,
+      "step": 422
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.323319458320886e-05,
+      "loss": 0.9988,
+      "step": 423
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.319801888659866e-05,
+      "loss": 1.3651,
+      "step": 424
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.3162763686381125e-05,
+      "loss": 1.1395,
+      "step": 425
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.312742910338192e-05,
+      "loss": 1.0818,
+      "step": 426
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.3092015258698736e-05,
+      "loss": 1.1536,
+      "step": 427
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 5.3056522273700905e-05,
+      "loss": 1.2661,
+      "step": 428
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.302095027002904e-05,
+      "loss": 1.1706,
+      "step": 429
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.298529936959449e-05,
+      "loss": 1.3265,
+      "step": 430
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.2949569694579045e-05,
+      "loss": 1.085,
+      "step": 431
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.2913761367434464e-05,
+      "loss": 1.2973,
+      "step": 432
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.287787451088204e-05,
+      "loss": 1.2481,
+      "step": 433
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.284190924791222e-05,
+      "loss": 1.1589,
+      "step": 434
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.2805865701784164e-05,
+      "loss": 0.9376,
+      "step": 435
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.276974399602531e-05,
+      "loss": 1.1103,
+      "step": 436
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.273354425443096e-05,
+      "loss": 1.2813,
+      "step": 437
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.2697266601063864e-05,
+      "loss": 1.2436,
+      "step": 438
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.26609111602538e-05,
+      "loss": 1.1945,
+      "step": 439
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.2624478056597126e-05,
+      "loss": 1.1215,
+      "step": 440
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.258796741495635e-05,
+      "loss": 1.2117,
+      "step": 441
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.255137936045974e-05,
+      "loss": 1.1066,
+      "step": 442
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.251471401850088e-05,
+      "loss": 1.1436,
+      "step": 443
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.247797151473819e-05,
+      "loss": 1.019,
+      "step": 444
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.2441151975094566e-05,
+      "loss": 1.1273,
+      "step": 445
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 5.2404255525756914e-05,
+      "loss": 1.1643,
+      "step": 446
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.236728229317573e-05,
+      "loss": 1.1255,
+      "step": 447
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.233023240406464e-05,
+      "loss": 1.2349,
+      "step": 448
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.229310598540001e-05,
+      "loss": 1.2905,
+      "step": 449
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.225590316442047e-05,
+      "loss": 0.9849,
+      "step": 450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.221862406862649e-05,
+      "loss": 1.1183,
+      "step": 451
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.218126882577995e-05,
+      "loss": 1.3394,
+      "step": 452
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.2143837563903716e-05,
+      "loss": 1.1405,
+      "step": 453
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.210633041128116e-05,
+      "loss": 1.0643,
+      "step": 454
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.206874749645577e-05,
+      "loss": 1.2681,
+      "step": 455
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.2031088948230655e-05,
+      "loss": 1.2881,
+      "step": 456
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.199335489566815e-05,
+      "loss": 1.0238,
+      "step": 457
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.1955545468089364e-05,
+      "loss": 1.1868,
+      "step": 458
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.1917660795073707e-05,
+      "loss": 1.1577,
+      "step": 459
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.187970100645849e-05,
+      "loss": 1.1273,
+      "step": 460
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.184166623233844e-05,
+      "loss": 1.1928,
+      "step": 461
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.18035566030653e-05,
+      "loss": 1.1442,
+      "step": 462
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5.17653722492473e-05,
+      "loss": 1.2954,
+      "step": 463
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.172711330174884e-05,
+      "loss": 1.1876,
+      "step": 464
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.168877989168989e-05,
+      "loss": 1.1823,
+      "step": 465
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.165037215044566e-05,
+      "loss": 1.1625,
+      "step": 466
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.16118902096461e-05,
+      "loss": 1.1497,
+      "step": 467
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.157333420117547e-05,
+      "loss": 1.111,
+      "step": 468
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.153470425717182e-05,
+      "loss": 1.0752,
+      "step": 469
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.149600051002664e-05,
+      "loss": 1.3502,
+      "step": 470
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.145722309238434e-05,
+      "loss": 1.1187,
+      "step": 471
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.141837213714181e-05,
+      "loss": 1.3084,
+      "step": 472
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.137944777744796e-05,
+      "loss": 1.0026,
+      "step": 473
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.1340450146703285e-05,
+      "loss": 1.0248,
+      "step": 474
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.130137937855937e-05,
+      "loss": 1.1325,
+      "step": 475
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.1262235606918495e-05,
+      "loss": 1.0916,
+      "step": 476
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.1223018965933086e-05,
+      "loss": 1.1772,
+      "step": 477
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.1183729590005335e-05,
+      "loss": 1.1254,
+      "step": 478
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.114436761378671e-05,
+      "loss": 1.2453,
+      "step": 479
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.1104933172177474e-05,
+      "loss": 1.3423,
+      "step": 480
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 5.1065426400326255e-05,
+      "loss": 1.2751,
+      "step": 481
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.1025847433629577e-05,
+      "loss": 1.3252,
+      "step": 482
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.0986196407731356e-05,
+      "loss": 1.0426,
+      "step": 483
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.09464734585225e-05,
+      "loss": 1.27,
+      "step": 484
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.090667872214041e-05,
+      "loss": 1.1547,
+      "step": 485
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.086681233496849e-05,
+      "loss": 1.3062,
+      "step": 486
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.0826874433635714e-05,
+      "loss": 1.2365,
+      "step": 487
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.078686515501616e-05,
+      "loss": 1.1426,
+      "step": 488
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.0746784636228534e-05,
+      "loss": 1.0879,
+      "step": 489
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.070663301463564e-05,
+      "loss": 1.2295,
+      "step": 490
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.066641042784403e-05,
+      "loss": 1.1343,
+      "step": 491
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.062611701370344e-05,
+      "loss": 1.2696,
+      "step": 492
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.058575291030633e-05,
+      "loss": 1.1831,
+      "step": 493
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.054531825598744e-05,
+      "loss": 1.1037,
+      "step": 494
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.05048131893233e-05,
+      "loss": 1.0789,
+      "step": 495
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.046423784913175e-05,
+      "loss": 1.2631,
+      "step": 496
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.042359237447146e-05,
+      "loss": 1.0528,
+      "step": 497
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 5.03828769046415e-05,
+      "loss": 1.1666,
+      "step": 498
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.034209157918077e-05,
+      "loss": 1.1262,
+      "step": 499
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.030123653786763e-05,
+      "loss": 1.1907,
+      "step": 500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.0260311920719326e-05,
+      "loss": 1.1589,
+      "step": 501
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.02193178679916e-05,
+      "loss": 1.0332,
+      "step": 502
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.01782545201781e-05,
+      "loss": 1.3016,
+      "step": 503
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.013712201801002e-05,
+      "loss": 1.1315,
+      "step": 504
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.00959205024555e-05,
+      "loss": 1.1766,
+      "step": 505
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.005465011471927e-05,
+      "loss": 1.2418,
+      "step": 506
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.001331099624204e-05,
+      "loss": 1.1006,
+      "step": 507
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.997190328870009e-05,
+      "loss": 1.2345,
+      "step": 508
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.993042713400477e-05,
+      "loss": 1.1485,
+      "step": 509
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.9888882674302004e-05,
+      "loss": 1.2542,
+      "step": 510
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.984727005197182e-05,
+      "loss": 1.1483,
+      "step": 511
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.9805589409627837e-05,
+      "loss": 1.0079,
+      "step": 512
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.976384089011679e-05,
+      "loss": 1.2503,
+      "step": 513
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.972202463651808e-05,
+      "loss": 1.2509,
+      "step": 514
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.9680140792143174e-05,
+      "loss": 1.1461,
+      "step": 515
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.963818950053525e-05,
+      "loss": 1.2518,
+      "step": 516
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.9596170905468594e-05,
+      "loss": 1.0235,
+      "step": 517
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.955408515094817e-05,
+      "loss": 1.0956,
+      "step": 518
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.9511932381209126e-05,
+      "loss": 1.1709,
+      "step": 519
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.946971274071625e-05,
+      "loss": 1.3067,
+      "step": 520
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.9427426374163535e-05,
+      "loss": 1.2096,
+      "step": 521
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.938507342647364e-05,
+      "loss": 0.9916,
+      "step": 522
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.93426540427974e-05,
+      "loss": 1.2272,
+      "step": 523
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.930016836851338e-05,
+      "loss": 1.1844,
+      "step": 524
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.925761654922728e-05,
+      "loss": 1.0742,
+      "step": 525
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.9214998730771526e-05,
+      "loss": 1.053,
+      "step": 526
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.917231505920472e-05,
+      "loss": 1.0831,
+      "step": 527
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.9129565680811157e-05,
+      "loss": 1.1082,
+      "step": 528
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.908675074210034e-05,
+      "loss": 1.109,
+      "step": 529
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.904387038980642e-05,
+      "loss": 1.1819,
+      "step": 530
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.900092477088775e-05,
+      "loss": 1.1731,
+      "step": 531
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.895791403252637e-05,
+      "loss": 1.2915,
+      "step": 532
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 4.89148383221275e-05,
+      "loss": 1.2135,
+      "step": 533
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8871697787319015e-05,
+      "loss": 1.0355,
+      "step": 534
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.882849257595096e-05,
+      "loss": 1.2522,
+      "step": 535
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8785222836095037e-05,
+      "loss": 1.1725,
+      "step": 536
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.874188871604409e-05,
+      "loss": 1.1522,
+      "step": 537
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.869849036431162e-05,
+      "loss": 1.2256,
+      "step": 538
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8655027929631265e-05,
+      "loss": 1.06,
+      "step": 539
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.861150156095627e-05,
+      "loss": 1.1236,
+      "step": 540
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.856791140745899e-05,
+      "loss": 1.1296,
+      "step": 541
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8524257618530415e-05,
+      "loss": 1.1998,
+      "step": 542
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8480540343779564e-05,
+      "loss": 1.2778,
+      "step": 543
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8436759733033105e-05,
+      "loss": 1.0853,
+      "step": 544
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.839291593633471e-05,
+      "loss": 1.1366,
+      "step": 545
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8349009103944636e-05,
+      "loss": 1.1453,
+      "step": 546
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.830503938633916e-05,
+      "loss": 1.1863,
+      "step": 547
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8261006934210074e-05,
+      "loss": 1.1484,
+      "step": 548
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8216911898464184e-05,
+      "loss": 1.2329,
+      "step": 549
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.8172754430222774e-05,
+      "loss": 1.1727,
+      "step": 550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.812853468082108e-05,
+      "loss": 1.0413,
+      "step": 551
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.808425280180783e-05,
+      "loss": 1.1296,
+      "step": 552
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.8039908944944626e-05,
+      "loss": 1.11,
+      "step": 553
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.799550326220552e-05,
+      "loss": 1.0714,
+      "step": 554
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.7951035905776435e-05,
+      "loss": 1.1667,
+      "step": 555
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.790650702805465e-05,
+      "loss": 1.2524,
+      "step": 556
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.786191678164831e-05,
+      "loss": 1.0553,
+      "step": 557
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.7817265319375885e-05,
+      "loss": 1.1855,
+      "step": 558
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.7772552794265606e-05,
+      "loss": 1.2101,
+      "step": 559
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.772777935955501e-05,
+      "loss": 1.017,
+      "step": 560
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.768294516869037e-05,
+      "loss": 1.2181,
+      "step": 561
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.763805037532619e-05,
+      "loss": 1.0765,
+      "step": 562
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.7593095133324656e-05,
+      "loss": 1.2224,
+      "step": 563
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.7548079596755124e-05,
+      "loss": 1.1039,
+      "step": 564
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.750300391989358e-05,
+      "loss": 1.1913,
+      "step": 565
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.7457868257222165e-05,
+      "loss": 1.0204,
+      "step": 566
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.741267276342856e-05,
+      "loss": 1.387,
+      "step": 567
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.736741759340549e-05,
+      "loss": 1.1253,
+      "step": 568
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.7322102902250237e-05,
+      "loss": 1.0787,
+      "step": 569
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.7276728845264055e-05,
+      "loss": 1.212,
+      "step": 570
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.723129557795165e-05,
+      "loss": 1.1593,
+      "step": 571
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.7185803256020655e-05,
+      "loss": 1.2112,
+      "step": 572
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.714025203538109e-05,
+      "loss": 1.1327,
+      "step": 573
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.709464207214485e-05,
+      "loss": 1.2595,
+      "step": 574
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.704897352262513e-05,
+      "loss": 1.2274,
+      "step": 575
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.7003246543335915e-05,
+      "loss": 1.0596,
+      "step": 576
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.695746129099144e-05,
+      "loss": 1.0533,
+      "step": 577
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6911617922505656e-05,
+      "loss": 1.1767,
+      "step": 578
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.686571659499168e-05,
+      "loss": 1.2293,
+      "step": 579
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6819757465761284e-05,
+      "loss": 1.3397,
+      "step": 580
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.67737406923243e-05,
+      "loss": 1.1126,
+      "step": 581
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6727666432388144e-05,
+      "loss": 1.2327,
+      "step": 582
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.668153484385727e-05,
+      "loss": 1.0372,
+      "step": 583
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6635346084832535e-05,
+      "loss": 1.0776,
+      "step": 584
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.65891003136108e-05,
+      "loss": 1.0324,
+      "step": 585
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.6542797688684294e-05,
+      "loss": 0.9221,
+      "step": 586
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.6496438368740074e-05,
+      "loss": 1.0145,
+      "step": 587
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.645002251265954e-05,
+      "loss": 1.0019,
+      "step": 588
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.64035502795178e-05,
+      "loss": 1.1825,
+      "step": 589
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.6357021828583215e-05,
+      "loss": 1.0914,
+      "step": 590
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.63104373193168e-05,
+      "loss": 1.3558,
+      "step": 591
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.626379691137169e-05,
+      "loss": 1.0746,
+      "step": 592
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.621710076459262e-05,
+      "loss": 1.3206,
+      "step": 593
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.6170349039015315e-05,
+      "loss": 1.1201,
+      "step": 594
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.612354189486598e-05,
+      "loss": 0.9833,
+      "step": 595
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.607667949256079e-05,
+      "loss": 1.0287,
+      "step": 596
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.6029761992705244e-05,
+      "loss": 1.1062,
+      "step": 597
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.598278955609371e-05,
+      "loss": 1.2016,
+      "step": 598
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.5935762343708824e-05,
+      "loss": 1.2194,
+      "step": 599
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.588868051672094e-05,
+      "loss": 1.0457,
+      "step": 600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.584154423648759e-05,
+      "loss": 1.2604,
+      "step": 601
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.579435366455293e-05,
+      "loss": 1.1447,
+      "step": 602
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 4.5747108962647174e-05,
+      "loss": 1.1057,
+      "step": 603
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.569981029268607e-05,
+      "loss": 1.0787,
+      "step": 604
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.5652457816770276e-05,
+      "loss": 0.9892,
+      "step": 605
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.5605051697184925e-05,
+      "loss": 1.2306,
+      "step": 606
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.555759209639894e-05,
+      "loss": 1.1526,
+      "step": 607
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.551007917706453e-05,
+      "loss": 1.266,
+      "step": 608
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.546251310201668e-05,
+      "loss": 1.0707,
+      "step": 609
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.541489403427252e-05,
+      "loss": 1.0892,
+      "step": 610
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.536722213703079e-05,
+      "loss": 1.2581,
+      "step": 611
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.53194975736713e-05,
+      "loss": 1.3966,
+      "step": 612
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.527172050775436e-05,
+      "loss": 0.9396,
+      "step": 613
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.5223891103020194e-05,
+      "loss": 1.0774,
+      "step": 614
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.517600952338841e-05,
+      "loss": 1.0928,
+      "step": 615
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.512807593295744e-05,
+      "loss": 1.1664,
+      "step": 616
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.508009049600395e-05,
+      "loss": 1.106,
+      "step": 617
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.5032053376982296e-05,
+      "loss": 1.0543,
+      "step": 618
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.498396474052397e-05,
+      "loss": 1.2698,
+      "step": 619
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.4935824751437015e-05,
+      "loss": 1.0497,
+      "step": 620
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.488763357470546e-05,
+      "loss": 1.2523,
+      "step": 621
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4839391375488776e-05,
+      "loss": 0.935,
+      "step": 622
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4791098319121276e-05,
+      "loss": 1.1577,
+      "step": 623
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.474275457111161e-05,
+      "loss": 1.0727,
+      "step": 624
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4694360297142106e-05,
+      "loss": 1.0867,
+      "step": 625
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4645915663068294e-05,
+      "loss": 1.2195,
+      "step": 626
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.459742083491828e-05,
+      "loss": 1.2506,
+      "step": 627
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.454887597889218e-05,
+      "loss": 1.1076,
+      "step": 628
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.45002812613616e-05,
+      "loss": 1.0613,
+      "step": 629
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4451636848869e-05,
+      "loss": 1.1373,
+      "step": 630
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.440294290812715e-05,
+      "loss": 1.2636,
+      "step": 631
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.43541996060186e-05,
+      "loss": 1.0983,
+      "step": 632
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.430540710959502e-05,
+      "loss": 1.3058,
+      "step": 633
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.425656558607672e-05,
+      "loss": 1.1656,
+      "step": 634
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4207675202852e-05,
+      "loss": 1.1973,
+      "step": 635
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4158736127476635e-05,
+      "loss": 1.1432,
+      "step": 636
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.410974852767326e-05,
+      "loss": 1.1691,
+      "step": 637
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.4060712571330834e-05,
+      "loss": 1.1695,
+      "step": 638
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.4011628426504014e-05,
+      "loss": 1.056,
+      "step": 639
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.396249626141262e-05,
+      "loss": 1.2614,
+      "step": 640
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.391331624444105e-05,
+      "loss": 1.1217,
+      "step": 641
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3864088544137705e-05,
+      "loss": 0.9255,
+      "step": 642
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.381481332921438e-05,
+      "loss": 1.1782,
+      "step": 643
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3765490768545735e-05,
+      "loss": 1.13,
+      "step": 644
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3716121031168675e-05,
+      "loss": 0.9956,
+      "step": 645
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.36667042862818e-05,
+      "loss": 1.324,
+      "step": 646
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.361724070324481e-05,
+      "loss": 1.0561,
+      "step": 647
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3567730451577925e-05,
+      "loss": 1.2008,
+      "step": 648
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.35181737009613e-05,
+      "loss": 1.2183,
+      "step": 649
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.346857062123447e-05,
+      "loss": 1.2045,
+      "step": 650
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.341892138239573e-05,
+      "loss": 0.8584,
+      "step": 651
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.336922615460157e-05,
+      "loss": 1.2213,
+      "step": 652
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3319485108166104e-05,
+      "loss": 1.0516,
+      "step": 653
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.326969841356046e-05,
+      "loss": 1.127,
+      "step": 654
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.3219866241412226e-05,
+      "loss": 1.1762,
+      "step": 655
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 4.316998876250483e-05,
+      "loss": 1.3585,
+      "step": 656
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3120066147776994e-05,
+      "loss": 1.1426,
+      "step": 657
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.3070098568322123e-05,
+      "loss": 1.1106,
+      "step": 658
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.302008619538771e-05,
+      "loss": 1.2012,
+      "step": 659
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.297002920037479e-05,
+      "loss": 1.1539,
+      "step": 660
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.291992775483729e-05,
+      "loss": 1.1003,
+      "step": 661
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.2869782030481495e-05,
+      "loss": 1.0708,
+      "step": 662
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.281959219916546e-05,
+      "loss": 1.2327,
+      "step": 663
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.276935843289837e-05,
+      "loss": 0.9859,
+      "step": 664
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.271908090384e-05,
+      "loss": 1.2347,
+      "step": 665
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.2668759784300096e-05,
+      "loss": 0.9476,
+      "step": 666
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.2618395246737816e-05,
+      "loss": 1.149,
+      "step": 667
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.2567987463761104e-05,
+      "loss": 1.1046,
+      "step": 668
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.251753660812612e-05,
+      "loss": 1.1019,
+      "step": 669
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.246704285273662e-05,
+      "loss": 1.1602,
+      "step": 670
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.2416506370643436e-05,
+      "loss": 1.1915,
+      "step": 671
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.236592733504376e-05,
+      "loss": 1.2091,
+      "step": 672
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 4.231530591928069e-05,
+      "loss": 1.2154,
+      "step": 673
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.2264642296842524e-05,
+      "loss": 1.0624,
+      "step": 674
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.221393664136223e-05,
+      "loss": 0.9423,
+      "step": 675
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.216318912661683e-05,
+      "loss": 1.0804,
+      "step": 676
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.211239992652679e-05,
+      "loss": 1.0521,
+      "step": 677
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.211239992652679e-05,
+      "loss": 1.1187,
+      "step": 678
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.206156921515545e-05,
+      "loss": 1.0949,
+      "step": 679
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.201069716670843e-05,
+      "loss": 1.2214,
+      "step": 680
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.195978395553297e-05,
+      "loss": 0.978,
+      "step": 681
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.190882975611746e-05,
+      "loss": 1.0594,
+      "step": 682
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.1857834743090686e-05,
+      "loss": 1.1048,
+      "step": 683
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.180679909122136e-05,
+      "loss": 1.2457,
+      "step": 684
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.1755722975417444e-05,
+      "loss": 0.9612,
+      "step": 685
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.17046065707256e-05,
+      "loss": 1.1302,
+      "step": 686
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.1653450052330536e-05,
+      "loss": 1.2623,
+      "step": 687
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.160225359555447e-05,
+      "loss": 1.1115,
+      "step": 688
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.155101737585646e-05,
+      "loss": 1.1384,
+      "step": 689
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.1499741568831885e-05,
+      "loss": 1.1596,
+      "step": 690
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.144842635021174e-05,
+      "loss": 1.0994,
+      "step": 691
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.139707189586215e-05,
+      "loss": 1.285,
+      "step": 692
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.1345678381783654e-05,
+      "loss": 1.0274,
+      "step": 693
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.129424598411069e-05,
+      "loss": 1.0694,
+      "step": 694
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.1242774879110945e-05,
+      "loss": 1.2042,
+      "step": 695
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.119126524318475e-05,
+      "loss": 1.2827,
+      "step": 696
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.113971725286453e-05,
+      "loss": 1.1701,
+      "step": 697
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.10881310848141e-05,
+      "loss": 1.314,
+      "step": 698
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.103650691582816e-05,
+      "loss": 0.9339,
+      "step": 699
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.098484492283162e-05,
+      "loss": 0.9972,
+      "step": 700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.0933145282879046e-05,
+      "loss": 1.1359,
+      "step": 701
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.0881408173154005e-05,
+      "loss": 1.1969,
+      "step": 702
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.082963377096847e-05,
+      "loss": 1.0925,
+      "step": 703
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.077782225376226e-05,
+      "loss": 1.196,
+      "step": 704
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.0725973799102364e-05,
+      "loss": 1.0674,
+      "step": 705
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.067408858468236e-05,
+      "loss": 1.2499,
+      "step": 706
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.062216678832183e-05,
+      "loss": 1.0582,
+      "step": 707
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.05702085879657e-05,
+      "loss": 1.0722,
+      "step": 708
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.051821416168368e-05,
+      "loss": 1.1416,
+      "step": 709
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.0466183687669643e-05,
+      "loss": 1.2437,
+      "step": 710
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.0414117344240956e-05,
+      "loss": 1.105,
+      "step": 711
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.0362015309837976e-05,
+      "loss": 1.0738,
+      "step": 712
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.030987776302334e-05,
+      "loss": 1.2516,
+      "step": 713
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.02577048824814e-05,
+      "loss": 1.0084,
+      "step": 714
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.020549684701761e-05,
+      "loss": 1.0383,
+      "step": 715
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.0153253835557906e-05,
+      "loss": 1.0994,
+      "step": 716
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.010097602714808e-05,
+      "loss": 0.9746,
+      "step": 717
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 4.0048663600953187e-05,
+      "loss": 1.2235,
+      "step": 718
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 3.9996316736256934e-05,
+      "loss": 1.0926,
+      "step": 719
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 3.994393561246104e-05,
+      "loss": 1.0388,
+      "step": 720
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 3.989152040908465e-05,
+      "loss": 1.1593,
+      "step": 721
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 3.983907130576367e-05,
+      "loss": 1.0225,
+      "step": 722
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 3.9786588482250236e-05,
+      "loss": 1.0846,
+      "step": 723
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 3.973407211841202e-05,
+      "loss": 1.1103,
+      "step": 724
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 3.9681522394231654e-05,
+      "loss": 1.2,
+      "step": 725
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 3.962893948980609e-05,
+      "loss": 1.0193,
+      "step": 726
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.957632358534599e-05,
+      "loss": 1.0777,
+      "step": 727
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.952367486117515e-05,
+      "loss": 1.1852,
+      "step": 728
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.947099349772979e-05,
+      "loss": 1.0681,
+      "step": 729
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.9418279675558036e-05,
+      "loss": 1.0336,
+      "step": 730
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.9365533575319236e-05,
+      "loss": 1.0981,
+      "step": 731
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.931275537778336e-05,
+      "loss": 1.0915,
+      "step": 732
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.925994526383038e-05,
+      "loss": 1.214,
+      "step": 733
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.9207103414449665e-05,
+      "loss": 1.2188,
+      "step": 734
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.915423001073932e-05,
+      "loss": 0.9677,
+      "step": 735
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.9101325233905634e-05,
+      "loss": 1.108,
+      "step": 736
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.904838926526236e-05,
+      "loss": 1.1934,
+      "step": 737
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.899542228623021e-05,
+      "loss": 1.1422,
+      "step": 738
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.8942424478336135e-05,
+      "loss": 1.0866,
+      "step": 739
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.8889396023212745e-05,
+      "loss": 1.3231,
+      "step": 740
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.88363371025977e-05,
+      "loss": 1.054,
+      "step": 741
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.878324789833307e-05,
+      "loss": 1.1176,
+      "step": 742
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 3.8730128592364686e-05,
+      "loss": 1.184,
+      "step": 743
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.867697936674159e-05,
+      "loss": 1.0756,
+      "step": 744
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.862380040361531e-05,
+      "loss": 1.0649,
+      "step": 745
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.857059188523931e-05,
+      "loss": 1.0531,
+      "step": 746
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.8517353993968366e-05,
+      "loss": 1.2314,
+      "step": 747
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.8464086912257904e-05,
+      "loss": 1.187,
+      "step": 748
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.841079082266338e-05,
+      "loss": 1.1253,
+      "step": 749
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.835746590783968e-05,
+      "loss": 1.2704,
+      "step": 750
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.830411235054047e-05,
+      "loss": 1.0931,
+      "step": 751
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.8250730333617585e-05,
+      "loss": 1.0999,
+      "step": 752
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.819732004002039e-05,
+      "loss": 0.9695,
+      "step": 753
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.8143881652795174e-05,
+      "loss": 1.1233,
+      "step": 754
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.809041535508449e-05,
+      "loss": 1.185,
+      "step": 755
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.8036921330126543e-05,
+      "loss": 1.0999,
+      "step": 756
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.7983399761254595e-05,
+      "loss": 1.3041,
+      "step": 757
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.792985083189625e-05,
+      "loss": 1.135,
+      "step": 758
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.7876274725572947e-05,
+      "loss": 1.0919,
+      "step": 759
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.782267162589921e-05,
+      "loss": 1.1466,
+      "step": 760
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 3.776904171658211e-05,
+      "loss": 1.0604,
+      "step": 761
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.771538518142058e-05,
+      "loss": 1.1654,
+      "step": 762
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.7661702204304805e-05,
+      "loss": 1.1464,
+      "step": 763
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.7607992969215615e-05,
+      "loss": 1.1673,
+      "step": 764
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.7554257660223784e-05,
+      "loss": 1.1288,
+      "step": 765
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.75004964614895e-05,
+      "loss": 1.077,
+      "step": 766
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.744670955726165e-05,
+      "loss": 1.0869,
+      "step": 767
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.739289713187719e-05,
+      "loss": 0.9746,
+      "step": 768
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.7339059369760616e-05,
+      "loss": 1.1875,
+      "step": 769
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.7285196455423184e-05,
+      "loss": 1.1136,
+      "step": 770
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.723130857346239e-05,
+      "loss": 0.9724,
+      "step": 771
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.71773959085613e-05,
+      "loss": 1.1814,
+      "step": 772
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.712345864548788e-05,
+      "loss": 1.041,
+      "step": 773
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.7069496969094444e-05,
+      "loss": 1.1589,
+      "step": 774
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.7015511064316955e-05,
+      "loss": 1.0039,
+      "step": 775
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.696150111617439e-05,
+      "loss": 1.1116,
+      "step": 776
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.690746730976817e-05,
+      "loss": 1.0111,
+      "step": 777
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 3.6853409830281434e-05,
+      "loss": 1.0973,
+      "step": 778
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.67993288629785e-05,
+      "loss": 1.1236,
+      "step": 779
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.674522459320414e-05,
+      "loss": 0.9845,
+      "step": 780
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.6691097206383024e-05,
+      "loss": 1.2786,
+      "step": 781
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.6636946888019036e-05,
+      "loss": 1.1095,
+      "step": 782
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.6582773823694626e-05,
+      "loss": 1.1157,
+      "step": 783
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.652857819907023e-05,
+      "loss": 1.0952,
+      "step": 784
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.6474360199883595e-05,
+      "loss": 1.1266,
+      "step": 785
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.642012001194912e-05,
+      "loss": 0.931,
+      "step": 786
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.636585782115732e-05,
+      "loss": 1.0946,
+      "step": 787
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.631157381347403e-05,
+      "loss": 1.0404,
+      "step": 788
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.6257268174939905e-05,
+      "loss": 1.017,
+      "step": 789
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.620294109166974e-05,
+      "loss": 1.0193,
+      "step": 790
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.614859274985179e-05,
+      "loss": 1.0594,
+      "step": 791
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.60942233357472e-05,
+      "loss": 1.0395,
+      "step": 792
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.603983303568931e-05,
+      "loss": 1.1406,
+      "step": 793
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.598542203608306e-05,
+      "loss": 1.1934,
+      "step": 794
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.59309905234043e-05,
+      "loss": 1.0501,
+      "step": 795
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 3.587653868419922e-05,
+      "loss": 1.1231,
+      "step": 796
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.582206670508364e-05,
+      "loss": 1.1914,
+      "step": 797
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.576757477274243e-05,
+      "loss": 1.1467,
+      "step": 798
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.5713063073928826e-05,
+      "loss": 1.1078,
+      "step": 799
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.56585317954638e-05,
+      "loss": 1.2537,
+      "step": 800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.560398112423545e-05,
+      "loss": 1.0692,
+      "step": 801
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.554941124719833e-05,
+      "loss": 1.2232,
+      "step": 802
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.5494822351372805e-05,
+      "loss": 1.1061,
+      "step": 803
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.544021462384441e-05,
+      "loss": 1.1314,
+      "step": 804
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.538558825176326e-05,
+      "loss": 1.1641,
+      "step": 805
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.533094342234333e-05,
+      "loss": 1.0718,
+      "step": 806
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.527628032286185e-05,
+      "loss": 1.0762,
+      "step": 807
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.522159914065871e-05,
+      "loss": 1.1691,
+      "step": 808
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.516690006313572e-05,
+      "loss": 1.1415,
+      "step": 809
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.5112183277756055e-05,
+      "loss": 1.1806,
+      "step": 810
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.5057448972043564e-05,
+      "loss": 1.1922,
+      "step": 811
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.500269733358213e-05,
+      "loss": 1.0744,
+      "step": 812
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 3.494792855001506e-05,
+      "loss": 1.1804,
+      "step": 813
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.489314280904441e-05,
+      "loss": 1.1174,
+      "step": 814
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.483834029843036e-05,
+      "loss": 1.1004,
+      "step": 815
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.478352120599054e-05,
+      "loss": 1.097,
+      "step": 816
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.472868571959943e-05,
+      "loss": 1.0247,
+      "step": 817
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.467383402718769e-05,
+      "loss": 1.0989,
+      "step": 818
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.4618966316741535e-05,
+      "loss": 1.1586,
+      "step": 819
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.456408277630203e-05,
+      "loss": 1.2865,
+      "step": 820
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.450918359396455e-05,
+      "loss": 1.1172,
+      "step": 821
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.445426895787804e-05,
+      "loss": 1.0673,
+      "step": 822
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.439933905624443e-05,
+      "loss": 1.0025,
+      "step": 823
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.4344394077317946e-05,
+      "loss": 1.0304,
+      "step": 824
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.4289434209404485e-05,
+      "loss": 1.0662,
+      "step": 825
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.4234459640861015e-05,
+      "loss": 1.1593,
+      "step": 826
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.4179470560094815e-05,
+      "loss": 1.0011,
+      "step": 827
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.4124467155562966e-05,
+      "loss": 1.0539,
+      "step": 828
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.406944961577161e-05,
+      "loss": 1.1561,
+      "step": 829
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.4014418129275314e-05,
+      "loss": 1.2031,
+      "step": 830
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 3.395937288467649e-05,
+      "loss": 1.135,
+      "step": 831
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.390431407062465e-05,
+      "loss": 1.0389,
+      "step": 832
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.384924187581585e-05,
+      "loss": 0.9627,
+      "step": 833
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.3794156488991994e-05,
+      "loss": 1.125,
+      "step": 834
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.373905809894018e-05,
+      "loss": 1.0844,
+      "step": 835
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.3683946894492085e-05,
+      "loss": 1.0777,
+      "step": 836
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.362882306452331e-05,
+      "loss": 1.2191,
+      "step": 837
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.35736867979527e-05,
+      "loss": 1.0622,
+      "step": 838
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.3518538283741765e-05,
+      "loss": 1.0143,
+      "step": 839
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.346337771089395e-05,
+      "loss": 1.125,
+      "step": 840
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.340820526845404e-05,
+      "loss": 1.1386,
+      "step": 841
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.33530211455075e-05,
+      "loss": 1.0484,
+      "step": 842
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.329782553117983e-05,
+      "loss": 1.1299,
+      "step": 843
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.324261861463591e-05,
+      "loss": 1.0608,
+      "step": 844
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.318740058507934e-05,
+      "loss": 1.1689,
+      "step": 845
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.3132171631751855e-05,
+      "loss": 1.2509,
+      "step": 846
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.307693194393256e-05,
+      "loss": 1.1521,
+      "step": 847
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 3.3021681710937396e-05,
+      "loss": 1.0549,
+      "step": 848
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.296642112211842e-05,
+      "loss": 1.1643,
+      "step": 849
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.29111503668632e-05,
+      "loss": 1.2617,
+      "step": 850
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.285586963459414e-05,
+      "loss": 1.2207,
+      "step": 851
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.280057911476782e-05,
+      "loss": 1.0437,
+      "step": 852
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.274527899687439e-05,
+      "loss": 1.1681,
+      "step": 853
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.2689969470436883e-05,
+      "loss": 1.2536,
+      "step": 854
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.2634650725010544e-05,
+      "loss": 1.0445,
+      "step": 855
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.257932295018228e-05,
+      "loss": 1.2974,
+      "step": 856
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.25239863355699e-05,
+      "loss": 1.3002,
+      "step": 857
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.2468641070821504e-05,
+      "loss": 1.0178,
+      "step": 858
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.2413287345614855e-05,
+      "loss": 1.0598,
+      "step": 859
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.235792534965671e-05,
+      "loss": 1.1805,
+      "step": 860
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.230255527268216e-05,
+      "loss": 0.9191,
+      "step": 861
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.2247177304454015e-05,
+      "loss": 1.0652,
+      "step": 862
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.219179163476208e-05,
+      "loss": 1.0706,
+      "step": 863
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.213639845342262e-05,
+      "loss": 1.0843,
+      "step": 864
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.2080997950277595e-05,
+      "loss": 1.2479,
+      "step": 865
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 3.202559031519407e-05,
+      "loss": 1.0875,
+      "step": 866
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.197017573806357e-05,
+      "loss": 1.0734,
+      "step": 867
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.191475440880138e-05,
+      "loss": 1.0238,
+      "step": 868
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.185932651734596e-05,
+      "loss": 1.2516,
+      "step": 869
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.180389225365823e-05,
+      "loss": 1.1384,
+      "step": 870
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.174845180772098e-05,
+      "loss": 1.141,
+      "step": 871
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.169300536953815e-05,
+      "loss": 1.0734,
+      "step": 872
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.163755312913424e-05,
+      "loss": 1.2064,
+      "step": 873
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.1582095276553645e-05,
+      "loss": 1.2825,
+      "step": 874
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.152663200185997e-05,
+      "loss": 1.257,
+      "step": 875
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.1471163495135396e-05,
+      "loss": 1.1326,
+      "step": 876
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.1415689946480085e-05,
+      "loss": 1.0725,
+      "step": 877
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.136021154601143e-05,
+      "loss": 1.0299,
+      "step": 878
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.130472848386346e-05,
+      "loss": 1.0571,
+      "step": 879
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.124924095018621e-05,
+      "loss": 1.1814,
+      "step": 880
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.119374913514498e-05,
+      "loss": 1.1594,
+      "step": 881
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.113825322891982e-05,
+      "loss": 1.0059,
+      "step": 882
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 3.108275342170474e-05,
+      "loss": 1.0772,
+      "step": 883
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.1027249903707136e-05,
+      "loss": 1.0681,
+      "step": 884
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.097174286514714e-05,
+      "loss": 1.0555,
+      "step": 885
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.0916232496256934e-05,
+      "loss": 1.1677,
+      "step": 886
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.086071898728011e-05,
+      "loss": 1.1585,
+      "step": 887
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.080520252847104e-05,
+      "loss": 1.1224,
+      "step": 888
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.074968331009417e-05,
+      "loss": 1.0841,
+      "step": 889
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.069416152242345e-05,
+      "loss": 0.977,
+      "step": 890
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.063863735574159e-05,
+      "loss": 1.0948,
+      "step": 891
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.058311100033949e-05,
+      "loss": 1.1201,
+      "step": 892
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.052758264651553e-05,
+      "loss": 1.2684,
+      "step": 893
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.0472052484574953e-05,
+      "loss": 1.1056,
+      "step": 894
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.0416520704829184e-05,
+      "loss": 1.0948,
+      "step": 895
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.0360987497595198e-05,
+      "loss": 1.0429,
+      "step": 896
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.0305453053194866e-05,
+      "loss": 1.0944,
+      "step": 897
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.0249917561954298e-05,
+      "loss": 1.1828,
+      "step": 898
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.0194381214203185e-05,
+      "loss": 0.9869,
+      "step": 899
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.013884420027417e-05,
+      "loss": 1.1641,
+      "step": 900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 3.008330671050216e-05,
+      "loss": 1.0015,
+      "step": 901
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 3.0027768935223693e-05,
+      "loss": 1.2237,
+      "step": 902
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.9972231064776308e-05,
+      "loss": 0.991,
+      "step": 903
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.9916693289497852e-05,
+      "loss": 1.1196,
+      "step": 904
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.986115579972584e-05,
+      "loss": 1.2701,
+      "step": 905
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.980561878579681e-05,
+      "loss": 0.9656,
+      "step": 906
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.9750082438045703e-05,
+      "loss": 0.8879,
+      "step": 907
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.9694546946805142e-05,
+      "loss": 1.0374,
+      "step": 908
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.963901250240481e-05,
+      "loss": 1.061,
+      "step": 909
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.9583479295170824e-05,
+      "loss": 1.0551,
+      "step": 910
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.952794751542505e-05,
+      "loss": 0.9543,
+      "step": 911
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.9472417353484473e-05,
+      "loss": 1.0347,
+      "step": 912
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.9416888999660515e-05,
+      "loss": 1.1768,
+      "step": 913
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.9361362644258416e-05,
+      "loss": 1.0397,
+      "step": 914
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.9305838477576566e-05,
+      "loss": 1.1818,
+      "step": 915
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.925031668990583e-05,
+      "loss": 1.2136,
+      "step": 916
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.9194797471528966e-05,
+      "loss": 1.1491,
+      "step": 917
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.9139281012719892e-05,
+      "loss": 1.1581,
+      "step": 918
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.908376750374307e-05,
+      "loss": 1.001,
+      "step": 919
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.9028257134852867e-05,
+      "loss": 1.146,
+      "step": 920
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8972750096292862e-05,
+      "loss": 1.2521,
+      "step": 921
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8917246578295266e-05,
+      "loss": 1.1906,
+      "step": 922
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8861746771080185e-05,
+      "loss": 1.0498,
+      "step": 923
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.880625086485502e-05,
+      "loss": 1.159,
+      "step": 924
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8750759049813805e-05,
+      "loss": 1.2237,
+      "step": 925
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8695271516136535e-05,
+      "loss": 0.9054,
+      "step": 926
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8639788453988572e-05,
+      "loss": 1.1125,
+      "step": 927
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8584310053519916e-05,
+      "loss": 0.9479,
+      "step": 928
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8528836504864605e-05,
+      "loss": 1.1544,
+      "step": 929
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8473367998140044e-05,
+      "loss": 1.3115,
+      "step": 930
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8417904723446363e-05,
+      "loss": 1.0113,
+      "step": 931
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.836244687086576e-05,
+      "loss": 1.1336,
+      "step": 932
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8306994630461858e-05,
+      "loss": 1.1137,
+      "step": 933
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.825154819227903e-05,
+      "loss": 1.1822,
+      "step": 934
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8196107746341775e-05,
+      "loss": 1.0529,
+      "step": 935
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.8140673482654036e-05,
+      "loss": 1.1435,
+      "step": 936
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.808524559119862e-05,
+      "loss": 1.1298,
+      "step": 937
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.8029824261936438e-05,
+      "loss": 1.0505,
+      "step": 938
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7974409684805937e-05,
+      "loss": 1.2731,
+      "step": 939
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.791900204972242e-05,
+      "loss": 0.9823,
+      "step": 940
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7863601546577393e-05,
+      "loss": 1.0145,
+      "step": 941
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7808208365237914e-05,
+      "loss": 1.289,
+      "step": 942
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7752822695545994e-05,
+      "loss": 1.0042,
+      "step": 943
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.769744472731784e-05,
+      "loss": 1.1591,
+      "step": 944
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7642074650343298e-05,
+      "loss": 1.0957,
+      "step": 945
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7586712654385147e-05,
+      "loss": 1.0431,
+      "step": 946
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7531358929178498e-05,
+      "loss": 0.924,
+      "step": 947
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7476013664430108e-05,
+      "loss": 1.2511,
+      "step": 948
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7420677049817725e-05,
+      "loss": 1.134,
+      "step": 949
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7365349274989457e-05,
+      "loss": 0.9191,
+      "step": 950
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7310030529563135e-05,
+      "loss": 1.0231,
+      "step": 951
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7254721003125612e-05,
+      "loss": 0.9391,
+      "step": 952
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.7199420885232175e-05,
+      "loss": 1.0813,
+      "step": 953
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.714413036540586e-05,
+      "loss": 1.1554,
+      "step": 954
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.70888496331368e-05,
+      "loss": 1.0691,
+      "step": 955
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.7033578877881587e-05,
+      "loss": 0.9087,
+      "step": 956
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.6978318289062605e-05,
+      "loss": 1.0945,
+      "step": 957
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.692306805606744e-05,
+      "loss": 1.0254,
+      "step": 958
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.686782836824815e-05,
+      "loss": 1.1127,
+      "step": 959
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.6812599414920657e-05,
+      "loss": 1.0968,
+      "step": 960
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.67573813853641e-05,
+      "loss": 0.9018,
+      "step": 961
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.6702174468820172e-05,
+      "loss": 1.2079,
+      "step": 962
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.6646978854492506e-05,
+      "loss": 0.9745,
+      "step": 963
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.659179473154597e-05,
+      "loss": 0.9866,
+      "step": 964
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.653662228910606e-05,
+      "loss": 1.1594,
+      "step": 965
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.648146171625824e-05,
+      "loss": 1.0969,
+      "step": 966
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.6426313202047296e-05,
+      "loss": 0.9168,
+      "step": 967
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.63711769354767e-05,
+      "loss": 1.1634,
+      "step": 968
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.631605310550792e-05,
+      "loss": 1.0445,
+      "step": 969
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.6260941901059826e-05,
+      "loss": 1.0607,
+      "step": 970
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.6205843511008014e-05,
+      "loss": 1.027,
+      "step": 971
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.615075812418415e-05,
+      "loss": 1.2302,
+      "step": 972
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.6095685929375348e-05,
+      "loss": 0.9239,
+      "step": 973
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.6040627115323515e-05,
+      "loss": 1.1029,
+      "step": 974
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.5985581870724688e-05,
+      "loss": 1.0769,
+      "step": 975
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.59305503842284e-05,
+      "loss": 0.9008,
+      "step": 976
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.5875532844437043e-05,
+      "loss": 1.0379,
+      "step": 977
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.5820529439905186e-05,
+      "loss": 1.0711,
+      "step": 978
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.5765540359138993e-05,
+      "loss": 0.9609,
+      "step": 979
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.5710565790595516e-05,
+      "loss": 1.1304,
+      "step": 980
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.5655605922682065e-05,
+      "loss": 1.0534,
+      "step": 981
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.560066094375558e-05,
+      "loss": 1.1671,
+      "step": 982
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.5545731042121952e-05,
+      "loss": 1.0005,
+      "step": 983
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.5490816406035445e-05,
+      "loss": 0.9504,
+      "step": 984
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.543591722369797e-05,
+      "loss": 0.9363,
+      "step": 985
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.5381033683258473e-05,
+      "loss": 1.0498,
+      "step": 986
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.532616597281231e-05,
+      "loss": 1.1523,
+      "step": 987
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.5271314280400572e-05,
+      "loss": 0.8719,
+      "step": 988
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.5216478794009465e-05,
+      "loss": 1.0821,
+      "step": 989
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.516165970156965e-05,
+      "loss": 1.078,
+      "step": 990
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.5106857190955596e-05,
+      "loss": 0.9669,
+      "step": 991
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.5052071449984946e-05,
+      "loss": 0.966,
+      "step": 992
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.499730266641787e-05,
+      "loss": 1.2611,
+      "step": 993
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.494255102795644e-05,
+      "loss": 1.0329,
+      "step": 994
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4887816722243947e-05,
+      "loss": 1.1344,
+      "step": 995
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.483309993686428e-05,
+      "loss": 0.9923,
+      "step": 996
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4778400859341298e-05,
+      "loss": 1.1236,
+      "step": 997
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4723719677138145e-05,
+      "loss": 0.9416,
+      "step": 998
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4669056577656677e-05,
+      "loss": 0.8566,
+      "step": 999
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4614411748236748e-05,
+      "loss": 1.0415,
+      "step": 1000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4559785376155593e-05,
+      "loss": 1.0995,
+      "step": 1001
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.450517764862721e-05,
+      "loss": 1.0578,
+      "step": 1002
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4450588752801667e-05,
+      "loss": 1.089,
+      "step": 1003
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4396018875764546e-05,
+      "loss": 1.0836,
+      "step": 1004
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4341468204536203e-05,
+      "loss": 1.2744,
+      "step": 1005
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4286936926071182e-05,
+      "loss": 1.117,
+      "step": 1006
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.4232425227257575e-05,
+      "loss": 1.1997,
+      "step": 1007
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.4177933294916362e-05,
+      "loss": 1.1063,
+      "step": 1008
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.4123461315800785e-05,
+      "loss": 1.1533,
+      "step": 1009
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.4069009476595706e-05,
+      "loss": 1.1011,
+      "step": 1010
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.4014577963916954e-05,
+      "loss": 1.0888,
+      "step": 1011
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.3960166964310698e-05,
+      "loss": 0.9459,
+      "step": 1012
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.3905776664252814e-05,
+      "loss": 0.9212,
+      "step": 1013
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.385140725014821e-05,
+      "loss": 1.0209,
+      "step": 1014
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.3797058908330263e-05,
+      "loss": 0.9057,
+      "step": 1015
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.37427318250601e-05,
+      "loss": 0.987,
+      "step": 1016
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.3688426186525982e-05,
+      "loss": 0.9594,
+      "step": 1017
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.3634142178842695e-05,
+      "loss": 1.0928,
+      "step": 1018
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.357987998805087e-05,
+      "loss": 1.1229,
+      "step": 1019
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.3525639800116413e-05,
+      "loss": 1.271,
+      "step": 1020
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.3471421800929775e-05,
+      "loss": 0.9146,
+      "step": 1021
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.341722617630538e-05,
+      "loss": 1.0438,
+      "step": 1022
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.336305311198097e-05,
+      "loss": 1.0965,
+      "step": 1023
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.3308902793616968e-05,
+      "loss": 1.0988,
+      "step": 1024
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.3254775406795855e-05,
+      "loss": 1.0349,
+      "step": 1025
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.32006711370215e-05,
+      "loss": 1.0425,
+      "step": 1026
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.3146590169718568e-05,
+      "loss": 1.12,
+      "step": 1027
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.3092532690231845e-05,
+      "loss": 1.0648,
+      "step": 1028
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.3038498883825606e-05,
+      "loss": 1.182,
+      "step": 1029
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.298448893568305e-05,
+      "loss": 1.1406,
+      "step": 1030
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.2930503030905557e-05,
+      "loss": 0.9981,
+      "step": 1031
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.2876541354512124e-05,
+      "loss": 1.1386,
+      "step": 1032
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.2822604091438716e-05,
+      "loss": 1.1238,
+      "step": 1033
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.276869142653761e-05,
+      "loss": 1.0908,
+      "step": 1034
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.271480354457682e-05,
+      "loss": 0.999,
+      "step": 1035
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.2660940630239392e-05,
+      "loss": 1.0605,
+      "step": 1036
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.2607102868122812e-05,
+      "loss": 0.9943,
+      "step": 1037
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.2553290442738367e-05,
+      "loss": 1.1493,
+      "step": 1038
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.2499503538510495e-05,
+      "loss": 1.2191,
+      "step": 1039
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.244574233977621e-05,
+      "loss": 0.8938,
+      "step": 1040
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.2392007030784394e-05,
+      "loss": 0.9805,
+      "step": 1041
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.23382977956952e-05,
+      "loss": 1.0546,
+      "step": 1042
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.2284614818579425e-05,
+      "loss": 1.1541,
+      "step": 1043
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.2230958283417895e-05,
+      "loss": 0.9676,
+      "step": 1044
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.2177328374100794e-05,
+      "loss": 1.1003,
+      "step": 1045
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.212372527442706e-05,
+      "loss": 0.9202,
+      "step": 1046
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.2070149168103753e-05,
+      "loss": 0.9714,
+      "step": 1047
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.201660023874542e-05,
+      "loss": 1.1359,
+      "step": 1048
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1963078669873465e-05,
+      "loss": 1.0721,
+      "step": 1049
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.190958464491551e-05,
+      "loss": 1.0247,
+      "step": 1050
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1856118347204827e-05,
+      "loss": 1.111,
+      "step": 1051
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1802679959979613e-05,
+      "loss": 1.0871,
+      "step": 1052
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1749269666382426e-05,
+      "loss": 1.0642,
+      "step": 1053
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1695887649459546e-05,
+      "loss": 1.1266,
+      "step": 1054
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1642534092160323e-05,
+      "loss": 1.0947,
+      "step": 1055
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1589209177336625e-05,
+      "loss": 1.0427,
+      "step": 1056
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1535913087742104e-05,
+      "loss": 1.117,
+      "step": 1057
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1482646006031636e-05,
+      "loss": 1.0742,
+      "step": 1058
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.1429408114760696e-05,
+      "loss": 1.0947,
+      "step": 1059
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.1376199596384698e-05,
+      "loss": 0.972,
+      "step": 1060
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.1323020633258417e-05,
+      "loss": 1.0335,
+      "step": 1061
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.1269871407635312e-05,
+      "loss": 1.2527,
+      "step": 1062
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.1216752101666934e-05,
+      "loss": 1.0441,
+      "step": 1063
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.1163662897402305e-05,
+      "loss": 1.1412,
+      "step": 1064
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.111060397678726e-05,
+      "loss": 0.8484,
+      "step": 1065
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.1057575521663873e-05,
+      "loss": 1.0485,
+      "step": 1066
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.1004577713769795e-05,
+      "loss": 1.0473,
+      "step": 1067
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0951610734737648e-05,
+      "loss": 1.0366,
+      "step": 1068
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0898674766094385e-05,
+      "loss": 1.1126,
+      "step": 1069
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0845769989260673e-05,
+      "loss": 0.9629,
+      "step": 1070
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0792896585550337e-05,
+      "loss": 1.0963,
+      "step": 1071
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0740054736169625e-05,
+      "loss": 1.15,
+      "step": 1072
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.068724462221665e-05,
+      "loss": 1.094,
+      "step": 1073
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0634466424680772e-05,
+      "loss": 1.0428,
+      "step": 1074
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.058172032444196e-05,
+      "loss": 1.047,
+      "step": 1075
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.052900650227021e-05,
+      "loss": 0.9335,
+      "step": 1076
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0476325138824862e-05,
+      "loss": 1.0585,
+      "step": 1077
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0423676414654015e-05,
+      "loss": 1.0196,
+      "step": 1078
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0371060510193924e-05,
+      "loss": 0.9616,
+      "step": 1079
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0318477605768347e-05,
+      "loss": 0.8667,
+      "step": 1080
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0265927881587977e-05,
+      "loss": 0.9596,
+      "step": 1081
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.021341151774977e-05,
+      "loss": 1.1401,
+      "step": 1082
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.016092869423633e-05,
+      "loss": 1.0772,
+      "step": 1083
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0108479590915366e-05,
+      "loss": 0.9544,
+      "step": 1084
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0056064387538967e-05,
+      "loss": 1.0129,
+      "step": 1085
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0003683263743064e-05,
+      "loss": 1.0792,
+      "step": 1086
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.9951336399046815e-05,
+      "loss": 0.8794,
+      "step": 1087
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.989902397285193e-05,
+      "loss": 1.0651,
+      "step": 1088
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.9846746164442106e-05,
+      "loss": 1.0681,
+      "step": 1089
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.9794503152982397e-05,
+      "loss": 1.1609,
+      "step": 1090
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.97422951175186e-05,
+      "loss": 0.9696,
+      "step": 1091
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.9690122236976664e-05,
+      "loss": 0.9499,
+      "step": 1092
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.9637984690162026e-05,
+      "loss": 0.9582,
+      "step": 1093
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.9585882655759043e-05,
+      "loss": 1.1276,
+      "step": 1094
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.9533816312330368e-05,
+      "loss": 1.0153,
+      "step": 1095
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.9481785838316314e-05,
+      "loss": 1.1129,
+      "step": 1096
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.9429791412034302e-05,
+      "loss": 1.1069,
+      "step": 1097
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.9377833211678178e-05,
+      "loss": 0.9549,
+      "step": 1098
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.932591141531764e-05,
+      "loss": 1.0554,
+      "step": 1099
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.927402620089764e-05,
+      "loss": 1.1156,
+      "step": 1100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.9222177746237742e-05,
+      "loss": 1.0858,
+      "step": 1101
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.917036622903153e-05,
+      "loss": 1.1328,
+      "step": 1102
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.9118591826846003e-05,
+      "loss": 1.027,
+      "step": 1103
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.906685471712096e-05,
+      "loss": 0.8673,
+      "step": 1104
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.9015155077168385e-05,
+      "loss": 1.1289,
+      "step": 1105
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.8963493084171842e-05,
+      "loss": 1.0489,
+      "step": 1106
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.8911868915185906e-05,
+      "loss": 1.0673,
+      "step": 1107
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.886028274713548e-05,
+      "loss": 1.0159,
+      "step": 1108
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.8808734756815253e-05,
+      "loss": 1.1997,
+      "step": 1109
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.8757225120889066e-05,
+      "loss": 1.0693,
+      "step": 1110
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.870575401588931e-05,
+      "loss": 0.9178,
+      "step": 1111
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.8654321618216344e-05,
+      "loss": 0.9694,
+      "step": 1112
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.8602928104137853e-05,
+      "loss": 0.9089,
+      "step": 1113
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.855157364978826e-05,
+      "loss": 0.9247,
+      "step": 1114
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.8500258431168127e-05,
+      "loss": 1.2069,
+      "step": 1115
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.8448982624143532e-05,
+      "loss": 0.9947,
+      "step": 1116
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.8397746404445538e-05,
+      "loss": 1.1441,
+      "step": 1117
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.834654994766947e-05,
+      "loss": 1.1155,
+      "step": 1118
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.829539342927441e-05,
+      "loss": 1.0974,
+      "step": 1119
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.8244277024582564e-05,
+      "loss": 1.2397,
+      "step": 1120
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.819320090877865e-05,
+      "loss": 1.1163,
+      "step": 1121
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.814216525690932e-05,
+      "loss": 1.0256,
+      "step": 1122
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.809117024388255e-05,
+      "loss": 1.0977,
+      "step": 1123
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.8040216044467032e-05,
+      "loss": 0.8998,
+      "step": 1124
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.798930283329159e-05,
+      "loss": 1.0795,
+      "step": 1125
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.793843078484456e-05,
+      "loss": 1.0485,
+      "step": 1126
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.7887600073473215e-05,
+      "loss": 1.0118,
+      "step": 1127
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.7836810873383172e-05,
+      "loss": 0.9558,
+      "step": 1128
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7786063358637773e-05,
+      "loss": 1.2616,
+      "step": 1129
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.773535770315748e-05,
+      "loss": 0.916,
+      "step": 1130
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.768469408071932e-05,
+      "loss": 0.9921,
+      "step": 1131
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.763407266495624e-05,
+      "loss": 0.998,
+      "step": 1132
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7583493629356572e-05,
+      "loss": 0.9632,
+      "step": 1133
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.753295714726338e-05,
+      "loss": 1.0312,
+      "step": 1134
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7482463391873887e-05,
+      "loss": 1.0949,
+      "step": 1135
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7432012536238898e-05,
+      "loss": 1.1169,
+      "step": 1136
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.738160475326218e-05,
+      "loss": 1.0732,
+      "step": 1137
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.73312402156999e-05,
+      "loss": 1.0994,
+      "step": 1138
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.728091909616001e-05,
+      "loss": 1.0821,
+      "step": 1139
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.723064156710164e-05,
+      "loss": 0.9895,
+      "step": 1140
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.718040780083455e-05,
+      "loss": 0.9968,
+      "step": 1141
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.71302179695185e-05,
+      "loss": 0.947,
+      "step": 1142
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7080072245162715e-05,
+      "loss": 1.0474,
+      "step": 1143
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.7029970799625217e-05,
+      "loss": 1.105,
+      "step": 1144
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.6979913804612293e-05,
+      "loss": 1.1109,
+      "step": 1145
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.6929901431677885e-05,
+      "loss": 1.2845,
+      "step": 1146
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6879933852223e-05,
+      "loss": 1.2597,
+      "step": 1147
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6830011237495174e-05,
+      "loss": 1.015,
+      "step": 1148
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6780133758587782e-05,
+      "loss": 0.9814,
+      "step": 1149
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.673030158643955e-05,
+      "loss": 0.9703,
+      "step": 1150
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6680514891833908e-05,
+      "loss": 1.2427,
+      "step": 1151
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6630773845398427e-05,
+      "loss": 1.0499,
+      "step": 1152
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6581078617604274e-05,
+      "loss": 0.9472,
+      "step": 1153
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6531429378765536e-05,
+      "loss": 1.0798,
+      "step": 1154
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6481826299038704e-05,
+      "loss": 1.0808,
+      "step": 1155
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6432269548422087e-05,
+      "loss": 1.1021,
+      "step": 1156
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6382759296755204e-05,
+      "loss": 1.057,
+      "step": 1157
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6333295713718206e-05,
+      "loss": 1.0295,
+      "step": 1158
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6283878968831333e-05,
+      "loss": 1.0523,
+      "step": 1159
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6234509231454277e-05,
+      "loss": 1.057,
+      "step": 1160
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6185186670785632e-05,
+      "loss": 0.9992,
+      "step": 1161
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.613591145586231e-05,
+      "loss": 1.1591,
+      "step": 1162
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.6086683755558952e-05,
+      "loss": 0.9919,
+      "step": 1163
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.603750373858739e-05,
+      "loss": 1.1077,
+      "step": 1164
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5988371573495998e-05,
+      "loss": 1.0458,
+      "step": 1165
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5939287428669168e-05,
+      "loss": 1.0327,
+      "step": 1166
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.589025147232674e-05,
+      "loss": 1.1025,
+      "step": 1167
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5841263872523373e-05,
+      "loss": 0.8648,
+      "step": 1168
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5792324797147996e-05,
+      "loss": 1.0277,
+      "step": 1169
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.574343441392328e-05,
+      "loss": 1.0186,
+      "step": 1170
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5694592890404976e-05,
+      "loss": 0.9164,
+      "step": 1171
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5645800393981402e-05,
+      "loss": 0.982,
+      "step": 1172
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5597057091872838e-05,
+      "loss": 1.1103,
+      "step": 1173
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5548363151131e-05,
+      "loss": 1.0692,
+      "step": 1174
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.54997187386384e-05,
+      "loss": 1.1219,
+      "step": 1175
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.545112402110782e-05,
+      "loss": 1.0288,
+      "step": 1176
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.540257916508173e-05,
+      "loss": 1.1096,
+      "step": 1177
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5354084336931707e-05,
+      "loss": 1.1597,
+      "step": 1178
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5305639702857895e-05,
+      "loss": 0.8036,
+      "step": 1179
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5257245428888397e-05,
+      "loss": 1.0994,
+      "step": 1180
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5208901680878726e-05,
+      "loss": 0.9064,
+      "step": 1181
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5160608624511238e-05,
+      "loss": 1.0794,
+      "step": 1182
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5112366425294541e-05,
+      "loss": 0.9705,
+      "step": 1183
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5064175248562988e-05,
+      "loss": 1.0539,
+      "step": 1184
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5016035259476032e-05,
+      "loss": 1.0112,
+      "step": 1185
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.496794662301771e-05,
+      "loss": 0.9634,
+      "step": 1186
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4919909503996063e-05,
+      "loss": 0.9838,
+      "step": 1187
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4871924067042563e-05,
+      "loss": 1.0464,
+      "step": 1188
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4823990476611592e-05,
+      "loss": 0.9566,
+      "step": 1189
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4776108896979811e-05,
+      "loss": 1.1225,
+      "step": 1190
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4728279492245647e-05,
+      "loss": 0.9643,
+      "step": 1191
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4680502426328704e-05,
+      "loss": 0.9339,
+      "step": 1192
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4632777862969217e-05,
+      "loss": 1.1811,
+      "step": 1193
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4585105965727482e-05,
+      "loss": 1.0202,
+      "step": 1194
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4537486897983323e-05,
+      "loss": 0.9132,
+      "step": 1195
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4489920822935475e-05,
+      "loss": 0.8516,
+      "step": 1196
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4442407903601079e-05,
+      "loss": 1.023,
+      "step": 1197
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.4394948302815088e-05,
+      "loss": 1.124,
+      "step": 1198
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.4347542183229721e-05,
+      "loss": 1.1169,
+      "step": 1199
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.4300189707313945e-05,
+      "loss": 0.9733,
+      "step": 1200
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.4252891037352834e-05,
+      "loss": 1.0596,
+      "step": 1201
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.4205646335447084e-05,
+      "loss": 0.9948,
+      "step": 1202
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.4158455763512414e-05,
+      "loss": 1.0524,
+      "step": 1203
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.4111319483279063e-05,
+      "loss": 1.1276,
+      "step": 1204
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.4064237656291183e-05,
+      "loss": 1.0248,
+      "step": 1205
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.4017210443906287e-05,
+      "loss": 0.8652,
+      "step": 1206
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.3970238007294757e-05,
+      "loss": 1.0371,
+      "step": 1207
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.3923320507439218e-05,
+      "loss": 1.0804,
+      "step": 1208
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.387645810513401e-05,
+      "loss": 1.0839,
+      "step": 1209
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.3829650960984685e-05,
+      "loss": 0.9335,
+      "step": 1210
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.3782899235407375e-05,
+      "loss": 0.9216,
+      "step": 1211
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.3736203088628304e-05,
+      "loss": 1.0173,
+      "step": 1212
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.3689562680683206e-05,
+      "loss": 0.8974,
+      "step": 1213
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.3642978171416786e-05,
+      "loss": 1.1302,
+      "step": 1214
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.3596449720482203e-05,
+      "loss": 1.1023,
+      "step": 1215
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.3549977487340467e-05,
+      "loss": 1.0265,
+      "step": 1216
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.3503561631259924e-05,
+      "loss": 1.0675,
+      "step": 1217
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.3457202311315714e-05,
+      "loss": 1.2467,
+      "step": 1218
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.3410899686389194e-05,
+      "loss": 0.997,
+      "step": 1219
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.3364653915167465e-05,
+      "loss": 1.1331,
+      "step": 1220
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.3318465156142744e-05,
+      "loss": 0.9243,
+      "step": 1221
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.3272333567611857e-05,
+      "loss": 1.086,
+      "step": 1222
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.3226259307675711e-05,
+      "loss": 1.1605,
+      "step": 1223
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.3180242534238723e-05,
+      "loss": 0.9804,
+      "step": 1224
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.313428340500832e-05,
+      "loss": 1.0662,
+      "step": 1225
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.308838207749435e-05,
+      "loss": 1.2042,
+      "step": 1226
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.3042538709008568e-05,
+      "loss": 1.1964,
+      "step": 1227
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.2996753456664097e-05,
+      "loss": 1.0379,
+      "step": 1228
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.2951026477374882e-05,
+      "loss": 0.9614,
+      "step": 1229
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.2905357927855153e-05,
+      "loss": 0.974,
+      "step": 1230
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.2859747964618915e-05,
+      "loss": 0.9714,
+      "step": 1231
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.2814196743979355e-05,
+      "loss": 1.1119,
+      "step": 1232
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.2768704422048365e-05,
+      "loss": 1.0847,
+      "step": 1233
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.272327115473596e-05,
+      "loss": 0.9882,
+      "step": 1234
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2677897097749768e-05,
+      "loss": 0.9914,
+      "step": 1235
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.263258240659452e-05,
+      "loss": 1.1353,
+      "step": 1236
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2587327236571457e-05,
+      "loss": 1.1669,
+      "step": 1237
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2542131742777845e-05,
+      "loss": 0.9304,
+      "step": 1238
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.249699608010642e-05,
+      "loss": 1.132,
+      "step": 1239
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2451920403244888e-05,
+      "loss": 1.026,
+      "step": 1240
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2406904866675354e-05,
+      "loss": 1.0723,
+      "step": 1241
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2361949624673807e-05,
+      "loss": 1.0621,
+      "step": 1242
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2317054831309626e-05,
+      "loss": 1.0225,
+      "step": 1243
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2272220640444992e-05,
+      "loss": 1.1351,
+      "step": 1244
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.22274472057344e-05,
+      "loss": 1.0438,
+      "step": 1245
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2182734680624115e-05,
+      "loss": 1.1861,
+      "step": 1246
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2138083218351685e-05,
+      "loss": 1.1289,
+      "step": 1247
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2093492971945355e-05,
+      "loss": 1.1356,
+      "step": 1248
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2048964094223577e-05,
+      "loss": 1.0118,
+      "step": 1249
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.2004496737794478e-05,
+      "loss": 1.0802,
+      "step": 1250
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.1960091055055374e-05,
+      "loss": 1.0372,
+      "step": 1251
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1915747198192176e-05,
+      "loss": 0.999,
+      "step": 1252
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.187146531917892e-05,
+      "loss": 1.201,
+      "step": 1253
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1827245569777236e-05,
+      "loss": 0.8529,
+      "step": 1254
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1783088101535814e-05,
+      "loss": 0.9155,
+      "step": 1255
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1738993065789923e-05,
+      "loss": 1.327,
+      "step": 1256
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1694960613660842e-05,
+      "loss": 1.0461,
+      "step": 1257
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1650990896055369e-05,
+      "loss": 1.0553,
+      "step": 1258
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1607084063665292e-05,
+      "loss": 0.9031,
+      "step": 1259
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1563240266966895e-05,
+      "loss": 0.9617,
+      "step": 1260
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1519459656220434e-05,
+      "loss": 1.0932,
+      "step": 1261
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1475742381469595e-05,
+      "loss": 0.9404,
+      "step": 1262
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.143208859254101e-05,
+      "loss": 0.9954,
+      "step": 1263
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.138849843904374e-05,
+      "loss": 0.9777,
+      "step": 1264
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1344972070368745e-05,
+      "loss": 1.0791,
+      "step": 1265
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1301509635688379e-05,
+      "loss": 1.0069,
+      "step": 1266
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1258111283955917e-05,
+      "loss": 1.0968,
+      "step": 1267
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.1214777163904979e-05,
+      "loss": 0.9055,
+      "step": 1268
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.1171507424049051e-05,
+      "loss": 1.2785,
+      "step": 1269
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.1128302212680995e-05,
+      "loss": 1.1179,
+      "step": 1270
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.1085161677872499e-05,
+      "loss": 1.1168,
+      "step": 1271
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.104208596747363e-05,
+      "loss": 1.0278,
+      "step": 1272
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0999075229112257e-05,
+      "loss": 1.0947,
+      "step": 1273
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0956129610193597e-05,
+      "loss": 1.0893,
+      "step": 1274
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0913249257899674e-05,
+      "loss": 1.074,
+      "step": 1275
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0870434319188842e-05,
+      "loss": 1.1387,
+      "step": 1276
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0827684940795289e-05,
+      "loss": 1.2433,
+      "step": 1277
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0785001269228487e-05,
+      "loss": 1.0218,
+      "step": 1278
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0742383450772724e-05,
+      "loss": 1.2221,
+      "step": 1279
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.069983163148663e-05,
+      "loss": 1.0201,
+      "step": 1280
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0657345957202605e-05,
+      "loss": 0.9625,
+      "step": 1281
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0614926573526366e-05,
+      "loss": 1.0722,
+      "step": 1282
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0572573625836468e-05,
+      "loss": 1.0339,
+      "step": 1283
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0530287259283752e-05,
+      "loss": 1.0407,
+      "step": 1284
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.048806761879088e-05,
+      "loss": 0.9185,
+      "step": 1285
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.0445914849051826e-05,
+      "loss": 1.0302,
+      "step": 1286
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.0403829094531409e-05,
+      "loss": 0.9853,
+      "step": 1287
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.0361810499464755e-05,
+      "loss": 1.1868,
+      "step": 1288
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.0319859207856826e-05,
+      "loss": 1.21,
+      "step": 1289
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.0277975363481928e-05,
+      "loss": 0.9784,
+      "step": 1290
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.0236159109883197e-05,
+      "loss": 0.9375,
+      "step": 1291
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.0194410590372165e-05,
+      "loss": 1.0612,
+      "step": 1292
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.0152729948028183e-05,
+      "loss": 1.0845,
+      "step": 1293
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.0111117325697999e-05,
+      "loss": 0.9406,
+      "step": 1294
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.0069572865995238e-05,
+      "loss": 0.9923,
+      "step": 1295
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.0028096711299907e-05,
+      "loss": 1.0549,
+      "step": 1296
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.986689003757957e-06,
+      "loss": 1.0434,
+      "step": 1297
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.945349885280725e-06,
+      "loss": 0.9914,
+      "step": 1298
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.904079497544497e-06,
+      "loss": 1.065,
+      "step": 1299
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.86287798198999e-06,
+      "loss": 1.0213,
+      "step": 1300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.821745479821907e-06,
+      "loss": 1.1647,
+      "step": 1301
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.780682132008404e-06,
+      "loss": 0.9331,
+      "step": 1302
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 9.73968807928067e-06,
+      "loss": 0.9868,
+      "step": 1303
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.698763462132379e-06,
+      "loss": 1.1397,
+      "step": 1304
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.657908420819238e-06,
+      "loss": 1.1513,
+      "step": 1305
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.617123095358516e-06,
+      "loss": 0.9824,
+      "step": 1306
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.576407625528542e-06,
+      "loss": 0.9705,
+      "step": 1307
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.535762150868263e-06,
+      "loss": 1.1091,
+      "step": 1308
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.495186810676711e-06,
+      "loss": 0.8569,
+      "step": 1309
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.454681744012571e-06,
+      "loss": 0.9696,
+      "step": 1310
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.414247089693681e-06,
+      "loss": 0.8814,
+      "step": 1311
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.373882986296564e-06,
+      "loss": 0.9614,
+      "step": 1312
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.33358957215597e-06,
+      "loss": 1.1391,
+      "step": 1313
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.293366985364366e-06,
+      "loss": 1.0728,
+      "step": 1314
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.253215363771483e-06,
+      "loss": 1.0194,
+      "step": 1315
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.213134844983834e-06,
+      "loss": 0.8302,
+      "step": 1316
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.17312556636429e-06,
+      "loss": 0.9295,
+      "step": 1317
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.133187665031522e-06,
+      "loss": 1.0967,
+      "step": 1318
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.093321277859594e-06,
+      "loss": 1.0875,
+      "step": 1319
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.0535265414775e-06,
+      "loss": 1.1904,
+      "step": 1320
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 9.013803592268652e-06,
+      "loss": 0.8737,
+      "step": 1321
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.974152566370428e-06,
+      "loss": 1.0637,
+      "step": 1322
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.934573599673745e-06,
+      "loss": 0.9784,
+      "step": 1323
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.895066827822529e-06,
+      "loss": 1.0559,
+      "step": 1324
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.855632386213293e-06,
+      "loss": 1.0899,
+      "step": 1325
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.816270409994669e-06,
+      "loss": 0.9982,
+      "step": 1326
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.776981034066912e-06,
+      "loss": 1.0587,
+      "step": 1327
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.737764393081505e-06,
+      "loss": 0.9922,
+      "step": 1328
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.698620621440628e-06,
+      "loss": 1.0717,
+      "step": 1329
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.659549853296723e-06,
+      "loss": 1.0361,
+      "step": 1330
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.62055222255205e-06,
+      "loss": 1.2097,
+      "step": 1331
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.581627862858196e-06,
+      "loss": 1.0605,
+      "step": 1332
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.542776907615662e-06,
+      "loss": 0.9836,
+      "step": 1333
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.503999489973362e-06,
+      "loss": 0.9013,
+      "step": 1334
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.465295742828184e-06,
+      "loss": 0.8957,
+      "step": 1335
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.42666579882454e-06,
+      "loss": 1.0885,
+      "step": 1336
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.3881097903539e-06,
+      "loss": 1.057,
+      "step": 1337
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 8.34962784955434e-06,
+      "loss": 1.0008,
+      "step": 1338
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 8.311220108310119e-06,
+      "loss": 0.868,
+      "step": 1339
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 8.272886698251171e-06,
+      "loss": 1.0323,
+      "step": 1340
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 8.234627750752702e-06,
+      "loss": 0.993,
+      "step": 1341
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 8.196443396934716e-06,
+      "loss": 1.0175,
+      "step": 1342
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 8.158333767661557e-06,
+      "loss": 1.1843,
+      "step": 1343
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 8.120298993541514e-06,
+      "loss": 0.912,
+      "step": 1344
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 8.082339204926297e-06,
+      "loss": 1.0958,
+      "step": 1345
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 8.044454531910646e-06,
+      "loss": 1.1537,
+      "step": 1346
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 8.00664510433186e-06,
+      "loss": 1.049,
+      "step": 1347
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.96891105176935e-06,
+      "loss": 1.0864,
+      "step": 1348
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.93125250354424e-06,
+      "loss": 0.9526,
+      "step": 1349
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.893669588718844e-06,
+      "loss": 0.8829,
+      "step": 1350
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.856162436096294e-06,
+      "loss": 0.8152,
+      "step": 1351
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.818731174220056e-06,
+      "loss": 0.8843,
+      "step": 1352
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.78137593137352e-06,
+      "loss": 1.0934,
+      "step": 1353
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.744096835579539e-06,
+      "loss": 0.9347,
+      "step": 1354
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.706894014599994e-06,
+      "loss": 1.0811,
+      "step": 1355
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.669767595935358e-06,
+      "loss": 1.2878,
+      "step": 1356
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.632717706824273e-06,
+      "loss": 0.9874,
+      "step": 1357
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.595744474243089e-06,
+      "loss": 1.0155,
+      "step": 1358
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.558848024905435e-06,
+      "loss": 0.9932,
+      "step": 1359
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.522028485261814e-06,
+      "loss": 0.9201,
+      "step": 1360
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.4852859814991235e-06,
+      "loss": 0.9634,
+      "step": 1361
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.448620639540256e-06,
+      "loss": 1.064,
+      "step": 1362
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.41203258504365e-06,
+      "loss": 1.0943,
+      "step": 1363
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.375521943402879e-06,
+      "loss": 1.0129,
+      "step": 1364
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.339088839746201e-06,
+      "loss": 0.9688,
+      "step": 1365
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.302733398936136e-06,
+      "loss": 1.0877,
+      "step": 1366
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.266455745569046e-06,
+      "loss": 1.0701,
+      "step": 1367
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.230256003974689e-06,
+      "loss": 0.8534,
+      "step": 1368
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.194134298215832e-06,
+      "loss": 0.975,
+      "step": 1369
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.158090752087776e-06,
+      "loss": 1.2208,
+      "step": 1370
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.1221254891179625e-06,
+      "loss": 0.9882,
+      "step": 1371
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.086238632565544e-06,
+      "loss": 0.874,
+      "step": 1372
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.050430305420961e-06,
+      "loss": 1.0823,
+      "step": 1373
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.014700630405513e-06,
+      "loss": 1.0951,
+      "step": 1374
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.979049729970969e-06,
+      "loss": 0.9946,
+      "step": 1375
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.9434777262990945e-06,
+      "loss": 1.0565,
+      "step": 1376
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.907984741301275e-06,
+      "loss": 1.0463,
+      "step": 1377
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.872570896618089e-06,
+      "loss": 1.0074,
+      "step": 1378
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.83723631361887e-06,
+      "loss": 1.0203,
+      "step": 1379
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.801981113401342e-06,
+      "loss": 0.9919,
+      "step": 1380
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.766805416791138e-06,
+      "loss": 1.0665,
+      "step": 1381
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.731709344341437e-06,
+      "loss": 1.1073,
+      "step": 1382
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.696693016332519e-06,
+      "loss": 1.1073,
+      "step": 1383
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.661756552771366e-06,
+      "loss": 0.8463,
+      "step": 1384
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.626900073391276e-06,
+      "loss": 1.0184,
+      "step": 1385
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.592123697651399e-06,
+      "loss": 1.054,
+      "step": 1386
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.557427544736365e-06,
+      "loss": 1.0535,
+      "step": 1387
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.5228117335558736e-06,
+      "loss": 0.9585,
+      "step": 1388
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.488276382744259e-06,
+      "loss": 0.9561,
+      "step": 1389
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.453821610660135e-06,
+      "loss": 1.1135,
+      "step": 1390
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 6.419447535385936e-06,
+      "loss": 1.0792,
+      "step": 1391
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.385154274727533e-06,
+      "loss": 0.8843,
+      "step": 1392
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.350941946213849e-06,
+      "loss": 1.0456,
+      "step": 1393
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.316810667096422e-06,
+      "loss": 1.1624,
+      "step": 1394
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.282760554349021e-06,
+      "loss": 0.9604,
+      "step": 1395
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.248791724667264e-06,
+      "loss": 1.0716,
+      "step": 1396
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.214904294468172e-06,
+      "loss": 1.0447,
+      "step": 1397
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.1810983798898066e-06,
+      "loss": 1.0986,
+      "step": 1398
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.147374096790854e-06,
+      "loss": 1.0209,
+      "step": 1399
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.1137315607502575e-06,
+      "loss": 1.1247,
+      "step": 1400
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.080170887066781e-06,
+      "loss": 0.9774,
+      "step": 1401
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.046692190758628e-06,
+      "loss": 0.9152,
+      "step": 1402
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 6.013295586563064e-06,
+      "loss": 1.0888,
+      "step": 1403
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 5.9799811889359946e-06,
+      "loss": 1.1652,
+      "step": 1404
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 5.946749112051615e-06,
+      "loss": 0.9464,
+      "step": 1405
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 5.9135994698019734e-06,
+      "loss": 1.0811,
+      "step": 1406
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 5.880532375796602e-06,
+      "loss": 0.9851,
+      "step": 1407
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 5.847547943362129e-06,
+      "loss": 0.9857,
+      "step": 1408
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.814646285541889e-06,
+      "loss": 0.9384,
+      "step": 1409
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.78182751509552e-06,
+      "loss": 1.1134,
+      "step": 1410
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.749091744498625e-06,
+      "loss": 1.1199,
+      "step": 1411
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.7164390859423125e-06,
+      "loss": 1.0788,
+      "step": 1412
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.683869651332877e-06,
+      "loss": 1.0878,
+      "step": 1413
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.651383552291378e-06,
+      "loss": 1.0807,
+      "step": 1414
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.618980900153267e-06,
+      "loss": 1.0281,
+      "step": 1415
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.586661805968029e-06,
+      "loss": 0.9666,
+      "step": 1416
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.554426380498763e-06,
+      "loss": 1.0555,
+      "step": 1417
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.522274734221824e-06,
+      "loss": 0.9792,
+      "step": 1418
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.490206977326443e-06,
+      "loss": 1.0017,
+      "step": 1419
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.458223219714338e-06,
+      "loss": 0.9724,
+      "step": 1420
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.426323570999377e-06,
+      "loss": 1.0316,
+      "step": 1421
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.394508140507137e-06,
+      "loss": 0.9393,
+      "step": 1422
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.36277703727459e-06,
+      "loss": 0.9355,
+      "step": 1423
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.331130370049681e-06,
+      "loss": 1.1023,
+      "step": 1424
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.2995682472909945e-06,
+      "loss": 0.9058,
+      "step": 1425
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.268090777167369e-06,
+      "loss": 0.9398,
+      "step": 1426
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.236698067557515e-06,
+      "loss": 0.995,
+      "step": 1427
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.2053902260496565e-06,
+      "loss": 1.161,
+      "step": 1428
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.174167359941149e-06,
+      "loss": 1.1574,
+      "step": 1429
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.1430295762381554e-06,
+      "loss": 1.0381,
+      "step": 1430
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.111976981655209e-06,
+      "loss": 1.0317,
+      "step": 1431
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.0810096826149e-06,
+      "loss": 0.988,
+      "step": 1432
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.05012778524751e-06,
+      "loss": 1.2112,
+      "step": 1433
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 5.019331395390616e-06,
+      "loss": 1.0386,
+      "step": 1434
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.988620618588744e-06,
+      "loss": 0.9623,
+      "step": 1435
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.9579955600930286e-06,
+      "loss": 1.0157,
+      "step": 1436
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.927456324860819e-06,
+      "loss": 0.8904,
+      "step": 1437
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.897003017555329e-06,
+      "loss": 0.9718,
+      "step": 1438
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.866635742545295e-06,
+      "loss": 1.0817,
+      "step": 1439
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.83635460390459e-06,
+      "loss": 0.9879,
+      "step": 1440
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.806159705411912e-06,
+      "loss": 1.0414,
+      "step": 1441
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.7760511505503655e-06,
+      "loss": 1.134,
+      "step": 1442
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.746029042507163e-06,
+      "loss": 1.0714,
+      "step": 1443
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.716093484173236e-06,
+      "loss": 0.983,
+      "step": 1444
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.686244578142902e-06,
+      "loss": 1.1282,
+      "step": 1445
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.656482426713495e-06,
+      "loss": 0.9039,
+      "step": 1446
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.626807131885051e-06,
+      "loss": 0.9937,
+      "step": 1447
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.597218795359913e-06,
+      "loss": 1.0417,
+      "step": 1448
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.567717518542408e-06,
+      "loss": 0.9882,
+      "step": 1449
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.53830340253849e-06,
+      "loss": 0.9594,
+      "step": 1450
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.508976548155397e-06,
+      "loss": 1.0929,
+      "step": 1451
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.4797370559013285e-06,
+      "loss": 0.9657,
+      "step": 1452
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.450585025985049e-06,
+      "loss": 1.0772,
+      "step": 1453
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.421520558315593e-06,
+      "loss": 1.0463,
+      "step": 1454
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.392543752501894e-06,
+      "loss": 0.8763,
+      "step": 1455
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.363654707852454e-06,
+      "loss": 1.0372,
+      "step": 1456
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.3348535233750195e-06,
+      "loss": 0.9646,
+      "step": 1457
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.3061402977762025e-06,
+      "loss": 0.8317,
+      "step": 1458
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.277515129461176e-06,
+      "loss": 0.9468,
+      "step": 1459
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.248978116533323e-06,
+      "loss": 0.9674,
+      "step": 1460
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 4.2205293567938976e-06,
+      "loss": 1.0263,
+      "step": 1461
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.1921689477417116e-06,
+      "loss": 0.9526,
+      "step": 1462
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.163896986572766e-06,
+      "loss": 0.9531,
+      "step": 1463
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.135713570179945e-06,
+      "loss": 0.9969,
+      "step": 1464
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.1076187951526726e-06,
+      "loss": 1.0064,
+      "step": 1465
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.079612757776573e-06,
+      "loss": 1.0886,
+      "step": 1466
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.051695554033177e-06,
+      "loss": 1.052,
+      "step": 1467
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 4.02386727959954e-06,
+      "loss": 0.8621,
+      "step": 1468
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.996128029847957e-06,
+      "loss": 1.1362,
+      "step": 1469
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.9684778998456165e-06,
+      "loss": 0.9841,
+      "step": 1470
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.940916984354278e-06,
+      "loss": 1.0403,
+      "step": 1471
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.913445377829942e-06,
+      "loss": 0.9944,
+      "step": 1472
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.886063174422545e-06,
+      "loss": 1.0302,
+      "step": 1473
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.858770467975614e-06,
+      "loss": 1.0086,
+      "step": 1474
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.8315673520259506e-06,
+      "loss": 1.0629,
+      "step": 1475
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.804453919803319e-06,
+      "loss": 1.1244,
+      "step": 1476
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.7774302642301284e-06,
+      "loss": 1.048,
+      "step": 1477
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.750496477921105e-06,
+      "loss": 0.8022,
+      "step": 1478
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.723652653182964e-06,
+      "loss": 1.0773,
+      "step": 1479
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.696898882014128e-06,
+      "loss": 0.9328,
+      "step": 1480
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.6702352561043727e-06,
+      "loss": 0.9633,
+      "step": 1481
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.6436618668345344e-06,
+      "loss": 0.82,
+      "step": 1482
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.61717880527621e-06,
+      "loss": 1.183,
+      "step": 1483
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.590786162191404e-06,
+      "loss": 0.9517,
+      "step": 1484
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.564484028032252e-06,
+      "loss": 1.0126,
+      "step": 1485
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.538272492940702e-06,
+      "loss": 1.0127,
+      "step": 1486
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.512151646748192e-06,
+      "loss": 1.0196,
+      "step": 1487
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.4861215789753763e-06,
+      "loss": 0.9999,
+      "step": 1488
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.4601823788317755e-06,
+      "loss": 0.9737,
+      "step": 1489
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.4343341352154946e-06,
+      "loss": 1.1418,
+      "step": 1490
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.4085769367129185e-06,
+      "loss": 1.0248,
+      "step": 1491
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.3829108715984012e-06,
+      "loss": 1.2186,
+      "step": 1492
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.357336027833975e-06,
+      "loss": 1.0127,
+      "step": 1493
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.3318524930690363e-06,
+      "loss": 1.1516,
+      "step": 1494
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.3064603546400473e-06,
+      "loss": 0.9783,
+      "step": 1495
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.2811596995702396e-06,
+      "loss": 1.2076,
+      "step": 1496
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.255950614569313e-06,
+      "loss": 1.0874,
+      "step": 1497
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.230833186033154e-06,
+      "loss": 1.0223,
+      "step": 1498
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.2058075000435116e-06,
+      "loss": 0.9396,
+      "step": 1499
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.180873642367725e-06,
+      "loss": 1.0134,
+      "step": 1500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.1560316984584235e-06,
+      "loss": 0.9337,
+      "step": 1501
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.1312817534532136e-06,
+      "loss": 1.1386,
+      "step": 1502
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.1066238921744404e-06,
+      "loss": 1.0461,
+      "step": 1503
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.0820581991288364e-06,
+      "loss": 0.9338,
+      "step": 1504
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.0575847585072526e-06,
+      "loss": 1.1035,
+      "step": 1505
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.033203654184402e-06,
+      "loss": 0.9425,
+      "step": 1506
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.0089149697185225e-06,
+      "loss": 1.0766,
+      "step": 1507
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.984718788351117e-06,
+      "loss": 0.9586,
+      "step": 1508
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.960615193006677e-06,
+      "loss": 1.0501,
+      "step": 1509
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.93660426629237e-06,
+      "loss": 1.0964,
+      "step": 1510
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.9126860904977803e-06,
+      "loss": 0.9849,
+      "step": 1511
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.8888607475946082e-06,
+      "loss": 0.9719,
+      "step": 1512
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.865128319236424e-06,
+      "loss": 1.0269,
+      "step": 1513
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.84148888675834e-06,
+      "loss": 0.9524,
+      "step": 1514
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.8179425311767626e-06,
+      "loss": 1.0311,
+      "step": 1515
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.7944893331891143e-06,
+      "loss": 1.0218,
+      "step": 1516
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.7711293731735386e-06,
+      "loss": 0.9358,
+      "step": 1517
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.7478627311886427e-06,
+      "loss": 0.9753,
+      "step": 1518
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.7246894869732287e-06,
+      "loss": 1.1076,
+      "step": 1519
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.7016097199459845e-06,
+      "loss": 1.0425,
+      "step": 1520
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.678623509205255e-06,
+      "loss": 1.0483,
+      "step": 1521
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.6557309335287405e-06,
+      "loss": 1.0046,
+      "step": 1522
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.6329320713732364e-06,
+      "loss": 0.9051,
+      "step": 1523
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.6102270008743833e-06,
+      "loss": 1.0688,
+      "step": 1524
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.5876157998463666e-06,
+      "loss": 0.9431,
+      "step": 1525
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.5650985457816656e-06,
+      "loss": 0.9391,
+      "step": 1526
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.5426753158507863e-06,
+      "loss": 0.9442,
+      "step": 1527
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.520346186901997e-06,
+      "loss": 1.0497,
+      "step": 1528
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.4981112354610837e-06,
+      "loss": 1.0133,
+      "step": 1529
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.4759705377310494e-06,
+      "loss": 1.076,
+      "step": 1530
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.4539241695918734e-06,
+      "loss": 0.9656,
+      "step": 1531
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.4319722066002668e-06,
+      "loss": 0.841,
+      "step": 1532
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.410114723989376e-06,
+      "loss": 1.0936,
+      "step": 1533
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.388351796668573e-06,
+      "loss": 0.9496,
+      "step": 1534
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.366683499223152e-06,
+      "loss": 1.09,
+      "step": 1535
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.345109905914108e-06,
+      "loss": 1.1354,
+      "step": 1536
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.3236310906778534e-06,
+      "loss": 1.1959,
+      "step": 1537
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.302247127125989e-06,
+      "loss": 0.9751,
+      "step": 1538
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.2809580885450486e-06,
+      "loss": 0.9522,
+      "step": 1539
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.259764047896232e-06,
+      "loss": 1.0808,
+      "step": 1540
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.2386650778151673e-06,
+      "loss": 1.0351,
+      "step": 1541
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.217661250611659e-06,
+      "loss": 1.1265,
+      "step": 1542
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.1967526382694427e-06,
+      "loss": 1.0615,
+      "step": 1543
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.175939312445938e-06,
+      "loss": 0.9133,
+      "step": 1544
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.155221344471987e-06,
+      "loss": 0.9184,
+      "step": 1545
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.1345988053516517e-06,
+      "loss": 0.9766,
+      "step": 1546
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.114071765761917e-06,
+      "loss": 1.2642,
+      "step": 1547
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.0936402960524815e-06,
+      "loss": 0.895,
+      "step": 1548
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.07330446624552e-06,
+      "loss": 1.0757,
+      "step": 1549
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.0530643460354237e-06,
+      "loss": 0.9947,
+      "step": 1550
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.032920004788564e-06,
+      "loss": 1.1594,
+      "step": 1551
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.0128715115430772e-06,
+      "loss": 1.1319,
+      "step": 1552
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.9929189350085976e-06,
+      "loss": 1.2287,
+      "step": 1553
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.9730623435660388e-06,
+      "loss": 1.0878,
+      "step": 1554
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.9533018052673724e-06,
+      "loss": 0.9397,
+      "step": 1555
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.933637387835362e-06,
+      "loss": 0.9437,
+      "step": 1556
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.914069158663352e-06,
+      "loss": 0.9448,
+      "step": 1557
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.8945971848150367e-06,
+      "loss": 1.1057,
+      "step": 1558
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.8752215330242217e-06,
+      "loss": 0.9353,
+      "step": 1559
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.8559422696946128e-06,
+      "loss": 0.9129,
+      "step": 1560
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.8367594608995596e-06,
+      "loss": 1.1535,
+      "step": 1561
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.817673172381854e-06,
+      "loss": 1.2651,
+      "step": 1562
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.7986834695534948e-06,
+      "loss": 0.8966,
+      "step": 1563
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.7797904174954628e-06,
+      "loss": 1.1015,
+      "step": 1564
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.7609940809575065e-06,
+      "loss": 1.0152,
+      "step": 1565
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.7422945243579102e-06,
+      "loss": 0.8164,
+      "step": 1566
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.7236918117832767e-06,
+      "loss": 0.9821,
+      "step": 1567
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.7051860069883007e-06,
+      "loss": 1.1182,
+      "step": 1568
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.6867771733955629e-06,
+      "loss": 1.0318,
+      "step": 1569
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.668465374095316e-06,
+      "loss": 0.9547,
+      "step": 1570
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.650250671845246e-06,
+      "loss": 1.055,
+      "step": 1571
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.632133129070278e-06,
+      "loss": 1.0104,
+      "step": 1572
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.6141128078623468e-06,
+      "loss": 0.9872,
+      "step": 1573
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.5961897699802008e-06,
+      "loss": 0.7531,
+      "step": 1574
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.5783640768491814e-06,
+      "loss": 1.0881,
+      "step": 1575
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.56063578956101e-06,
+      "loss": 1.066,
+      "step": 1576
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.5430049688735793e-06,
+      "loss": 0.9941,
+      "step": 1577
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.5254716752107478e-06,
+      "loss": 0.9279,
+      "step": 1578
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.5080359686621293e-06,
+      "loss": 0.9521,
+      "step": 1579
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.4906979089829076e-06,
+      "loss": 0.8979,
+      "step": 1580
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.473457555593588e-06,
+      "loss": 1.0594,
+      "step": 1581
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.4563149675798338e-06,
+      "loss": 0.9455,
+      "step": 1582
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.4392702036922556e-06,
+      "loss": 0.9681,
+      "step": 1583
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.4223233223461896e-06,
+      "loss": 0.8076,
+      "step": 1584
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.4054743816215132e-06,
+      "loss": 1.0346,
+      "step": 1585
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.3887234392624592e-06,
+      "loss": 1.0467,
+      "step": 1586
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.3720705526773859e-06,
+      "loss": 0.9672,
+      "step": 1587
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.3555157789386064e-06,
+      "loss": 0.9353,
+      "step": 1588
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.3390591747821834e-06,
+      "loss": 1.0952,
+      "step": 1589
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.322700796607732e-06,
+      "loss": 1.0412,
+      "step": 1590
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.3064407004782364e-06,
+      "loss": 0.9267,
+      "step": 1591
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.2902789421198435e-06,
+      "loss": 0.8803,
+      "step": 1592
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.2742155769216868e-06,
+      "loss": 1.0835,
+      "step": 1593
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.2582506599356825e-06,
+      "loss": 1.1313,
+      "step": 1594
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.2423842458763501e-06,
+      "loss": 1.0916,
+      "step": 1595
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.2266163891206328e-06,
+      "loss": 0.8216,
+      "step": 1596
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.2109471437076869e-06,
+      "loss": 0.924,
+      "step": 1597
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.195376563338716e-06,
+      "loss": 0.9987,
+      "step": 1598
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.179904701376784e-06,
+      "loss": 1.015,
+      "step": 1599
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.1645316108466187e-06,
+      "loss": 0.9893,
+      "step": 1600
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.1492573444344589e-06,
+      "loss": 1.0576,
+      "step": 1601
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1340819544878444e-06,
+      "loss": 0.9408,
+      "step": 1602
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1190054930154525e-06,
+      "loss": 0.9627,
+      "step": 1603
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1040280116869117e-06,
+      "loss": 0.8575,
+      "step": 1604
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.0891495618326285e-06,
+      "loss": 0.8815,
+      "step": 1605
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.0743701944436214e-06,
+      "loss": 0.9851,
+      "step": 1606
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.0596899601713228e-06,
+      "loss": 0.9446,
+      "step": 1607
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.045108909327428e-06,
+      "loss": 1.0731,
+      "step": 1608
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.0306270918837068e-06,
+      "loss": 1.1699,
+      "step": 1609
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.0162445574718415e-06,
+      "loss": 0.9743,
+      "step": 1610
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.001961355383263e-06,
+      "loss": 0.8969,
+      "step": 1611
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 9.877775345689577e-07,
+      "loss": 0.9674,
+      "step": 1612
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 9.73693143639328e-07,
+      "loss": 0.9813,
+      "step": 1613
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 9.597082308640059e-07,
+      "loss": 1.0209,
+      "step": 1614
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 9.458228441716921e-07,
+      "loss": 0.9485,
+      "step": 1615
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 9.320370311500104e-07,
+      "loss": 1.0952,
+      "step": 1616
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 9.183508390453077e-07,
+      "loss": 0.9915,
+      "step": 1617
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 9.04764314762524e-07,
+      "loss": 0.9626,
+      "step": 1618
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.912775048650223e-07,
+      "loss": 0.9427,
+      "step": 1619
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.778904555744227e-07,
+      "loss": 0.9172,
+      "step": 1620
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.64603212770445e-07,
+      "loss": 0.9787,
+      "step": 1621
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.51415821990763e-07,
+      "loss": 0.9491,
+      "step": 1622
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.383283284308374e-07,
+      "loss": 0.9303,
+      "step": 1623
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.253407769437627e-07,
+      "loss": 1.0127,
+      "step": 1624
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 8.124532120401173e-07,
+      "loss": 1.0782,
+      "step": 1625
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 7.996656778877975e-07,
+      "loss": 1.142,
+      "step": 1626
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 7.869782183119001e-07,
+      "loss": 1.1256,
+      "step": 1627
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 7.743908767945229e-07,
+      "loss": 1.0358,
+      "step": 1628
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 7.619036964746617e-07,
+      "loss": 0.976,
+      "step": 1629
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 7.495167201480302e-07,
+      "loss": 1.0586,
+      "step": 1630
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 7.372299902669266e-07,
+      "loss": 0.8279,
+      "step": 1631
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 7.250435489401008e-07,
+      "loss": 1.0982,
+      "step": 1632
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 7.129574379325809e-07,
+      "loss": 1.054,
+      "step": 1633
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 7.009716986655535e-07,
+      "loss": 0.9884,
+      "step": 1634
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.890863722162099e-07,
+      "loss": 1.104,
+      "step": 1635
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.773014993176108e-07,
+      "loss": 0.9717,
+      "step": 1636
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.656171203585482e-07,
+      "loss": 1.0388,
+      "step": 1637
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.540332753834033e-07,
+      "loss": 0.9981,
+      "step": 1638
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.425500040920062e-07,
+      "loss": 0.8659,
+      "step": 1639
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.311673458395062e-07,
+      "loss": 0.8871,
+      "step": 1640
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.198853396362314e-07,
+      "loss": 1.0642,
+      "step": 1641
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.087040241475694e-07,
+      "loss": 1.1328,
+      "step": 1642
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 5.976234376938039e-07,
+      "loss": 0.9372,
+      "step": 1643
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 5.866436182500212e-07,
+      "loss": 1.067,
+      "step": 1644
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 5.757646034459508e-07,
+      "loss": 1.0345,
+      "step": 1645
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 5.649864305658515e-07,
+      "loss": 0.9058,
+      "step": 1646
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 5.543091365483788e-07,
+      "loss": 1.023,
+      "step": 1647
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 5.437327579864582e-07,
+      "loss": 1.0158,
+      "step": 1648
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 5.332573311271616e-07,
+      "loss": 1.0973,
+      "step": 1649
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 5.228828918715844e-07,
+      "loss": 0.8501,
+      "step": 1650
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 5.126094757747091e-07,
+      "loss": 1.0844,
+      "step": 1651
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 5.024371180453113e-07,
+      "loss": 0.957,
+      "step": 1652
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.923658535458108e-07,
+      "loss": 1.0917,
+      "step": 1653
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.823957167921644e-07,
+      "loss": 1.0263,
+      "step": 1654
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.72526741953746e-07,
+      "loss": 1.0688,
+      "step": 1655
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.6275896285324026e-07,
+      "loss": 0.9816,
+      "step": 1656
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.530924129665026e-07,
+      "loss": 1.1432,
+      "step": 1657
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.4352712542246933e-07,
+      "loss": 1.1437,
+      "step": 1658
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.3406313300302427e-07,
+      "loss": 1.0226,
+      "step": 1659
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.247004681429056e-07,
+      "loss": 0.9462,
+      "step": 1660
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.1543916292957286e-07,
+      "loss": 1.0783,
+      "step": 1661
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 4.062792491031164e-07,
+      "loss": 0.9411,
+      "step": 1662
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.972207580561382e-07,
+      "loss": 1.0,
+      "step": 1663
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.882637208336548e-07,
+      "loss": 0.9925,
+      "step": 1664
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.794081681329675e-07,
+      "loss": 1.0694,
+      "step": 1665
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.7065413030358264e-07,
+      "loss": 1.0748,
+      "step": 1666
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.6200163734709467e-07,
+      "loss": 0.9385,
+      "step": 1667
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.534507189170966e-07,
+      "loss": 0.7665,
+      "step": 1668
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.450014043190497e-07,
+      "loss": 0.9014,
+      "step": 1669
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.36653722510214e-07,
+      "loss": 1.0342,
+      "step": 1670
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 3.284077020995313e-07,
+      "loss": 0.8723,
+      "step": 1671
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.202633713475356e-07,
+      "loss": 0.7815,
+      "step": 1672
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.1222075816625284e-07,
+      "loss": 1.0711,
+      "step": 1673
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 3.0427989011910463e-07,
+      "loss": 1.0308,
+      "step": 1674
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.964407944208114e-07,
+      "loss": 0.9679,
+      "step": 1675
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.8870349793730264e-07,
+      "loss": 0.9233,
+      "step": 1676
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.810680271856303e-07,
+      "loss": 0.9986,
+      "step": 1677
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.7353440833386533e-07,
+      "loss": 1.0514,
+      "step": 1678
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.6610266720102137e-07,
+      "loss": 0.9638,
+      "step": 1679
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.5877282925695467e-07,
+      "loss": 0.9023,
+      "step": 1680
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.515449196222808e-07,
+      "loss": 1.0356,
+      "step": 1681
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.44418963068288e-07,
+      "loss": 0.9754,
+      "step": 1682
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.3739498401686433e-07,
+      "loss": 1.0333,
+      "step": 1683
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.304730065403904e-07,
+      "loss": 0.8982,
+      "step": 1684
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.2365305436167993e-07,
+      "loss": 1.0159,
+      "step": 1685
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.1693515085387972e-07,
+      "loss": 0.9554,
+      "step": 1686
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.103193190404029e-07,
+      "loss": 0.9293,
+      "step": 1687
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.038055815948492e-07,
+      "loss": 1.0002,
+      "step": 1688
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.973939608409181e-07,
+      "loss": 1.0263,
+      "step": 1689
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.9108447875233247e-07,
+      "loss": 1.0711,
+      "step": 1690
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.8487715695278184e-07,
+      "loss": 0.798,
+      "step": 1691
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.7877201671582245e-07,
+      "loss": 1.05,
+      "step": 1692
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.7276907896482396e-07,
+      "loss": 0.9439,
+      "step": 1693
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.6686836427288964e-07,
+      "loss": 0.8965,
+      "step": 1694
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.6106989286278295e-07,
+      "loss": 1.0181,
+      "step": 1695
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.553736846068643e-07,
+      "loss": 0.9947,
+      "step": 1696
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.4977975902702113e-07,
+      "loss": 0.9339,
+      "step": 1697
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.4428813529460128e-07,
+      "loss": 1.0039,
+      "step": 1698
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.3889883223034304e-07,
+      "loss": 1.2228,
+      "step": 1699
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.336118683043186e-07,
+      "loss": 0.9931,
+      "step": 1700
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.2842726163586394e-07,
+      "loss": 1.0225,
+      "step": 1701
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.2334502999352237e-07,
+      "loss": 0.9769,
+      "step": 1702
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.1836519079496789e-07,
+      "loss": 1.1175,
+      "step": 1703
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.1348776110697844e-07,
+      "loss": 0.9809,
+      "step": 1704
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.0871275764533617e-07,
+      "loss": 1.072,
+      "step": 1705
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.0404019677480725e-07,
+      "loss": 1.0701,
+      "step": 1706
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 9.947009450906208e-08,
+      "loss": 1.0671,
+      "step": 1707
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 9.500246651062528e-08,
+      "loss": 0.9165,
+      "step": 1708
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 9.063732809083236e-08,
+      "loss": 0.9702,
+      "step": 1709
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 8.637469420975985e-08,
+      "loss": 0.9612,
+      "step": 1710
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 8.221457947619194e-08,
+      "loss": 1.0194,
+      "step": 1711
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 7.815699814755384e-08,
+      "loss": 1.1805,
+      "step": 1712
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 7.42019641298819e-08,
+      "loss": 0.9969,
+      "step": 1713
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 7.034949097775356e-08,
+      "loss": 1.0635,
+      "step": 1714
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.659959189426413e-08,
+      "loss": 1.055,
+      "step": 1715
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.295227973096008e-08,
+      "loss": 0.9969,
+      "step": 1716
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 5.9407566987805805e-08,
+      "loss": 1.1457,
+      "step": 1717
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 5.596546581314699e-08,
+      "loss": 0.9706,
+      "step": 1718
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 5.262598800365726e-08,
+      "loss": 1.065,
+      "step": 1719
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.938914500430158e-08,
+      "loss": 1.0383,
+      "step": 1720
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.625494790829632e-08,
+      "loss": 0.9779,
+      "step": 1721
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.322340745707587e-08,
+      "loss": 1.1011,
+      "step": 1722
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 4.029453404025274e-08,
+      "loss": 1.0075,
+      "step": 1723
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.746833769558422e-08,
+      "loss": 1.0682,
+      "step": 1724
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.4744828108925766e-08,
+      "loss": 1.0834,
+      "step": 1725
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.212401461421432e-08,
+      "loss": 0.9113,
+      "step": 1726
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.960590619343506e-08,
+      "loss": 0.8844,
+      "step": 1727
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.7190511476574698e-08,
+      "loss": 1.219,
+      "step": 1728
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.4877838741608207e-08,
+      "loss": 0.9278,
+      "step": 1729
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.2667895914462168e-08,
+      "loss": 1.0687,
+      "step": 1730
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.056069056899146e-08,
+      "loss": 0.933,
+      "step": 1731
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.8556229926955937e-08,
+      "loss": 0.9778,
+      "step": 1732
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.66545208579838e-08,
+      "loss": 0.8491,
+      "step": 1733
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.4855569879558274e-08,
+      "loss": 0.9666,
+      "step": 1734
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.3159383156997607e-08,
+      "loss": 1.0529,
+      "step": 1735
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.1565966503425118e-08,
+      "loss": 0.9564,
+      "step": 1736
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0075325379755862e-08,
+      "loss": 0.8778,
+      "step": 1737
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 8.687464894669984e-09,
+      "loss": 0.8892,
+      "step": 1738
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.402389804606058e-09,
+      "loss": 1.0805,
+      "step": 1739
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.220104513737779e-09,
+      "loss": 1.0954,
+      "step": 1740
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.140613073960632e-09,
+      "loss": 1.1811,
+      "step": 1741
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.163919184878573e-09,
+      "loss": 1.0516,
+      "step": 1742
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.290026193790707e-09,
+      "loss": 1.0507,
+      "step": 1743
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.518937095674634e-09,
+      "loss": 1.0144,
+      "step": 1744
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.8506545331864467e-09,
+      "loss": 0.9616,
+      "step": 1745
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.2851807966507423e-09,
+      "loss": 1.0583,
+      "step": 1746
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 8.225178240406361e-10,
+      "loss": 1.2143,
+      "step": 1747
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 4.626672009777622e-10,
+      "loss": 1.095,
+      "step": 1748
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.0563016073893438e-10,
+      "loss": 1.0611,
+      "step": 1749
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 5.1407584229501424e-11,
+      "loss": 0.9367,
+      "step": 1750
+    },
+    {
+      "epoch": 1.0,
+      "step": 1750,
+      "total_flos": 2.2456725560465818e+17,
+      "train_loss": 1.1298085156849453,
+      "train_runtime": 20739.1484,
+      "train_samples_per_second": 1.35,
+      "train_steps_per_second": 0.084
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 1750,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 50000,
+  "total_flos": 2.2456725560465818e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}