Add chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6

.gitattributes

@@ -97,3 +97,4 @@ denbeo__c06ff044-8c9d-4eed-ae11-6f3c8ca2542e/tokenizer.json filter=lfs diff=lfs
 RAG-Gym__Direct-MedQA-SFT/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 lhong4759__ac11856d-78c8-4956-9dd4-f2022250559f/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 chchen__Llama-3.1-8B-Instruct-PsyCourse-fold5/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/tokenizer.json filter=lfs diff=lfs merge=lfs -text

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/README.md

@@ -0,0 +1,129 @@
+---
+library_name: peft
+license: llama3.1
+base_model: meta-llama/Llama-3.1-8B-Instruct
+tags:
+- llama-factory
+- lora
+- generated_from_trainer
+model-index:
+- name: Llama-3.1-8B-Instruct-PsyCourse-fold6
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# Llama-3.1-8B-Instruct-PsyCourse-fold6
+
+This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct) on the course-train-fold6 dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0368
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0001
+- train_batch_size: 1
+- eval_batch_size: 1
+- seed: 42
+- gradient_accumulation_steps: 16
+- total_train_batch_size: 16
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 5.0
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss |
+|:-------------:|:------:|:----:|:---------------:|
+| 0.6045        | 0.0751 | 50   | 0.4191          |
+| 0.118         | 0.1502 | 100  | 0.0976          |
+| 0.075         | 0.2254 | 150  | 0.0908          |
+| 0.0475        | 0.3005 | 200  | 0.0555          |
+| 0.0612        | 0.3756 | 250  | 0.0530          |
+| 0.043         | 0.4507 | 300  | 0.0526          |
+| 0.0497        | 0.5258 | 350  | 0.0503          |
+| 0.049         | 0.6009 | 400  | 0.0481          |
+| 0.0541        | 0.6761 | 450  | 0.0477          |
+| 0.0494        | 0.7512 | 500  | 0.0432          |
+| 0.0556        | 0.8263 | 550  | 0.0414          |
+| 0.0398        | 0.9014 | 600  | 0.0415          |
+| 0.0535        | 0.9765 | 650  | 0.0429          |
+| 0.0383        | 1.0516 | 700  | 0.0438          |
+| 0.0317        | 1.1268 | 750  | 0.0409          |
+| 0.0311        | 1.2019 | 800  | 0.0410          |
+| 0.0351        | 1.2770 | 850  | 0.0398          |
+| 0.0309        | 1.3521 | 900  | 0.0372          |
+| 0.0373        | 1.4272 | 950  | 0.0383          |
+| 0.0295        | 1.5023 | 1000 | 0.0397          |
+| 0.0349        | 1.5775 | 1050 | 0.0408          |
+| 0.026         | 1.6526 | 1100 | 0.0410          |
+| 0.0305        | 1.7277 | 1150 | 0.0390          |
+| 0.0332        | 1.8028 | 1200 | 0.0385          |
+| 0.0304        | 1.8779 | 1250 | 0.0379          |
+| 0.0497        | 1.9531 | 1300 | 0.0392          |
+| 0.0183        | 2.0282 | 1350 | 0.0412          |
+| 0.0269        | 2.1033 | 1400 | 0.0381          |
+| 0.0299        | 2.1784 | 1450 | 0.0379          |
+| 0.0129        | 2.2535 | 1500 | 0.0434          |
+| 0.0203        | 2.3286 | 1550 | 0.0383          |
+| 0.0221        | 2.4038 | 1600 | 0.0397          |
+| 0.023         | 2.4789 | 1650 | 0.0413          |
+| 0.0257        | 2.5540 | 1700 | 0.0409          |
+| 0.0241        | 2.6291 | 1750 | 0.0400          |
+| 0.0258        | 2.7042 | 1800 | 0.0405          |
+| 0.021         | 2.7793 | 1850 | 0.0392          |
+| 0.0253        | 2.8545 | 1900 | 0.0368          |
+| 0.018         | 2.9296 | 1950 | 0.0392          |
+| 0.0112        | 3.0047 | 2000 | 0.0407          |
+| 0.0082        | 3.0798 | 2050 | 0.0478          |
+| 0.0127        | 3.1549 | 2100 | 0.0460          |
+| 0.0112        | 3.2300 | 2150 | 0.0449          |
+| 0.0145        | 3.3052 | 2200 | 0.0452          |
+| 0.0086        | 3.3803 | 2250 | 0.0451          |
+| 0.0161        | 3.4554 | 2300 | 0.0490          |
+| 0.0134        | 3.5305 | 2350 | 0.0465          |
+| 0.009         | 3.6056 | 2400 | 0.0461          |
+| 0.0056        | 3.6808 | 2450 | 0.0480          |
+| 0.0069        | 3.7559 | 2500 | 0.0490          |
+| 0.007         | 3.8310 | 2550 | 0.0489          |
+| 0.0147        | 3.9061 | 2600 | 0.0480          |
+| 0.0123        | 3.9812 | 2650 | 0.0474          |
+| 0.0053        | 4.0563 | 2700 | 0.0529          |
+| 0.0064        | 4.1315 | 2750 | 0.0571          |
+| 0.0064        | 4.2066 | 2800 | 0.0590          |
+| 0.0038        | 4.2817 | 2850 | 0.0607          |
+| 0.0011        | 4.3568 | 2900 | 0.0627          |
+| 0.0034        | 4.4319 | 2950 | 0.0627          |
+| 0.0063        | 4.5070 | 3000 | 0.0623          |
+| 0.0033        | 4.5822 | 3050 | 0.0635          |
+| 0.0048        | 4.6573 | 3100 | 0.0643          |
+| 0.0044        | 4.7324 | 3150 | 0.0636          |
+| 0.0031        | 4.8075 | 3200 | 0.0636          |
+| 0.0022        | 4.8826 | 3250 | 0.0639          |
+| 0.0078        | 4.9577 | 3300 | 0.0638          |
+
+
+### Framework versions
+
+- PEFT 0.12.0
+- Transformers 4.46.1
+- Pytorch 2.5.1+cu124
+- Datasets 3.1.0
+- Tokenizers 0.20.3

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "up_proj",
+    "gate_proj",
+    "v_proj",
+    "down_proj",
+    "k_proj",
+    "o_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e854b5ca60bdb084deb285fd89319b2f6d25c7d574a5c2e4dd3dc09d1bb991c
+size 83945296

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 4.995305164319249,
+    "eval_loss": 0.036843445152044296,
+    "eval_runtime": 157.1721,
+    "eval_samples_per_second": 7.533,
+    "eval_steps_per_second": 7.533,
+    "total_flos": 8.345060490986127e+17,
+    "train_loss": 0.04504659976081965,
+    "train_runtime": 35784.009,
+    "train_samples_per_second": 1.488,
+    "train_steps_per_second": 0.093
+}

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 4.995305164319249,
+    "eval_loss": 0.036843445152044296,
+    "eval_runtime": 157.1721,
+    "eval_samples_per_second": 7.533,
+    "eval_steps_per_second": 7.533
+}

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/llama3_lora_sft.yaml

@@ -0,0 +1,46 @@
+### model
+model_name_or_path: meta-llama/Llama-3.1-8B-Instruct
+trust_remote_code: true
+
+### method
+stage: sft
+do_train: true
+finetuning_type: lora
+lora_target: all
+
+### dataset
+dataset: course-train-fold6
+dataset_dir: data_private
+template: llama3
+cutoff_len: 1024
+# max_samples: 1000
+overwrite_cache: true
+preprocessing_num_workers: 16
+
+### output
+output_dir: saves/psy-course/Llama-3.1-8B-Instruct/train/fold6
+logging_steps: 10
+save_steps: 50
+plot_loss: true
+overwrite_output_dir: true
+save_total_limit: 3
+push_to_hub: true
+hub_model_id: chchen/Llama-3.1-8B-Instruct-PsyCourse-fold6
+load_best_model_at_end: true
+
+### train
+per_device_train_batch_size: 1
+gradient_accumulation_steps: 16
+learning_rate: 1.0e-4
+num_train_epochs: 5.0
+lr_scheduler_type: cosine
+warmup_ratio: 0.1
+bf16: true
+ddp_timeout: 180000000
+enable_liger_kernel: true
+
+### eval
+val_size: 0.1
+per_device_eval_batch_size: 1
+eval_strategy: steps
+eval_steps: 50

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/special_tokens_map.json

@@ -0,0 +1,33 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/tokenizer_config.json

@@ -0,0 +1,2069 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eot_id|>",
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n    {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n            {%- for arg_name, arg_val in tool_call.arguments | items %}\n                {{- arg_name + '=\"' + arg_val + '\"' }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- endif %}\n                {%- endfor %}\n            {{- \")\" }}\n        {%- else  %}\n            {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n            {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n            {{- '\"parameters\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- \"}\" }}\n        {%- endif %}\n        {%- if builtin_tools is defined %}\n            {#- This means we're in ipython mode #}\n            {{- \"<|eom_id|>\" }}\n        {%- else %}\n            {{- \"<|eot_id|>\" }}\n        {%- endif %}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 4.995305164319249,
+    "total_flos": 8.345060490986127e+17,
+    "train_loss": 0.04504659976081965,
+    "train_runtime": 35784.009,
+    "train_samples_per_second": 1.488,
+    "train_steps_per_second": 0.093
+}

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/trainer_log.jsonl

@@ -0,0 +1,399 @@
+{"current_steps": 10, "total_steps": 3325, "loss": 1.5464, "lr": 3.003003003003003e-06, "epoch": 0.015023474178403756, "percentage": 0.3, "elapsed_time": "0:01:17", "remaining_time": "7:05:26"}
+{"current_steps": 20, "total_steps": 3325, "loss": 1.597, "lr": 6.006006006006006e-06, "epoch": 0.03004694835680751, "percentage": 0.6, "elapsed_time": "0:02:32", "remaining_time": "6:59:31"}
+{"current_steps": 30, "total_steps": 3325, "loss": 1.4497, "lr": 9.00900900900901e-06, "epoch": 0.04507042253521127, "percentage": 0.9, "elapsed_time": "0:03:47", "remaining_time": "6:56:34"}
+{"current_steps": 40, "total_steps": 3325, "loss": 0.9009, "lr": 1.2012012012012012e-05, "epoch": 0.06009389671361502, "percentage": 1.2, "elapsed_time": "0:05:03", "remaining_time": "6:55:09"}
+{"current_steps": 50, "total_steps": 3325, "loss": 0.6045, "lr": 1.5015015015015016e-05, "epoch": 0.07511737089201878, "percentage": 1.5, "elapsed_time": "0:06:18", "remaining_time": "6:53:09"}
+{"current_steps": 50, "total_steps": 3325, "eval_loss": 0.41910141706466675, "epoch": 0.07511737089201878, "percentage": 1.5, "elapsed_time": "0:08:54", "remaining_time": "9:43:47"}
+{"current_steps": 60, "total_steps": 3325, "loss": 0.402, "lr": 1.801801801801802e-05, "epoch": 0.09014084507042254, "percentage": 1.8, "elapsed_time": "0:10:15", "remaining_time": "9:17:56"}
+{"current_steps": 70, "total_steps": 3325, "loss": 0.2368, "lr": 2.102102102102102e-05, "epoch": 0.10516431924882629, "percentage": 2.11, "elapsed_time": "0:11:30", "remaining_time": "8:54:50"}
+{"current_steps": 80, "total_steps": 3325, "loss": 0.1741, "lr": 2.4024024024024024e-05, "epoch": 0.12018779342723004, "percentage": 2.41, "elapsed_time": "0:12:45", "remaining_time": "8:37:33"}
+{"current_steps": 90, "total_steps": 3325, "loss": 0.1089, "lr": 2.702702702702703e-05, "epoch": 0.1352112676056338, "percentage": 2.71, "elapsed_time": "0:14:00", "remaining_time": "8:23:39"}
+{"current_steps": 100, "total_steps": 3325, "loss": 0.118, "lr": 3.0030030030030033e-05, "epoch": 0.15023474178403756, "percentage": 3.01, "elapsed_time": "0:15:15", "remaining_time": "8:12:20"}
+{"current_steps": 100, "total_steps": 3325, "eval_loss": 0.09762203693389893, "epoch": 0.15023474178403756, "percentage": 3.01, "elapsed_time": "0:17:52", "remaining_time": "9:36:26"}
+{"current_steps": 110, "total_steps": 3325, "loss": 0.1111, "lr": 3.3033033033033035e-05, "epoch": 0.1652582159624413, "percentage": 3.31, "elapsed_time": "0:19:12", "remaining_time": "9:21:24"}
+{"current_steps": 120, "total_steps": 3325, "loss": 0.0988, "lr": 3.603603603603604e-05, "epoch": 0.18028169014084508, "percentage": 3.61, "elapsed_time": "0:20:27", "remaining_time": "9:06:32"}
+{"current_steps": 130, "total_steps": 3325, "loss": 0.0874, "lr": 3.903903903903904e-05, "epoch": 0.19530516431924883, "percentage": 3.91, "elapsed_time": "0:21:42", "remaining_time": "8:53:41"}
+{"current_steps": 140, "total_steps": 3325, "loss": 0.0904, "lr": 4.204204204204204e-05, "epoch": 0.21032863849765257, "percentage": 4.21, "elapsed_time": "0:22:58", "remaining_time": "8:42:36"}
+{"current_steps": 150, "total_steps": 3325, "loss": 0.075, "lr": 4.5045045045045046e-05, "epoch": 0.22535211267605634, "percentage": 4.51, "elapsed_time": "0:24:14", "remaining_time": "8:32:57"}
+{"current_steps": 150, "total_steps": 3325, "eval_loss": 0.09080640226602554, "epoch": 0.22535211267605634, "percentage": 4.51, "elapsed_time": "0:26:50", "remaining_time": "9:28:07"}
+{"current_steps": 160, "total_steps": 3325, "loss": 0.0712, "lr": 4.804804804804805e-05, "epoch": 0.2403755868544601, "percentage": 4.81, "elapsed_time": "0:28:10", "remaining_time": "9:17:17"}
+{"current_steps": 170, "total_steps": 3325, "loss": 0.0496, "lr": 5.105105105105106e-05, "epoch": 0.25539906103286386, "percentage": 5.11, "elapsed_time": "0:29:25", "remaining_time": "9:06:07"}
+{"current_steps": 180, "total_steps": 3325, "loss": 0.0628, "lr": 5.405405405405406e-05, "epoch": 0.2704225352112676, "percentage": 5.41, "elapsed_time": "0:30:40", "remaining_time": "8:56:03"}
+{"current_steps": 190, "total_steps": 3325, "loss": 0.0582, "lr": 5.705705705705706e-05, "epoch": 0.28544600938967135, "percentage": 5.71, "elapsed_time": "0:31:55", "remaining_time": "8:46:53"}
+{"current_steps": 200, "total_steps": 3325, "loss": 0.0475, "lr": 6.0060060060060066e-05, "epoch": 0.3004694835680751, "percentage": 6.02, "elapsed_time": "0:33:11", "remaining_time": "8:38:34"}
+{"current_steps": 200, "total_steps": 3325, "eval_loss": 0.05551699176430702, "epoch": 0.3004694835680751, "percentage": 6.02, "elapsed_time": "0:35:47", "remaining_time": "9:19:16"}
+{"current_steps": 210, "total_steps": 3325, "loss": 0.0529, "lr": 6.306306306306306e-05, "epoch": 0.3154929577464789, "percentage": 6.32, "elapsed_time": "0:37:08", "remaining_time": "9:10:53"}
+{"current_steps": 220, "total_steps": 3325, "loss": 0.0564, "lr": 6.606606606606607e-05, "epoch": 0.3305164319248826, "percentage": 6.62, "elapsed_time": "0:38:23", "remaining_time": "9:01:53"}
+{"current_steps": 230, "total_steps": 3325, "loss": 0.0473, "lr": 6.906906906906907e-05, "epoch": 0.3455399061032864, "percentage": 6.92, "elapsed_time": "0:39:38", "remaining_time": "8:53:30"}
+{"current_steps": 240, "total_steps": 3325, "loss": 0.0651, "lr": 7.207207207207208e-05, "epoch": 0.36056338028169016, "percentage": 7.22, "elapsed_time": "0:40:54", "remaining_time": "8:45:47"}
+{"current_steps": 250, "total_steps": 3325, "loss": 0.0612, "lr": 7.507507507507507e-05, "epoch": 0.3755868544600939, "percentage": 7.52, "elapsed_time": "0:42:09", "remaining_time": "8:38:32"}
+{"current_steps": 250, "total_steps": 3325, "eval_loss": 0.05300073325634003, "epoch": 0.3755868544600939, "percentage": 7.52, "elapsed_time": "0:44:45", "remaining_time": "9:10:34"}
+{"current_steps": 260, "total_steps": 3325, "loss": 0.0529, "lr": 7.807807807807808e-05, "epoch": 0.39061032863849765, "percentage": 7.82, "elapsed_time": "0:46:06", "remaining_time": "9:03:28"}
+{"current_steps": 270, "total_steps": 3325, "loss": 0.0609, "lr": 8.108108108108109e-05, "epoch": 0.4056338028169014, "percentage": 8.12, "elapsed_time": "0:47:21", "remaining_time": "8:55:52"}
+{"current_steps": 280, "total_steps": 3325, "loss": 0.0577, "lr": 8.408408408408409e-05, "epoch": 0.42065727699530514, "percentage": 8.42, "elapsed_time": "0:48:36", "remaining_time": "8:48:41"}
+{"current_steps": 290, "total_steps": 3325, "loss": 0.0572, "lr": 8.70870870870871e-05, "epoch": 0.4356807511737089, "percentage": 8.72, "elapsed_time": "0:49:52", "remaining_time": "8:41:54"}
+{"current_steps": 300, "total_steps": 3325, "loss": 0.043, "lr": 9.009009009009009e-05, "epoch": 0.4507042253521127, "percentage": 9.02, "elapsed_time": "0:51:07", "remaining_time": "8:35:33"}
+{"current_steps": 300, "total_steps": 3325, "eval_loss": 0.05256583169102669, "epoch": 0.4507042253521127, "percentage": 9.02, "elapsed_time": "0:53:44", "remaining_time": "9:01:49"}
+{"current_steps": 310, "total_steps": 3325, "loss": 0.0439, "lr": 9.30930930930931e-05, "epoch": 0.46572769953051646, "percentage": 9.32, "elapsed_time": "0:55:04", "remaining_time": "8:55:34"}
+{"current_steps": 320, "total_steps": 3325, "loss": 0.0597, "lr": 9.60960960960961e-05, "epoch": 0.4807511737089202, "percentage": 9.62, "elapsed_time": "0:56:19", "remaining_time": "8:48:57"}
+{"current_steps": 330, "total_steps": 3325, "loss": 0.0553, "lr": 9.90990990990991e-05, "epoch": 0.49577464788732395, "percentage": 9.92, "elapsed_time": "0:57:35", "remaining_time": "8:42:37"}
+{"current_steps": 340, "total_steps": 3325, "loss": 0.0614, "lr": 9.999864944989638e-05, "epoch": 0.5107981220657277, "percentage": 10.23, "elapsed_time": "0:58:50", "remaining_time": "8:36:34"}
+{"current_steps": 350, "total_steps": 3325, "loss": 0.0497, "lr": 9.999203468625017e-05, "epoch": 0.5258215962441315, "percentage": 10.53, "elapsed_time": "1:00:05", "remaining_time": "8:30:46"}
+{"current_steps": 350, "total_steps": 3325, "eval_loss": 0.05027875676751137, "epoch": 0.5258215962441315, "percentage": 10.53, "elapsed_time": "1:02:41", "remaining_time": "8:52:56"}
+{"current_steps": 360, "total_steps": 3325, "loss": 0.0614, "lr": 9.997990837719421e-05, "epoch": 0.5408450704225352, "percentage": 10.83, "elapsed_time": "1:04:02", "remaining_time": "8:47:27"}
+{"current_steps": 370, "total_steps": 3325, "loss": 0.0446, "lr": 9.996227185963554e-05, "epoch": 0.5558685446009389, "percentage": 11.13, "elapsed_time": "1:05:18", "remaining_time": "8:41:32"}
+{"current_steps": 380, "total_steps": 3325, "loss": 0.0513, "lr": 9.993912707797329e-05, "epoch": 0.5708920187793427, "percentage": 11.43, "elapsed_time": "1:06:33", "remaining_time": "8:35:48"}
+{"current_steps": 390, "total_steps": 3325, "loss": 0.0433, "lr": 9.99104765838842e-05, "epoch": 0.5859154929577465, "percentage": 11.73, "elapsed_time": "1:07:48", "remaining_time": "8:30:19"}
+{"current_steps": 400, "total_steps": 3325, "loss": 0.049, "lr": 9.987632353604151e-05, "epoch": 0.6009389671361502, "percentage": 12.03, "elapsed_time": "1:09:04", "remaining_time": "8:25:03"}
+{"current_steps": 400, "total_steps": 3325, "eval_loss": 0.04805321246385574, "epoch": 0.6009389671361502, "percentage": 12.03, "elapsed_time": "1:11:40", "remaining_time": "8:44:06"}
+{"current_steps": 410, "total_steps": 3325, "loss": 0.0469, "lr": 9.98366716997665e-05, "epoch": 0.615962441314554, "percentage": 12.33, "elapsed_time": "1:13:01", "remaining_time": "8:39:10"}
+{"current_steps": 420, "total_steps": 3325, "loss": 0.0437, "lr": 9.979152544661354e-05, "epoch": 0.6309859154929578, "percentage": 12.63, "elapsed_time": "1:14:16", "remaining_time": "8:33:46"}
+{"current_steps": 430, "total_steps": 3325, "loss": 0.0479, "lr": 9.974088975388802e-05, "epoch": 0.6460093896713615, "percentage": 12.93, "elapsed_time": "1:15:32", "remaining_time": "8:28:33"}
+{"current_steps": 440, "total_steps": 3325, "loss": 0.0452, "lr": 9.968477020409766e-05, "epoch": 0.6610328638497652, "percentage": 13.23, "elapsed_time": "1:16:47", "remaining_time": "8:23:33"}
+{"current_steps": 450, "total_steps": 3325, "loss": 0.0541, "lr": 9.962317298433705e-05, "epoch": 0.676056338028169, "percentage": 13.53, "elapsed_time": "1:18:02", "remaining_time": "8:18:38"}
+{"current_steps": 450, "total_steps": 3325, "eval_loss": 0.047716788947582245, "epoch": 0.676056338028169, "percentage": 13.53, "elapsed_time": "1:20:39", "remaining_time": "8:35:18"}
+{"current_steps": 460, "total_steps": 3325, "loss": 0.0589, "lr": 9.955610488560551e-05, "epoch": 0.6910798122065728, "percentage": 13.83, "elapsed_time": "1:21:59", "remaining_time": "8:30:41"}
+{"current_steps": 470, "total_steps": 3325, "loss": 0.0583, "lr": 9.948357330205842e-05, "epoch": 0.7061032863849765, "percentage": 14.14, "elapsed_time": "1:23:14", "remaining_time": "8:25:41"}
+{"current_steps": 480, "total_steps": 3325, "loss": 0.0329, "lr": 9.940558623019201e-05, "epoch": 0.7211267605633803, "percentage": 14.44, "elapsed_time": "1:24:30", "remaining_time": "8:20:51"}
+{"current_steps": 490, "total_steps": 3325, "loss": 0.0501, "lr": 9.932215226796172e-05, "epoch": 0.7361502347417841, "percentage": 14.74, "elapsed_time": "1:25:45", "remaining_time": "8:16:09"}
+{"current_steps": 500, "total_steps": 3325, "loss": 0.0494, "lr": 9.923328061383435e-05, "epoch": 0.7511737089201878, "percentage": 15.04, "elapsed_time": "1:27:00", "remaining_time": "8:11:36"}
+{"current_steps": 500, "total_steps": 3325, "eval_loss": 0.043219637125730515, "epoch": 0.7511737089201878, "percentage": 15.04, "elapsed_time": "1:29:36", "remaining_time": "8:26:19"}
+{"current_steps": 510, "total_steps": 3325, "loss": 0.0445, "lr": 9.913898106577393e-05, "epoch": 0.7661971830985915, "percentage": 15.34, "elapsed_time": "1:30:56", "remaining_time": "8:22:00"}
+{"current_steps": 520, "total_steps": 3325, "loss": 0.0389, "lr": 9.903926402016153e-05, "epoch": 0.7812206572769953, "percentage": 15.64, "elapsed_time": "1:32:12", "remaining_time": "8:17:23"}
+{"current_steps": 530, "total_steps": 3325, "loss": 0.0436, "lr": 9.893414047064897e-05, "epoch": 0.7962441314553991, "percentage": 15.94, "elapsed_time": "1:33:28", "remaining_time": "8:12:54"}
+{"current_steps": 540, "total_steps": 3325, "loss": 0.043, "lr": 9.88236220069469e-05, "epoch": 0.8112676056338028, "percentage": 16.24, "elapsed_time": "1:34:43", "remaining_time": "8:08:30"}
+{"current_steps": 550, "total_steps": 3325, "loss": 0.0556, "lr": 9.870772081354705e-05, "epoch": 0.8262910798122066, "percentage": 16.54, "elapsed_time": "1:35:58", "remaining_time": "8:04:15"}
+{"current_steps": 550, "total_steps": 3325, "eval_loss": 0.04144579544663429, "epoch": 0.8262910798122066, "percentage": 16.54, "elapsed_time": "1:38:35", "remaining_time": "8:17:24"}
+{"current_steps": 560, "total_steps": 3325, "loss": 0.0463, "lr": 9.858644966837878e-05, "epoch": 0.8413145539906103, "percentage": 16.84, "elapsed_time": "1:39:54", "remaining_time": "8:13:19"}
+{"current_steps": 570, "total_steps": 3325, "loss": 0.0456, "lr": 9.845982194140051e-05, "epoch": 0.856338028169014, "percentage": 17.14, "elapsed_time": "1:41:10", "remaining_time": "8:09:00"}
+{"current_steps": 580, "total_steps": 3325, "loss": 0.042, "lr": 9.832785159312559e-05, "epoch": 0.8713615023474178, "percentage": 17.44, "elapsed_time": "1:42:25", "remaining_time": "8:04:46"}
+{"current_steps": 590, "total_steps": 3325, "loss": 0.04, "lr": 9.819055317308317e-05, "epoch": 0.8863849765258216, "percentage": 17.74, "elapsed_time": "1:43:41", "remaining_time": "8:00:38"}
+{"current_steps": 600, "total_steps": 3325, "loss": 0.0398, "lr": 9.804794181821422e-05, "epoch": 0.9014084507042254, "percentage": 18.05, "elapsed_time": "1:44:56", "remaining_time": "7:56:37"}
+{"current_steps": 600, "total_steps": 3325, "eval_loss": 0.04154442995786667, "epoch": 0.9014084507042254, "percentage": 18.05, "elapsed_time": "1:47:33", "remaining_time": "8:08:27"}
+{"current_steps": 610, "total_steps": 3325, "loss": 0.0403, "lr": 9.790003325120261e-05, "epoch": 0.9164319248826291, "percentage": 18.35, "elapsed_time": "1:48:53", "remaining_time": "8:04:41"}
+{"current_steps": 620, "total_steps": 3325, "loss": 0.0535, "lr": 9.774684377874178e-05, "epoch": 0.9314553990610329, "percentage": 18.65, "elapsed_time": "1:50:09", "remaining_time": "8:00:35"}
+{"current_steps": 630, "total_steps": 3325, "loss": 0.0358, "lr": 9.758839028973692e-05, "epoch": 0.9464788732394366, "percentage": 18.95, "elapsed_time": "1:51:24", "remaining_time": "7:56:35"}
+{"current_steps": 640, "total_steps": 3325, "loss": 0.043, "lr": 9.742469025344298e-05, "epoch": 0.9615023474178404, "percentage": 19.25, "elapsed_time": "1:52:39", "remaining_time": "7:52:39"}
+{"current_steps": 650, "total_steps": 3325, "loss": 0.0535, "lr": 9.725576171753874e-05, "epoch": 0.9765258215962441, "percentage": 19.55, "elapsed_time": "1:53:55", "remaining_time": "7:48:49"}
+{"current_steps": 650, "total_steps": 3325, "eval_loss": 0.04291123151779175, "epoch": 0.9765258215962441, "percentage": 19.55, "elapsed_time": "1:56:31", "remaining_time": "7:59:32"}
+{"current_steps": 660, "total_steps": 3325, "loss": 0.0441, "lr": 9.708162330613708e-05, "epoch": 0.9915492957746479, "percentage": 19.85, "elapsed_time": "1:57:51", "remaining_time": "7:55:53"}
+{"current_steps": 670, "total_steps": 3325, "loss": 0.0439, "lr": 9.690229421773167e-05, "epoch": 1.0065727699530516, "percentage": 20.15, "elapsed_time": "1:59:06", "remaining_time": "7:51:59"}
+{"current_steps": 680, "total_steps": 3325, "loss": 0.0402, "lr": 9.67177942230804e-05, "epoch": 1.0215962441314554, "percentage": 20.45, "elapsed_time": "2:00:22", "remaining_time": "7:48:12"}
+{"current_steps": 690, "total_steps": 3325, "loss": 0.0412, "lr": 9.652814366302568e-05, "epoch": 1.036619718309859, "percentage": 20.75, "elapsed_time": "2:01:37", "remaining_time": "7:44:29"}
+{"current_steps": 700, "total_steps": 3325, "loss": 0.0383, "lr": 9.633336344625185e-05, "epoch": 1.051643192488263, "percentage": 21.05, "elapsed_time": "2:02:53", "remaining_time": "7:40:49"}
+{"current_steps": 700, "total_steps": 3325, "eval_loss": 0.04375332221388817, "epoch": 1.051643192488263, "percentage": 21.05, "elapsed_time": "2:05:29", "remaining_time": "7:50:35"}
+{"current_steps": 710, "total_steps": 3325, "loss": 0.0297, "lr": 9.61334750469801e-05, "epoch": 1.0666666666666667, "percentage": 21.35, "elapsed_time": "2:06:49", "remaining_time": "7:47:06"}
+{"current_steps": 720, "total_steps": 3325, "loss": 0.0377, "lr": 9.592850050260089e-05, "epoch": 1.0816901408450703, "percentage": 21.65, "elapsed_time": "2:08:04", "remaining_time": "7:43:23"}
+{"current_steps": 730, "total_steps": 3325, "loss": 0.0329, "lr": 9.571846241124446e-05, "epoch": 1.0967136150234742, "percentage": 21.95, "elapsed_time": "2:09:19", "remaining_time": "7:39:44"}
+{"current_steps": 740, "total_steps": 3325, "loss": 0.0273, "lr": 9.55033839292893e-05, "epoch": 1.1117370892018779, "percentage": 22.26, "elapsed_time": "2:10:35", "remaining_time": "7:36:10"}
+{"current_steps": 750, "total_steps": 3325, "loss": 0.0317, "lr": 9.52832887688093e-05, "epoch": 1.1267605633802817, "percentage": 22.56, "elapsed_time": "2:11:50", "remaining_time": "7:32:39"}
+{"current_steps": 750, "total_steps": 3325, "eval_loss": 0.04088291898369789, "epoch": 1.1267605633802817, "percentage": 22.56, "elapsed_time": "2:14:26", "remaining_time": "7:41:36"}
+{"current_steps": 760, "total_steps": 3325, "loss": 0.035, "lr": 9.50582011949595e-05, "epoch": 1.1417840375586854, "percentage": 22.86, "elapsed_time": "2:15:46", "remaining_time": "7:38:14"}
+{"current_steps": 770, "total_steps": 3325, "loss": 0.038, "lr": 9.482814602330084e-05, "epoch": 1.1568075117370893, "percentage": 23.16, "elapsed_time": "2:17:01", "remaining_time": "7:34:41"}
+{"current_steps": 780, "total_steps": 3325, "loss": 0.0402, "lr": 9.459314861706435e-05, "epoch": 1.171830985915493, "percentage": 23.46, "elapsed_time": "2:18:17", "remaining_time": "7:31:11"}
+{"current_steps": 790, "total_steps": 3325, "loss": 0.0313, "lr": 9.435323488435488e-05, "epoch": 1.1868544600938966, "percentage": 23.76, "elapsed_time": "2:19:32", "remaining_time": "7:27:45"}
+{"current_steps": 800, "total_steps": 3325, "loss": 0.0311, "lr": 9.410843127529473e-05, "epoch": 1.2018779342723005, "percentage": 24.06, "elapsed_time": "2:20:47", "remaining_time": "7:24:23"}
+{"current_steps": 800, "total_steps": 3325, "eval_loss": 0.04096408188343048, "epoch": 1.2018779342723005, "percentage": 24.06, "elapsed_time": "2:23:24", "remaining_time": "7:32:37"}
+{"current_steps": 810, "total_steps": 3325, "loss": 0.0344, "lr": 9.385876477910765e-05, "epoch": 1.2169014084507042, "percentage": 24.36, "elapsed_time": "2:24:44", "remaining_time": "7:29:25"}
+{"current_steps": 820, "total_steps": 3325, "loss": 0.0343, "lr": 9.360426292114314e-05, "epoch": 1.231924882629108, "percentage": 24.66, "elapsed_time": "2:26:00", "remaining_time": "7:26:01"}
+{"current_steps": 830, "total_steps": 3325, "loss": 0.0294, "lr": 9.334495375984212e-05, "epoch": 1.2469483568075117, "percentage": 24.96, "elapsed_time": "2:27:15", "remaining_time": "7:22:40"}
+{"current_steps": 840, "total_steps": 3325, "loss": 0.0337, "lr": 9.30808658836432e-05, "epoch": 1.2619718309859156, "percentage": 25.26, "elapsed_time": "2:28:31", "remaining_time": "7:19:21"}
+{"current_steps": 850, "total_steps": 3325, "loss": 0.0351, "lr": 9.281202840783108e-05, "epoch": 1.2769953051643192, "percentage": 25.56, "elapsed_time": "2:29:46", "remaining_time": "7:16:05"}
+{"current_steps": 850, "total_steps": 3325, "eval_loss": 0.03982950374484062, "epoch": 1.2769953051643192, "percentage": 25.56, "elapsed_time": "2:32:22", "remaining_time": "7:23:40"}
+{"current_steps": 860, "total_steps": 3325, "loss": 0.0313, "lr": 9.253847097132655e-05, "epoch": 1.292018779342723, "percentage": 25.86, "elapsed_time": "2:33:42", "remaining_time": "7:20:33"}
+{"current_steps": 870, "total_steps": 3325, "loss": 0.0323, "lr": 9.226022373341882e-05, "epoch": 1.3070422535211268, "percentage": 26.17, "elapsed_time": "2:34:57", "remaining_time": "7:17:16"}
+{"current_steps": 880, "total_steps": 3325, "loss": 0.0299, "lr": 9.19773173704406e-05, "epoch": 1.3220657276995305, "percentage": 26.47, "elapsed_time": "2:36:12", "remaining_time": "7:14:01"}
+{"current_steps": 890, "total_steps": 3325, "loss": 0.037, "lr": 9.168978307238594e-05, "epoch": 1.3370892018779343, "percentage": 26.77, "elapsed_time": "2:37:28", "remaining_time": "7:10:49"}
+{"current_steps": 900, "total_steps": 3325, "loss": 0.0309, "lr": 9.13976525394717e-05, "epoch": 1.352112676056338, "percentage": 27.07, "elapsed_time": "2:38:43", "remaining_time": "7:07:40"}
+{"current_steps": 900, "total_steps": 3325, "eval_loss": 0.037233345210552216, "epoch": 1.352112676056338, "percentage": 27.07, "elapsed_time": "2:41:19", "remaining_time": "7:14:41"}
+{"current_steps": 910, "total_steps": 3325, "loss": 0.0264, "lr": 9.110095797864263e-05, "epoch": 1.3671361502347419, "percentage": 27.37, "elapsed_time": "2:42:40", "remaining_time": "7:11:42"}
+{"current_steps": 920, "total_steps": 3325, "loss": 0.0371, "lr": 9.079973210002051e-05, "epoch": 1.3821596244131455, "percentage": 27.67, "elapsed_time": "2:43:55", "remaining_time": "7:08:31"}
+{"current_steps": 930, "total_steps": 3325, "loss": 0.0389, "lr": 9.049400811329807e-05, "epoch": 1.3971830985915492, "percentage": 27.97, "elapsed_time": "2:45:10", "remaining_time": "7:05:23"}
+{"current_steps": 940, "total_steps": 3325, "loss": 0.0296, "lr": 9.01838197240775e-05, "epoch": 1.412206572769953, "percentage": 28.27, "elapsed_time": "2:46:26", "remaining_time": "7:02:16"}
+{"current_steps": 950, "total_steps": 3325, "loss": 0.0373, "lr": 8.986920113015461e-05, "epoch": 1.4272300469483568, "percentage": 28.57, "elapsed_time": "2:47:41", "remaining_time": "6:59:13"}
+{"current_steps": 950, "total_steps": 3325, "eval_loss": 0.03834960237145424, "epoch": 1.4272300469483568, "percentage": 28.57, "elapsed_time": "2:50:17", "remaining_time": "7:05:44"}
+{"current_steps": 960, "total_steps": 3325, "loss": 0.0244, "lr": 8.955018701774846e-05, "epoch": 1.4422535211267606, "percentage": 28.87, "elapsed_time": "2:51:38", "remaining_time": "7:02:49"}
+{"current_steps": 970, "total_steps": 3325, "loss": 0.0413, "lr": 8.922681255767731e-05, "epoch": 1.4572769953051643, "percentage": 29.17, "elapsed_time": "2:52:53", "remaining_time": "6:59:45"}
+{"current_steps": 980, "total_steps": 3325, "loss": 0.0359, "lr": 8.889911340148112e-05, "epoch": 1.4723004694835682, "percentage": 29.47, "elapsed_time": "2:54:09", "remaining_time": "6:56:43"}
+{"current_steps": 990, "total_steps": 3325, "loss": 0.0336, "lr": 8.856712567749095e-05, "epoch": 1.4873239436619718, "percentage": 29.77, "elapsed_time": "2:55:24", "remaining_time": "6:53:42"}
+{"current_steps": 1000, "total_steps": 3325, "loss": 0.0295, "lr": 8.82308859868459e-05, "epoch": 1.5023474178403755, "percentage": 30.08, "elapsed_time": "2:56:39", "remaining_time": "6:50:44"}
+{"current_steps": 1000, "total_steps": 3325, "eval_loss": 0.039744190871715546, "epoch": 1.5023474178403755, "percentage": 30.08, "elapsed_time": "2:59:15", "remaining_time": "6:56:47"}
+{"current_steps": 1010, "total_steps": 3325, "loss": 0.0335, "lr": 8.789043139945795e-05, "epoch": 1.5173708920187794, "percentage": 30.38, "elapsed_time": "3:00:35", "remaining_time": "6:53:56"}
+{"current_steps": 1020, "total_steps": 3325, "loss": 0.0391, "lr": 8.754579944992491e-05, "epoch": 1.532394366197183, "percentage": 30.68, "elapsed_time": "3:01:51", "remaining_time": "6:50:57"}
+{"current_steps": 1030, "total_steps": 3325, "loss": 0.035, "lr": 8.719702813339248e-05, "epoch": 1.5474178403755867, "percentage": 30.98, "elapsed_time": "3:03:06", "remaining_time": "6:48:00"}
+{"current_steps": 1040, "total_steps": 3325, "loss": 0.0322, "lr": 8.684415590136518e-05, "epoch": 1.5624413145539906, "percentage": 31.28, "elapsed_time": "3:04:22", "remaining_time": "6:45:04"}
+{"current_steps": 1050, "total_steps": 3325, "loss": 0.0349, "lr": 8.648722165746722e-05, "epoch": 1.5774647887323945, "percentage": 31.58, "elapsed_time": "3:05:37", "remaining_time": "6:42:11"}
+{"current_steps": 1050, "total_steps": 3325, "eval_loss": 0.04082873836159706, "epoch": 1.5774647887323945, "percentage": 31.58, "elapsed_time": "3:08:13", "remaining_time": "6:47:49"}
+{"current_steps": 1060, "total_steps": 3325, "loss": 0.0299, "lr": 8.61262647531534e-05, "epoch": 1.5924882629107981, "percentage": 31.88, "elapsed_time": "3:09:33", "remaining_time": "6:45:03"}
+{"current_steps": 1070, "total_steps": 3325, "loss": 0.0372, "lr": 8.576132498337068e-05, "epoch": 1.6075117370892018, "percentage": 32.18, "elapsed_time": "3:10:49", "remaining_time": "6:42:09"}
+{"current_steps": 1080, "total_steps": 3325, "loss": 0.0332, "lr": 8.539244258217088e-05, "epoch": 1.6225352112676057, "percentage": 32.48, "elapsed_time": "3:12:05", "remaining_time": "6:39:17"}
+{"current_steps": 1090, "total_steps": 3325, "loss": 0.0365, "lr": 8.501965821827485e-05, "epoch": 1.6375586854460094, "percentage": 32.78, "elapsed_time": "3:13:20", "remaining_time": "6:36:26"}
+{"current_steps": 1100, "total_steps": 3325, "loss": 0.026, "lr": 8.464301299058892e-05, "epoch": 1.652582159624413, "percentage": 33.08, "elapsed_time": "3:14:36", "remaining_time": "6:33:37"}
+{"current_steps": 1100, "total_steps": 3325, "eval_loss": 0.04096033051609993, "epoch": 1.652582159624413, "percentage": 33.08, "elapsed_time": "3:17:12", "remaining_time": "6:38:53"}
+{"current_steps": 1110, "total_steps": 3325, "loss": 0.0279, "lr": 8.426254842367374e-05, "epoch": 1.667605633802817, "percentage": 33.38, "elapsed_time": "3:18:32", "remaining_time": "6:36:11"}
+{"current_steps": 1120, "total_steps": 3325, "loss": 0.0388, "lr": 8.387830646316623e-05, "epoch": 1.6826291079812208, "percentage": 33.68, "elapsed_time": "3:19:48", "remaining_time": "6:33:21"}
+{"current_steps": 1130, "total_steps": 3325, "loss": 0.028, "lr": 8.349032947115525e-05, "epoch": 1.6976525821596244, "percentage": 33.98, "elapsed_time": "3:21:03", "remaining_time": "6:30:33"}
+{"current_steps": 1140, "total_steps": 3325, "loss": 0.0468, "lr": 8.309866022151107e-05, "epoch": 1.712676056338028, "percentage": 34.29, "elapsed_time": "3:22:19", "remaining_time": "6:27:46"}
+{"current_steps": 1150, "total_steps": 3325, "loss": 0.0305, "lr": 8.270334189516983e-05, "epoch": 1.727699530516432, "percentage": 34.59, "elapsed_time": "3:23:34", "remaining_time": "6:25:01"}
+{"current_steps": 1150, "total_steps": 3325, "eval_loss": 0.039029572159051895, "epoch": 1.727699530516432, "percentage": 34.59, "elapsed_time": "3:26:10", "remaining_time": "6:29:56"}
+{"current_steps": 1160, "total_steps": 3325, "loss": 0.0466, "lr": 8.230441807537277e-05, "epoch": 1.7427230046948357, "percentage": 34.89, "elapsed_time": "3:27:31", "remaining_time": "6:27:18"}
+{"current_steps": 1170, "total_steps": 3325, "loss": 0.0284, "lr": 8.190193274286122e-05, "epoch": 1.7577464788732393, "percentage": 35.19, "elapsed_time": "3:28:46", "remaining_time": "6:24:32"}
+{"current_steps": 1180, "total_steps": 3325, "loss": 0.0347, "lr": 8.149593027102789e-05, "epoch": 1.7727699530516432, "percentage": 35.49, "elapsed_time": "3:30:02", "remaining_time": "6:21:47"}
+{"current_steps": 1190, "total_steps": 3325, "loss": 0.0277, "lr": 8.108645542102469e-05, "epoch": 1.787793427230047, "percentage": 35.79, "elapsed_time": "3:31:17", "remaining_time": "6:19:04"}
+{"current_steps": 1200, "total_steps": 3325, "loss": 0.0332, "lr": 8.067355333682798e-05, "epoch": 1.8028169014084507, "percentage": 36.09, "elapsed_time": "3:32:32", "remaining_time": "6:16:22"}
+{"current_steps": 1200, "total_steps": 3325, "eval_loss": 0.03854435682296753, "epoch": 1.8028169014084507, "percentage": 36.09, "elapsed_time": "3:35:08", "remaining_time": "6:20:59"}
+{"current_steps": 1210, "total_steps": 3325, "loss": 0.0242, "lr": 8.025726954026138e-05, "epoch": 1.8178403755868544, "percentage": 36.39, "elapsed_time": "3:36:29", "remaining_time": "6:18:25"}
+{"current_steps": 1220, "total_steps": 3325, "loss": 0.034, "lr": 7.983764992597716e-05, "epoch": 1.8328638497652583, "percentage": 36.69, "elapsed_time": "3:37:45", "remaining_time": "6:15:43"}
+{"current_steps": 1230, "total_steps": 3325, "loss": 0.0314, "lr": 7.94147407563964e-05, "epoch": 1.847887323943662, "percentage": 36.99, "elapsed_time": "3:39:00", "remaining_time": "6:13:01"}
+{"current_steps": 1240, "total_steps": 3325, "loss": 0.0348, "lr": 7.89885886566086e-05, "epoch": 1.8629107981220656, "percentage": 37.29, "elapsed_time": "3:40:16", "remaining_time": "6:10:22"}
+{"current_steps": 1250, "total_steps": 3325, "loss": 0.0304, "lr": 7.855924060923141e-05, "epoch": 1.8779342723004695, "percentage": 37.59, "elapsed_time": "3:41:31", "remaining_time": "6:07:43"}
+{"current_steps": 1250, "total_steps": 3325, "eval_loss": 0.03792616352438927, "epoch": 1.8779342723004695, "percentage": 37.59, "elapsed_time": "3:44:07", "remaining_time": "6:12:03"}
+{"current_steps": 1260, "total_steps": 3325, "loss": 0.0364, "lr": 7.812674394923077e-05, "epoch": 1.8929577464788734, "percentage": 37.89, "elapsed_time": "3:45:27", "remaining_time": "6:09:30"}
+{"current_steps": 1270, "total_steps": 3325, "loss": 0.0357, "lr": 7.769114635870231e-05, "epoch": 1.907981220657277, "percentage": 38.2, "elapsed_time": "3:46:42", "remaining_time": "6:06:51"}
+{"current_steps": 1280, "total_steps": 3325, "loss": 0.0317, "lr": 7.725249586161463e-05, "epoch": 1.9230046948356807, "percentage": 38.5, "elapsed_time": "3:47:57", "remaining_time": "6:04:12"}
+{"current_steps": 1290, "total_steps": 3325, "loss": 0.0276, "lr": 7.68108408185145e-05, "epoch": 1.9380281690140846, "percentage": 38.8, "elapsed_time": "3:49:13", "remaining_time": "6:01:36"}
+{"current_steps": 1300, "total_steps": 3325, "loss": 0.0497, "lr": 7.636622992119536e-05, "epoch": 1.9530516431924883, "percentage": 39.1, "elapsed_time": "3:50:29", "remaining_time": "5:59:01"}
+{"current_steps": 1300, "total_steps": 3325, "eval_loss": 0.039196692407131195, "epoch": 1.9530516431924883, "percentage": 39.1, "elapsed_time": "3:53:05", "remaining_time": "6:03:05"}
+{"current_steps": 1310, "total_steps": 3325, "loss": 0.036, "lr": 7.591871218732902e-05, "epoch": 1.968075117370892, "percentage": 39.4, "elapsed_time": "3:54:25", "remaining_time": "6:00:34"}
+{"current_steps": 1320, "total_steps": 3325, "loss": 0.0413, "lr": 7.54683369550616e-05, "epoch": 1.9830985915492958, "percentage": 39.7, "elapsed_time": "3:55:41", "remaining_time": "5:57:59"}
+{"current_steps": 1330, "total_steps": 3325, "loss": 0.0295, "lr": 7.501515387757404e-05, "epoch": 1.9981220657276997, "percentage": 40.0, "elapsed_time": "3:56:56", "remaining_time": "5:55:24"}
+{"current_steps": 1340, "total_steps": 3325, "loss": 0.0365, "lr": 7.455921291760796e-05, "epoch": 2.013145539906103, "percentage": 40.3, "elapsed_time": "3:58:11", "remaining_time": "5:52:50"}
+{"current_steps": 1350, "total_steps": 3325, "loss": 0.0183, "lr": 7.410056434195725e-05, "epoch": 2.028169014084507, "percentage": 40.6, "elapsed_time": "3:59:26", "remaining_time": "5:50:18"}
+{"current_steps": 1350, "total_steps": 3325, "eval_loss": 0.04124961793422699, "epoch": 2.028169014084507, "percentage": 40.6, "elapsed_time": "4:02:02", "remaining_time": "5:54:06"}
+{"current_steps": 1360, "total_steps": 3325, "loss": 0.0264, "lr": 7.363925871592629e-05, "epoch": 2.043192488262911, "percentage": 40.9, "elapsed_time": "4:03:23", "remaining_time": "5:51:39"}
+{"current_steps": 1370, "total_steps": 3325, "loss": 0.0239, "lr": 7.317534689775528e-05, "epoch": 2.0582159624413148, "percentage": 41.2, "elapsed_time": "4:04:38", "remaining_time": "5:49:06"}
+{"current_steps": 1380, "total_steps": 3325, "loss": 0.0175, "lr": 7.270888003301304e-05, "epoch": 2.073239436619718, "percentage": 41.5, "elapsed_time": "4:05:53", "remaining_time": "5:46:34"}
+{"current_steps": 1390, "total_steps": 3325, "loss": 0.022, "lr": 7.22399095489584e-05, "epoch": 2.088262910798122, "percentage": 41.8, "elapsed_time": "4:07:09", "remaining_time": "5:44:03"}
+{"current_steps": 1400, "total_steps": 3325, "loss": 0.0269, "lr": 7.176848714887042e-05, "epoch": 2.103286384976526, "percentage": 42.11, "elapsed_time": "4:08:24", "remaining_time": "5:41:33"}
+{"current_steps": 1400, "total_steps": 3325, "eval_loss": 0.038102250546216965, "epoch": 2.103286384976526, "percentage": 42.11, "elapsed_time": "4:11:00", "remaining_time": "5:45:08"}
+{"current_steps": 1410, "total_steps": 3325, "loss": 0.0251, "lr": 7.129466480634806e-05, "epoch": 2.1183098591549294, "percentage": 42.41, "elapsed_time": "4:12:21", "remaining_time": "5:42:44"}
+{"current_steps": 1420, "total_steps": 3325, "loss": 0.0208, "lr": 7.081849475958042e-05, "epoch": 2.1333333333333333, "percentage": 42.71, "elapsed_time": "4:13:36", "remaining_time": "5:40:13"}
+{"current_steps": 1430, "total_steps": 3325, "loss": 0.0243, "lr": 7.034002950558723e-05, "epoch": 2.148356807511737, "percentage": 43.01, "elapsed_time": "4:14:51", "remaining_time": "5:37:44"}
+{"current_steps": 1440, "total_steps": 3325, "loss": 0.0253, "lr": 6.985932179443144e-05, "epoch": 2.1633802816901406, "percentage": 43.31, "elapsed_time": "4:16:07", "remaining_time": "5:35:16"}
+{"current_steps": 1450, "total_steps": 3325, "loss": 0.0299, "lr": 6.937642462340342e-05, "epoch": 2.1784037558685445, "percentage": 43.61, "elapsed_time": "4:17:22", "remaining_time": "5:32:48"}
+{"current_steps": 1450, "total_steps": 3325, "eval_loss": 0.0379047654569149, "epoch": 2.1784037558685445, "percentage": 43.61, "elapsed_time": "4:19:58", "remaining_time": "5:36:11"}
+{"current_steps": 1460, "total_steps": 3325, "loss": 0.0184, "lr": 6.889139123117817e-05, "epoch": 2.1934272300469484, "percentage": 43.91, "elapsed_time": "4:21:18", "remaining_time": "5:33:47"}
+{"current_steps": 1470, "total_steps": 3325, "loss": 0.0249, "lr": 6.840427509194575e-05, "epoch": 2.2084507042253523, "percentage": 44.21, "elapsed_time": "4:22:34", "remaining_time": "5:31:20"}
+{"current_steps": 1480, "total_steps": 3325, "loss": 0.0165, "lr": 6.791512990951597e-05, "epoch": 2.2234741784037557, "percentage": 44.51, "elapsed_time": "4:23:49", "remaining_time": "5:28:53"}
+{"current_steps": 1490, "total_steps": 3325, "loss": 0.0262, "lr": 6.74240096113975e-05, "epoch": 2.2384976525821596, "percentage": 44.81, "elapsed_time": "4:25:04", "remaining_time": "5:26:27"}
+{"current_steps": 1500, "total_steps": 3325, "loss": 0.0129, "lr": 6.693096834285256e-05, "epoch": 2.2535211267605635, "percentage": 45.11, "elapsed_time": "4:26:20", "remaining_time": "5:24:02"}
+{"current_steps": 1500, "total_steps": 3325, "eval_loss": 0.04337477684020996, "epoch": 2.2535211267605635, "percentage": 45.11, "elapsed_time": "4:28:56", "remaining_time": "5:27:12"}
+{"current_steps": 1510, "total_steps": 3325, "loss": 0.0238, "lr": 6.643606046092732e-05, "epoch": 2.2685446009389674, "percentage": 45.41, "elapsed_time": "4:30:16", "remaining_time": "5:24:51"}
+{"current_steps": 1520, "total_steps": 3325, "loss": 0.0257, "lr": 6.593934052845929e-05, "epoch": 2.283568075117371, "percentage": 45.71, "elapsed_time": "4:31:31", "remaining_time": "5:22:26"}
+{"current_steps": 1530, "total_steps": 3325, "loss": 0.0268, "lr": 6.544086330806181e-05, "epoch": 2.2985915492957747, "percentage": 46.02, "elapsed_time": "4:32:46", "remaining_time": "5:20:01"}
+{"current_steps": 1540, "total_steps": 3325, "loss": 0.0245, "lr": 6.494068375608646e-05, "epoch": 2.3136150234741786, "percentage": 46.32, "elapsed_time": "4:34:02", "remaining_time": "5:17:37"}
+{"current_steps": 1550, "total_steps": 3325, "loss": 0.0203, "lr": 6.443885701656432e-05, "epoch": 2.328638497652582, "percentage": 46.62, "elapsed_time": "4:35:17", "remaining_time": "5:15:15"}
+{"current_steps": 1550, "total_steps": 3325, "eval_loss": 0.03834431990981102, "epoch": 2.328638497652582, "percentage": 46.62, "elapsed_time": "4:37:53", "remaining_time": "5:18:14"}
+{"current_steps": 1560, "total_steps": 3325, "loss": 0.0187, "lr": 6.393543841512632e-05, "epoch": 2.343661971830986, "percentage": 46.92, "elapsed_time": "4:39:13", "remaining_time": "5:15:55"}
+{"current_steps": 1570, "total_steps": 3325, "loss": 0.0143, "lr": 6.343048345290386e-05, "epoch": 2.35868544600939, "percentage": 47.22, "elapsed_time": "4:40:28", "remaining_time": "5:13:32"}
+{"current_steps": 1580, "total_steps": 3325, "loss": 0.0306, "lr": 6.292404780040961e-05, "epoch": 2.3737089201877932, "percentage": 47.52, "elapsed_time": "4:41:44", "remaining_time": "5:11:09"}
+{"current_steps": 1590, "total_steps": 3325, "loss": 0.0198, "lr": 6.241618729140018e-05, "epoch": 2.388732394366197, "percentage": 47.82, "elapsed_time": "4:42:59", "remaining_time": "5:08:48"}
+{"current_steps": 1600, "total_steps": 3325, "loss": 0.0221, "lr": 6.190695791672042e-05, "epoch": 2.403755868544601, "percentage": 48.12, "elapsed_time": "4:44:15", "remaining_time": "5:06:27"}
+{"current_steps": 1600, "total_steps": 3325, "eval_loss": 0.03971394523978233, "epoch": 2.403755868544601, "percentage": 48.12, "elapsed_time": "4:46:51", "remaining_time": "5:09:16"}
+{"current_steps": 1610, "total_steps": 3325, "loss": 0.0194, "lr": 6.139641581813052e-05, "epoch": 2.418779342723005, "percentage": 48.42, "elapsed_time": "4:48:11", "remaining_time": "5:06:59"}
+{"current_steps": 1620, "total_steps": 3325, "loss": 0.0206, "lr": 6.088461728211642e-05, "epoch": 2.4338028169014083, "percentage": 48.72, "elapsed_time": "4:49:27", "remaining_time": "5:04:38"}
+{"current_steps": 1630, "total_steps": 3325, "loss": 0.0151, "lr": 6.0371618733684474e-05, "epoch": 2.448826291079812, "percentage": 49.02, "elapsed_time": "4:50:42", "remaining_time": "5:02:18"}
+{"current_steps": 1640, "total_steps": 3325, "loss": 0.0214, "lr": 5.9857476730140485e-05, "epoch": 2.463849765258216, "percentage": 49.32, "elapsed_time": "4:51:57", "remaining_time": "4:59:58"}
+{"current_steps": 1650, "total_steps": 3325, "loss": 0.023, "lr": 5.9342247954854466e-05, "epoch": 2.4788732394366195, "percentage": 49.62, "elapsed_time": "4:53:13", "remaining_time": "4:57:39"}
+{"current_steps": 1650, "total_steps": 3325, "eval_loss": 0.041283123195171356, "epoch": 2.4788732394366195, "percentage": 49.62, "elapsed_time": "4:55:49", "remaining_time": "5:00:18"}
+{"current_steps": 1660, "total_steps": 3325, "loss": 0.0242, "lr": 5.8825989211011335e-05, "epoch": 2.4938967136150234, "percentage": 49.92, "elapsed_time": "4:57:09", "remaining_time": "4:58:02"}
+{"current_steps": 1670, "total_steps": 3325, "loss": 0.0187, "lr": 5.830875741534852e-05, "epoch": 2.5089201877934273, "percentage": 50.23, "elapsed_time": "4:58:24", "remaining_time": "4:55:43"}
+{"current_steps": 1680, "total_steps": 3325, "loss": 0.0259, "lr": 5.7790609591880826e-05, "epoch": 2.523943661971831, "percentage": 50.53, "elapsed_time": "4:59:40", "remaining_time": "4:53:25"}
+{"current_steps": 1690, "total_steps": 3325, "loss": 0.0232, "lr": 5.727160286561386e-05, "epoch": 2.5389671361502346, "percentage": 50.83, "elapsed_time": "5:00:55", "remaining_time": "4:51:08"}
+{"current_steps": 1700, "total_steps": 3325, "loss": 0.0257, "lr": 5.675179445624581e-05, "epoch": 2.5539906103286385, "percentage": 51.13, "elapsed_time": "5:02:11", "remaining_time": "4:48:51"}
+{"current_steps": 1700, "total_steps": 3325, "eval_loss": 0.04087158292531967, "epoch": 2.5539906103286385, "percentage": 51.13, "elapsed_time": "5:04:48", "remaining_time": "4:51:21"}
+{"current_steps": 1710, "total_steps": 3325, "loss": 0.018, "lr": 5.62312416718593e-05, "epoch": 2.5690140845070424, "percentage": 51.43, "elapsed_time": "5:06:07", "remaining_time": "4:49:07"}
+{"current_steps": 1720, "total_steps": 3325, "loss": 0.0238, "lr": 5.5710001902603116e-05, "epoch": 2.584037558685446, "percentage": 51.73, "elapsed_time": "5:07:23", "remaining_time": "4:46:50"}
+{"current_steps": 1730, "total_steps": 3325, "loss": 0.0213, "lr": 5.5188132614365094e-05, "epoch": 2.5990610328638497, "percentage": 52.03, "elapsed_time": "5:08:38", "remaining_time": "4:44:33"}
+{"current_steps": 1740, "total_steps": 3325, "loss": 0.0214, "lr": 5.4665691342436565e-05, "epoch": 2.6140845070422536, "percentage": 52.33, "elapsed_time": "5:09:54", "remaining_time": "4:42:18"}
+{"current_steps": 1750, "total_steps": 3325, "loss": 0.0241, "lr": 5.414273568516919e-05, "epoch": 2.629107981220657, "percentage": 52.63, "elapsed_time": "5:11:10", "remaining_time": "4:40:03"}
+{"current_steps": 1750, "total_steps": 3325, "eval_loss": 0.03998855501413345, "epoch": 2.629107981220657, "percentage": 52.63, "elapsed_time": "5:13:46", "remaining_time": "4:42:23"}
+{"current_steps": 1760, "total_steps": 3325, "loss": 0.0201, "lr": 5.361932329762481e-05, "epoch": 2.644131455399061, "percentage": 52.93, "elapsed_time": "5:15:06", "remaining_time": "4:40:11"}
+{"current_steps": 1770, "total_steps": 3325, "loss": 0.0228, "lr": 5.309551188521914e-05, "epoch": 2.659154929577465, "percentage": 53.23, "elapsed_time": "5:16:22", "remaining_time": "4:37:56"}
+{"current_steps": 1780, "total_steps": 3325, "loss": 0.0162, "lr": 5.2571359197359704e-05, "epoch": 2.6741784037558687, "percentage": 53.53, "elapsed_time": "5:17:37", "remaining_time": "4:35:41"}
+{"current_steps": 1790, "total_steps": 3325, "loss": 0.0173, "lr": 5.2046923021079175e-05, "epoch": 2.6892018779342726, "percentage": 53.83, "elapsed_time": "5:18:53", "remaining_time": "4:33:27"}
+{"current_steps": 1800, "total_steps": 3325, "loss": 0.0258, "lr": 5.1522261174664346e-05, "epoch": 2.704225352112676, "percentage": 54.14, "elapsed_time": "5:20:08", "remaining_time": "4:31:13"}
+{"current_steps": 1800, "total_steps": 3325, "eval_loss": 0.040539611130952835, "epoch": 2.704225352112676, "percentage": 54.14, "elapsed_time": "5:22:45", "remaining_time": "4:33:26"}
+{"current_steps": 1810, "total_steps": 3325, "loss": 0.035, "lr": 5.0997431501281835e-05, "epoch": 2.71924882629108, "percentage": 54.44, "elapsed_time": "5:24:05", "remaining_time": "4:31:16"}
+{"current_steps": 1820, "total_steps": 3325, "loss": 0.0223, "lr": 5.0472491862600915e-05, "epoch": 2.7342723004694838, "percentage": 54.74, "elapsed_time": "5:25:20", "remaining_time": "4:29:02"}
+{"current_steps": 1830, "total_steps": 3325, "loss": 0.0264, "lr": 4.994750013241435e-05, "epoch": 2.749295774647887, "percentage": 55.04, "elapsed_time": "5:26:36", "remaining_time": "4:26:49"}
+{"current_steps": 1840, "total_steps": 3325, "loss": 0.0242, "lr": 4.9422514190257974e-05, "epoch": 2.764319248826291, "percentage": 55.34, "elapsed_time": "5:27:52", "remaining_time": "4:24:36"}
+{"current_steps": 1850, "total_steps": 3325, "loss": 0.021, "lr": 4.88975919150294e-05, "epoch": 2.779342723004695, "percentage": 55.64, "elapsed_time": "5:29:07", "remaining_time": "4:22:24"}
+{"current_steps": 1850, "total_steps": 3325, "eval_loss": 0.03918106481432915, "epoch": 2.779342723004695, "percentage": 55.64, "elapsed_time": "5:31:44", "remaining_time": "4:24:29"}
+{"current_steps": 1860, "total_steps": 3325, "loss": 0.0257, "lr": 4.83727911786071e-05, "epoch": 2.7943661971830984, "percentage": 55.94, "elapsed_time": "5:33:05", "remaining_time": "4:22:20"}
+{"current_steps": 1870, "total_steps": 3325, "loss": 0.0237, "lr": 4.7848169839470145e-05, "epoch": 2.8093896713615023, "percentage": 56.24, "elapsed_time": "5:34:20", "remaining_time": "4:20:08"}
+{"current_steps": 1880, "total_steps": 3325, "loss": 0.0271, "lr": 4.7323785736319244e-05, "epoch": 2.824413145539906, "percentage": 56.54, "elapsed_time": "5:35:35", "remaining_time": "4:17:56"}
+{"current_steps": 1890, "total_steps": 3325, "loss": 0.0234, "lr": 4.679969668170024e-05, "epoch": 2.8394366197183096, "percentage": 56.84, "elapsed_time": "5:36:51", "remaining_time": "4:15:45"}
+{"current_steps": 1900, "total_steps": 3325, "loss": 0.0253, "lr": 4.627596045563031e-05, "epoch": 2.8544600938967135, "percentage": 57.14, "elapsed_time": "5:38:06", "remaining_time": "4:13:34"}
+{"current_steps": 1900, "total_steps": 3325, "eval_loss": 0.036843445152044296, "epoch": 2.8544600938967135, "percentage": 57.14, "elapsed_time": "5:40:43", "remaining_time": "4:15:32"}
+{"current_steps": 1910, "total_steps": 3325, "loss": 0.0156, "lr": 4.575263479922783e-05, "epoch": 2.8694835680751174, "percentage": 57.44, "elapsed_time": "5:42:03", "remaining_time": "4:13:24"}
+{"current_steps": 1920, "total_steps": 3325, "loss": 0.0142, "lr": 4.522977740834651e-05, "epoch": 2.8845070422535213, "percentage": 57.74, "elapsed_time": "5:43:19", "remaining_time": "4:11:13"}
+{"current_steps": 1930, "total_steps": 3325, "loss": 0.0169, "lr": 4.4707445927214456e-05, "epoch": 2.8995305164319247, "percentage": 58.05, "elapsed_time": "5:44:34", "remaining_time": "4:09:03"}
+{"current_steps": 1940, "total_steps": 3325, "loss": 0.0255, "lr": 4.4185697942079115e-05, "epoch": 2.9145539906103286, "percentage": 58.35, "elapsed_time": "5:45:50", "remaining_time": "4:06:54"}
+{"current_steps": 1950, "total_steps": 3325, "loss": 0.018, "lr": 4.366459097485832e-05, "epoch": 2.9295774647887325, "percentage": 58.65, "elapsed_time": "5:47:05", "remaining_time": "4:04:44"}
+{"current_steps": 1950, "total_steps": 3325, "eval_loss": 0.03921648487448692, "epoch": 2.9295774647887325, "percentage": 58.65, "elapsed_time": "5:49:42", "remaining_time": "4:06:35"}
+{"current_steps": 1960, "total_steps": 3325, "loss": 0.0263, "lr": 4.314418247679866e-05, "epoch": 2.9446009389671364, "percentage": 58.95, "elapsed_time": "5:51:03", "remaining_time": "4:04:29"}
+{"current_steps": 1970, "total_steps": 3325, "loss": 0.014, "lr": 4.26245298221416e-05, "epoch": 2.95962441314554, "percentage": 59.25, "elapsed_time": "5:52:19", "remaining_time": "4:02:19"}
+{"current_steps": 1980, "total_steps": 3325, "loss": 0.0176, "lr": 4.2105690301798014e-05, "epoch": 2.9746478873239437, "percentage": 59.55, "elapsed_time": "5:53:34", "remaining_time": "4:00:10"}
+{"current_steps": 1990, "total_steps": 3325, "loss": 0.0177, "lr": 4.158772111703194e-05, "epoch": 2.9896713615023476, "percentage": 59.85, "elapsed_time": "5:54:50", "remaining_time": "3:58:02"}
+{"current_steps": 2000, "total_steps": 3325, "loss": 0.0112, "lr": 4.107067937315429e-05, "epoch": 3.004694835680751, "percentage": 60.15, "elapsed_time": "5:56:05", "remaining_time": "3:55:54"}
+{"current_steps": 2000, "total_steps": 3325, "eval_loss": 0.04066740348935127, "epoch": 3.004694835680751, "percentage": 60.15, "elapsed_time": "5:58:42", "remaining_time": "3:57:38"}
+{"current_steps": 2010, "total_steps": 3325, "loss": 0.0121, "lr": 4.055462207322698e-05, "epoch": 3.019718309859155, "percentage": 60.45, "elapsed_time": "6:00:03", "remaining_time": "3:55:33"}
+{"current_steps": 2020, "total_steps": 3325, "loss": 0.0118, "lr": 4.003960611177855e-05, "epoch": 3.034741784037559, "percentage": 60.75, "elapsed_time": "6:01:18", "remaining_time": "3:53:25"}
+{"current_steps": 2030, "total_steps": 3325, "loss": 0.0097, "lr": 3.952568826853152e-05, "epoch": 3.0497652582159622, "percentage": 61.05, "elapsed_time": "6:02:34", "remaining_time": "3:51:17"}
+{"current_steps": 2040, "total_steps": 3325, "loss": 0.0079, "lr": 3.901292520214256e-05, "epoch": 3.064788732394366, "percentage": 61.35, "elapsed_time": "6:03:50", "remaining_time": "3:49:10"}
+{"current_steps": 2050, "total_steps": 3325, "loss": 0.0082, "lr": 3.850137344395598e-05, "epoch": 3.07981220657277, "percentage": 61.65, "elapsed_time": "6:05:05", "remaining_time": "3:47:04"}
+{"current_steps": 2050, "total_steps": 3325, "eval_loss": 0.047751668840646744, "epoch": 3.07981220657277, "percentage": 61.65, "elapsed_time": "6:07:43", "remaining_time": "3:48:42"}
+{"current_steps": 2060, "total_steps": 3325, "loss": 0.011, "lr": 3.799108939177118e-05, "epoch": 3.094835680751174, "percentage": 61.95, "elapsed_time": "6:09:03", "remaining_time": "3:46:37"}
+{"current_steps": 2070, "total_steps": 3325, "loss": 0.0098, "lr": 3.7482129303624934e-05, "epoch": 3.1098591549295773, "percentage": 62.26, "elapsed_time": "6:10:19", "remaining_time": "3:44:31"}
+{"current_steps": 2080, "total_steps": 3325, "loss": 0.0123, "lr": 3.697454929158901e-05, "epoch": 3.124882629107981, "percentage": 62.56, "elapsed_time": "6:11:34", "remaining_time": "3:42:24"}
+{"current_steps": 2090, "total_steps": 3325, "loss": 0.0155, "lr": 3.6468405315583854e-05, "epoch": 3.139906103286385, "percentage": 62.86, "elapsed_time": "6:12:50", "remaining_time": "3:40:18"}
+{"current_steps": 2100, "total_steps": 3325, "loss": 0.0127, "lr": 3.59637531772092e-05, "epoch": 3.1549295774647885, "percentage": 63.16, "elapsed_time": "6:14:05", "remaining_time": "3:38:13"}
+{"current_steps": 2100, "total_steps": 3325, "eval_loss": 0.046006690710783005, "epoch": 3.1549295774647885, "percentage": 63.16, "elapsed_time": "6:16:43", "remaining_time": "3:39:45"}
+{"current_steps": 2110, "total_steps": 3325, "loss": 0.0048, "lr": 3.546064851359192e-05, "epoch": 3.1699530516431924, "percentage": 63.46, "elapsed_time": "6:18:03", "remaining_time": "3:37:41"}
+{"current_steps": 2120, "total_steps": 3325, "loss": 0.0125, "lr": 3.495914679125212e-05, "epoch": 3.1849765258215963, "percentage": 63.76, "elapsed_time": "6:19:18", "remaining_time": "3:35:35"}
+{"current_steps": 2130, "total_steps": 3325, "loss": 0.0102, "lr": 3.445930329998819e-05, "epoch": 3.2, "percentage": 64.06, "elapsed_time": "6:20:34", "remaining_time": "3:33:30"}
+{"current_steps": 2140, "total_steps": 3325, "loss": 0.0173, "lr": 3.396117314678097e-05, "epoch": 3.2150234741784036, "percentage": 64.36, "elapsed_time": "6:21:50", "remaining_time": "3:31:26"}
+{"current_steps": 2150, "total_steps": 3325, "loss": 0.0112, "lr": 3.3464811249718474e-05, "epoch": 3.2300469483568075, "percentage": 64.66, "elapsed_time": "6:23:05", "remaining_time": "3:29:21"}
+{"current_steps": 2150, "total_steps": 3325, "eval_loss": 0.04488084837794304, "epoch": 3.2300469483568075, "percentage": 64.66, "elapsed_time": "6:25:43", "remaining_time": "3:30:48"}
+{"current_steps": 2160, "total_steps": 3325, "loss": 0.0128, "lr": 3.297027233194114e-05, "epoch": 3.2450704225352114, "percentage": 64.96, "elapsed_time": "6:27:03", "remaining_time": "3:28:45"}
+{"current_steps": 2170, "total_steps": 3325, "loss": 0.01, "lr": 3.2477610915608704e-05, "epoch": 3.260093896713615, "percentage": 65.26, "elapsed_time": "6:28:19", "remaining_time": "3:26:41"}
+{"current_steps": 2180, "total_steps": 3325, "loss": 0.014, "lr": 3.1986881315889315e-05, "epoch": 3.2751173708920187, "percentage": 65.56, "elapsed_time": "6:29:34", "remaining_time": "3:24:36"}
+{"current_steps": 2190, "total_steps": 3325, "loss": 0.0174, "lr": 3.149813763497124e-05, "epoch": 3.2901408450704226, "percentage": 65.86, "elapsed_time": "6:30:50", "remaining_time": "3:22:33"}
+{"current_steps": 2200, "total_steps": 3325, "loss": 0.0145, "lr": 3.101143375609818e-05, "epoch": 3.3051643192488265, "percentage": 66.17, "elapsed_time": "6:32:06", "remaining_time": "3:20:30"}
+{"current_steps": 2200, "total_steps": 3325, "eval_loss": 0.04522354528307915, "epoch": 3.3051643192488265, "percentage": 66.17, "elapsed_time": "6:34:43", "remaining_time": "3:21:51"}
+{"current_steps": 2210, "total_steps": 3325, "loss": 0.0143, "lr": 3.0526823337628915e-05, "epoch": 3.32018779342723, "percentage": 66.47, "elapsed_time": "6:36:03", "remaining_time": "3:19:49"}
+{"current_steps": 2220, "total_steps": 3325, "loss": 0.0094, "lr": 3.004435980712129e-05, "epoch": 3.335211267605634, "percentage": 66.77, "elapsed_time": "6:37:18", "remaining_time": "3:17:45"}
+{"current_steps": 2230, "total_steps": 3325, "loss": 0.0133, "lr": 2.9564096355442116e-05, "epoch": 3.3502347417840377, "percentage": 67.07, "elapsed_time": "6:38:34", "remaining_time": "3:15:42"}
+{"current_steps": 2240, "total_steps": 3325, "loss": 0.0143, "lr": 2.9086085930902824e-05, "epoch": 3.365258215962441, "percentage": 67.37, "elapsed_time": "6:39:50", "remaining_time": "3:13:40"}
+{"current_steps": 2250, "total_steps": 3325, "loss": 0.0086, "lr": 2.8610381233422058e-05, "epoch": 3.380281690140845, "percentage": 67.67, "elapsed_time": "6:41:05", "remaining_time": "3:11:37"}
+{"current_steps": 2250, "total_steps": 3325, "eval_loss": 0.04514958709478378, "epoch": 3.380281690140845, "percentage": 67.67, "elapsed_time": "6:43:43", "remaining_time": "3:12:53"}
+{"current_steps": 2260, "total_steps": 3325, "loss": 0.0106, "lr": 2.8137034708715592e-05, "epoch": 3.395305164319249, "percentage": 67.97, "elapsed_time": "6:45:02", "remaining_time": "3:10:52"}
+{"current_steps": 2270, "total_steps": 3325, "loss": 0.0066, "lr": 2.7666098542514273e-05, "epoch": 3.4103286384976528, "percentage": 68.27, "elapsed_time": "6:46:18", "remaining_time": "3:08:49"}
+{"current_steps": 2280, "total_steps": 3325, "loss": 0.0117, "lr": 2.719762465481055e-05, "epoch": 3.425352112676056, "percentage": 68.57, "elapsed_time": "6:47:33", "remaining_time": "3:06:47"}
+{"current_steps": 2290, "total_steps": 3325, "loss": 0.0133, "lr": 2.6731664694134473e-05, "epoch": 3.44037558685446, "percentage": 68.87, "elapsed_time": "6:48:48", "remaining_time": "3:04:46"}
+{"current_steps": 2300, "total_steps": 3325, "loss": 0.0161, "lr": 2.6268270031859476e-05, "epoch": 3.455399061032864, "percentage": 69.17, "elapsed_time": "6:50:04", "remaining_time": "3:02:45"}
+{"current_steps": 2300, "total_steps": 3325, "eval_loss": 0.04896237701177597, "epoch": 3.455399061032864, "percentage": 69.17, "elapsed_time": "6:52:42", "remaining_time": "3:03:55"}
+{"current_steps": 2310, "total_steps": 3325, "loss": 0.0108, "lr": 2.580749175653877e-05, "epoch": 3.4704225352112674, "percentage": 69.47, "elapsed_time": "6:54:02", "remaining_time": "3:01:55"}
+{"current_steps": 2320, "total_steps": 3325, "loss": 0.0124, "lr": 2.5349380668272905e-05, "epoch": 3.4854460093896713, "percentage": 69.77, "elapsed_time": "6:55:17", "remaining_time": "2:59:54"}
+{"current_steps": 2330, "total_steps": 3325, "loss": 0.013, "lr": 2.489398727310908e-05, "epoch": 3.500469483568075, "percentage": 70.08, "elapsed_time": "6:56:33", "remaining_time": "2:57:53"}
+{"current_steps": 2340, "total_steps": 3325, "loss": 0.0107, "lr": 2.4441361777473066e-05, "epoch": 3.5154929577464786, "percentage": 70.38, "elapsed_time": "6:57:49", "remaining_time": "2:55:52"}
+{"current_steps": 2350, "total_steps": 3325, "loss": 0.0134, "lr": 2.3991554082633912e-05, "epoch": 3.5305164319248825, "percentage": 70.68, "elapsed_time": "6:59:04", "remaining_time": "2:53:52"}
+{"current_steps": 2350, "total_steps": 3325, "eval_loss": 0.04652281105518341, "epoch": 3.5305164319248825, "percentage": 70.68, "elapsed_time": "7:01:42", "remaining_time": "2:54:57"}
+{"current_steps": 2360, "total_steps": 3325, "loss": 0.0088, "lr": 2.354461377920239e-05, "epoch": 3.5455399061032864, "percentage": 70.98, "elapsed_time": "7:03:02", "remaining_time": "2:52:58"}
+{"current_steps": 2370, "total_steps": 3325, "loss": 0.0115, "lr": 2.3100590141663807e-05, "epoch": 3.5605633802816903, "percentage": 71.28, "elapsed_time": "7:04:18", "remaining_time": "2:50:58"}
+{"current_steps": 2380, "total_steps": 3325, "loss": 0.0182, "lr": 2.265953212294551e-05, "epoch": 3.575586854460094, "percentage": 71.58, "elapsed_time": "7:05:33", "remaining_time": "2:48:58"}
+{"current_steps": 2390, "total_steps": 3325, "loss": 0.0164, "lr": 2.2221488349019903e-05, "epoch": 3.5906103286384976, "percentage": 71.88, "elapsed_time": "7:06:48", "remaining_time": "2:46:58"}
+{"current_steps": 2400, "total_steps": 3325, "loss": 0.009, "lr": 2.1786507113543457e-05, "epoch": 3.6056338028169015, "percentage": 72.18, "elapsed_time": "7:08:04", "remaining_time": "2:44:59"}
+{"current_steps": 2400, "total_steps": 3325, "eval_loss": 0.04605977609753609, "epoch": 3.6056338028169015, "percentage": 72.18, "elapsed_time": "7:10:42", "remaining_time": "2:46:00"}
+{"current_steps": 2410, "total_steps": 3325, "loss": 0.0176, "lr": 2.1354636372532523e-05, "epoch": 3.6206572769953054, "percentage": 72.48, "elapsed_time": "7:12:02", "remaining_time": "2:44:02"}
+{"current_steps": 2420, "total_steps": 3325, "loss": 0.0101, "lr": 2.092592373907617e-05, "epoch": 3.635680751173709, "percentage": 72.78, "elapsed_time": "7:13:18", "remaining_time": "2:42:02"}
+{"current_steps": 2430, "total_steps": 3325, "loss": 0.0075, "lr": 2.0500416478086932e-05, "epoch": 3.6507042253521127, "percentage": 73.08, "elapsed_time": "7:14:34", "remaining_time": "2:40:03"}
+{"current_steps": 2440, "total_steps": 3325, "loss": 0.0117, "lr": 2.0078161501089954e-05, "epoch": 3.6657276995305166, "percentage": 73.38, "elapsed_time": "7:15:50", "remaining_time": "2:38:04"}
+{"current_steps": 2450, "total_steps": 3325, "loss": 0.0056, "lr": 1.9659205361050982e-05, "epoch": 3.68075117370892, "percentage": 73.68, "elapsed_time": "7:17:06", "remaining_time": "2:36:06"}
+{"current_steps": 2450, "total_steps": 3325, "eval_loss": 0.04802750423550606, "epoch": 3.68075117370892, "percentage": 73.68, "elapsed_time": "7:19:43", "remaining_time": "2:37:02"}
+{"current_steps": 2460, "total_steps": 3325, "loss": 0.0154, "lr": 1.924359424724408e-05, "epoch": 3.695774647887324, "percentage": 73.98, "elapsed_time": "7:21:04", "remaining_time": "2:35:05"}
+{"current_steps": 2470, "total_steps": 3325, "loss": 0.0145, "lr": 1.8831373980159296e-05, "epoch": 3.710798122065728, "percentage": 74.29, "elapsed_time": "7:22:19", "remaining_time": "2:33:06"}
+{"current_steps": 2480, "total_steps": 3325, "loss": 0.0063, "lr": 1.8422590006450947e-05, "epoch": 3.7258215962441312, "percentage": 74.59, "elapsed_time": "7:23:35", "remaining_time": "2:31:08"}
+{"current_steps": 2490, "total_steps": 3325, "loss": 0.0089, "lr": 1.801728739392731e-05, "epoch": 3.740845070422535, "percentage": 74.89, "elapsed_time": "7:24:51", "remaining_time": "2:29:10"}
+{"current_steps": 2500, "total_steps": 3325, "loss": 0.0069, "lr": 1.7615510826581904e-05, "epoch": 3.755868544600939, "percentage": 75.19, "elapsed_time": "7:26:06", "remaining_time": "2:27:13"}
+{"current_steps": 2500, "total_steps": 3325, "eval_loss": 0.04896940663456917, "epoch": 3.755868544600939, "percentage": 75.19, "elapsed_time": "7:28:44", "remaining_time": "2:28:05"}
+{"current_steps": 2510, "total_steps": 3325, "loss": 0.0164, "lr": 1.7217304599667146e-05, "epoch": 3.770892018779343, "percentage": 75.49, "elapsed_time": "7:30:04", "remaining_time": "2:26:08"}
+{"current_steps": 2520, "total_steps": 3325, "loss": 0.01, "lr": 1.6822712614810893e-05, "epoch": 3.7859154929577463, "percentage": 75.79, "elapsed_time": "7:31:20", "remaining_time": "2:24:10"}
+{"current_steps": 2530, "total_steps": 3325, "loss": 0.0117, "lr": 1.643177837517631e-05, "epoch": 3.80093896713615, "percentage": 76.09, "elapsed_time": "7:32:36", "remaining_time": "2:22:13"}
+{"current_steps": 2540, "total_steps": 3325, "loss": 0.0108, "lr": 1.6044544980665767e-05, "epoch": 3.815962441314554, "percentage": 76.39, "elapsed_time": "7:33:51", "remaining_time": "2:20:16"}
+{"current_steps": 2550, "total_steps": 3325, "loss": 0.007, "lr": 1.5661055123169126e-05, "epoch": 3.830985915492958, "percentage": 76.69, "elapsed_time": "7:35:07", "remaining_time": "2:18:19"}
+{"current_steps": 2550, "total_steps": 3325, "eval_loss": 0.04891159385442734, "epoch": 3.830985915492958, "percentage": 76.69, "elapsed_time": "7:37:45", "remaining_time": "2:19:07"}
+{"current_steps": 2560, "total_steps": 3325, "loss": 0.0079, "lr": 1.5281351081856974e-05, "epoch": 3.8460093896713614, "percentage": 76.99, "elapsed_time": "7:39:05", "remaining_time": "2:17:11"}
+{"current_steps": 2570, "total_steps": 3325, "loss": 0.0075, "lr": 1.4905474718519491e-05, "epoch": 3.8610328638497653, "percentage": 77.29, "elapsed_time": "7:40:21", "remaining_time": "2:15:14"}
+{"current_steps": 2580, "total_steps": 3325, "loss": 0.0106, "lr": 1.453346747295119e-05, "epoch": 3.876056338028169, "percentage": 77.59, "elapsed_time": "7:41:36", "remaining_time": "2:13:17"}
+{"current_steps": 2590, "total_steps": 3325, "loss": 0.0117, "lr": 1.4165370358382274e-05, "epoch": 3.8910798122065726, "percentage": 77.89, "elapsed_time": "7:42:52", "remaining_time": "2:11:21"}
+{"current_steps": 2600, "total_steps": 3325, "loss": 0.0147, "lr": 1.3801223956956994e-05, "epoch": 3.9061032863849765, "percentage": 78.2, "elapsed_time": "7:44:07", "remaining_time": "2:09:25"}
+{"current_steps": 2600, "total_steps": 3325, "eval_loss": 0.048022232949733734, "epoch": 3.9061032863849765, "percentage": 78.2, "elapsed_time": "7:46:45", "remaining_time": "2:10:09"}
+{"current_steps": 2610, "total_steps": 3325, "loss": 0.0101, "lr": 1.344106841525946e-05, "epoch": 3.9211267605633804, "percentage": 78.5, "elapsed_time": "7:48:05", "remaining_time": "2:08:13"}
+{"current_steps": 2620, "total_steps": 3325, "loss": 0.0111, "lr": 1.3084943439887659e-05, "epoch": 3.936150234741784, "percentage": 78.8, "elapsed_time": "7:49:20", "remaining_time": "2:06:17"}
+{"current_steps": 2630, "total_steps": 3325, "loss": 0.0069, "lr": 1.273288829307579e-05, "epoch": 3.9511737089201877, "percentage": 79.1, "elapsed_time": "7:50:36", "remaining_time": "2:04:21"}
+{"current_steps": 2640, "total_steps": 3325, "loss": 0.0073, "lr": 1.2384941788365622e-05, "epoch": 3.9661971830985916, "percentage": 79.4, "elapsed_time": "7:51:52", "remaining_time": "2:02:26"}
+{"current_steps": 2650, "total_steps": 3325, "loss": 0.0123, "lr": 1.2041142286327477e-05, "epoch": 3.981220657276995, "percentage": 79.7, "elapsed_time": "7:53:08", "remaining_time": "2:00:31"}
+{"current_steps": 2650, "total_steps": 3325, "eval_loss": 0.0474095456302166, "epoch": 3.981220657276995, "percentage": 79.7, "elapsed_time": "7:55:46", "remaining_time": "2:01:11"}
+{"current_steps": 2660, "total_steps": 3325, "loss": 0.0058, "lr": 1.170152769033095e-05, "epoch": 3.996244131455399, "percentage": 80.0, "elapsed_time": "7:57:06", "remaining_time": "1:59:16"}
+{"current_steps": 2670, "total_steps": 3325, "loss": 0.0066, "lr": 1.1366135442366127e-05, "epoch": 4.011267605633803, "percentage": 80.3, "elapsed_time": "7:58:22", "remaining_time": "1:57:21"}
+{"current_steps": 2680, "total_steps": 3325, "loss": 0.0061, "lr": 1.103500251891571e-05, "epoch": 4.026291079812206, "percentage": 80.6, "elapsed_time": "7:59:38", "remaining_time": "1:55:26"}
+{"current_steps": 2690, "total_steps": 3325, "loss": 0.0042, "lr": 1.0708165426878325e-05, "epoch": 4.041314553990611, "percentage": 80.9, "elapsed_time": "8:00:54", "remaining_time": "1:53:31"}
+{"current_steps": 2700, "total_steps": 3325, "loss": 0.0053, "lr": 1.0385660199543812e-05, "epoch": 4.056338028169014, "percentage": 81.2, "elapsed_time": "8:02:10", "remaining_time": "1:51:36"}
+{"current_steps": 2700, "total_steps": 3325, "eval_loss": 0.05291583761572838, "epoch": 4.056338028169014, "percentage": 81.2, "elapsed_time": "8:04:48", "remaining_time": "1:52:13"}
+{"current_steps": 2710, "total_steps": 3325, "loss": 0.0037, "lr": 1.0067522392620537e-05, "epoch": 4.0713615023474174, "percentage": 81.5, "elapsed_time": "8:06:08", "remaining_time": "1:50:19"}
+{"current_steps": 2720, "total_steps": 3325, "loss": 0.0084, "lr": 9.753787080315385e-06, "epoch": 4.086384976525822, "percentage": 81.8, "elapsed_time": "8:07:24", "remaining_time": "1:48:24"}
+{"current_steps": 2730, "total_steps": 3325, "loss": 0.0051, "lr": 9.444488851467042e-06, "epoch": 4.101408450704225, "percentage": 82.11, "elapsed_time": "8:08:39", "remaining_time": "1:46:30"}
+{"current_steps": 2740, "total_steps": 3325, "loss": 0.0043, "lr": 9.139661805732435e-06, "epoch": 4.1164319248826295, "percentage": 82.41, "elapsed_time": "8:09:55", "remaining_time": "1:44:36"}
+{"current_steps": 2750, "total_steps": 3325, "loss": 0.0064, "lr": 8.839339549827397e-06, "epoch": 4.131455399061033, "percentage": 82.71, "elapsed_time": "8:11:11", "remaining_time": "1:42:42"}
+{"current_steps": 2750, "total_steps": 3325, "eval_loss": 0.05712565779685974, "epoch": 4.131455399061033, "percentage": 82.71, "elapsed_time": "8:13:49", "remaining_time": "1:43:15"}
+{"current_steps": 2760, "total_steps": 3325, "loss": 0.0045, "lr": 8.543555193821634e-06, "epoch": 4.146478873239436, "percentage": 83.01, "elapsed_time": "8:15:09", "remaining_time": "1:41:21"}
+{"current_steps": 2770, "total_steps": 3325, "loss": 0.0032, "lr": 8.252341347488251e-06, "epoch": 4.161502347417841, "percentage": 83.31, "elapsed_time": "8:16:25", "remaining_time": "1:39:27"}
+{"current_steps": 2780, "total_steps": 3325, "loss": 0.005, "lr": 7.965730116708681e-06, "epoch": 4.176525821596244, "percentage": 83.61, "elapsed_time": "8:17:40", "remaining_time": "1:37:34"}
+{"current_steps": 2790, "total_steps": 3325, "loss": 0.0025, "lr": 7.68375309993304e-06, "epoch": 4.191549295774648, "percentage": 83.91, "elapsed_time": "8:18:56", "remaining_time": "1:35:40"}
+{"current_steps": 2800, "total_steps": 3325, "loss": 0.0064, "lr": 7.406441384696372e-06, "epoch": 4.206572769953052, "percentage": 84.21, "elapsed_time": "8:20:12", "remaining_time": "1:33:47"}
+{"current_steps": 2800, "total_steps": 3325, "eval_loss": 0.05896175280213356, "epoch": 4.206572769953052, "percentage": 84.21, "elapsed_time": "8:22:49", "remaining_time": "1:34:16"}
+{"current_steps": 2810, "total_steps": 3325, "loss": 0.0088, "lr": 7.133825544191464e-06, "epoch": 4.221596244131455, "percentage": 84.51, "elapsed_time": "8:24:10", "remaining_time": "1:32:24"}
+{"current_steps": 2820, "total_steps": 3325, "loss": 0.0019, "lr": 6.865935633897996e-06, "epoch": 4.236619718309859, "percentage": 84.81, "elapsed_time": "8:25:26", "remaining_time": "1:30:30"}
+{"current_steps": 2830, "total_steps": 3325, "loss": 0.0057, "lr": 6.602801188269081e-06, "epoch": 4.251643192488263, "percentage": 85.11, "elapsed_time": "8:26:41", "remaining_time": "1:28:37"}
+{"current_steps": 2840, "total_steps": 3325, "loss": 0.0029, "lr": 6.344451217475183e-06, "epoch": 4.266666666666667, "percentage": 85.41, "elapsed_time": "8:27:57", "remaining_time": "1:26:44"}
+{"current_steps": 2850, "total_steps": 3325, "loss": 0.0038, "lr": 6.090914204205655e-06, "epoch": 4.28169014084507, "percentage": 85.71, "elapsed_time": "8:29:12", "remaining_time": "1:24:52"}
+{"current_steps": 2850, "total_steps": 3325, "eval_loss": 0.060705944895744324, "epoch": 4.28169014084507, "percentage": 85.71, "elapsed_time": "8:31:50", "remaining_time": "1:25:18"}
+{"current_steps": 2860, "total_steps": 3325, "loss": 0.0029, "lr": 5.842218100528679e-06, "epoch": 4.296713615023474, "percentage": 86.02, "elapsed_time": "8:33:11", "remaining_time": "1:23:26"}
+{"current_steps": 2870, "total_steps": 3325, "loss": 0.0041, "lr": 5.598390324809555e-06, "epoch": 4.311737089201878, "percentage": 86.32, "elapsed_time": "8:34:27", "remaining_time": "1:21:33"}
+{"current_steps": 2880, "total_steps": 3325, "loss": 0.0048, "lr": 5.359457758687841e-06, "epoch": 4.326760563380281, "percentage": 86.62, "elapsed_time": "8:35:43", "remaining_time": "1:19:41"}
+{"current_steps": 2890, "total_steps": 3325, "loss": 0.0088, "lr": 5.125446744113743e-06, "epoch": 4.341784037558686, "percentage": 86.92, "elapsed_time": "8:36:58", "remaining_time": "1:17:48"}
+{"current_steps": 2900, "total_steps": 3325, "loss": 0.0011, "lr": 4.896383080443934e-06, "epoch": 4.356807511737089, "percentage": 87.22, "elapsed_time": "8:38:14", "remaining_time": "1:15:56"}
+{"current_steps": 2900, "total_steps": 3325, "eval_loss": 0.06272595375776291, "epoch": 4.356807511737089, "percentage": 87.22, "elapsed_time": "8:40:52", "remaining_time": "1:16:20"}
+{"current_steps": 2910, "total_steps": 3325, "loss": 0.0053, "lr": 4.672292021597174e-06, "epoch": 4.371830985915493, "percentage": 87.52, "elapsed_time": "8:42:12", "remaining_time": "1:14:28"}
+{"current_steps": 2920, "total_steps": 3325, "loss": 0.0055, "lr": 4.4531982732702145e-06, "epoch": 4.386854460093897, "percentage": 87.82, "elapsed_time": "8:43:28", "remaining_time": "1:12:36"}
+{"current_steps": 2930, "total_steps": 3325, "loss": 0.0045, "lr": 4.239125990213883e-06, "epoch": 4.4018779342723, "percentage": 88.12, "elapsed_time": "8:44:44", "remaining_time": "1:10:44"}
+{"current_steps": 2940, "total_steps": 3325, "loss": 0.001, "lr": 4.030098773570174e-06, "epoch": 4.416901408450705, "percentage": 88.42, "elapsed_time": "8:46:00", "remaining_time": "1:08:52"}
+{"current_steps": 2950, "total_steps": 3325, "loss": 0.0034, "lr": 3.826139668270234e-06, "epoch": 4.431924882629108, "percentage": 88.72, "elapsed_time": "8:47:15", "remaining_time": "1:07:01"}
+{"current_steps": 2950, "total_steps": 3325, "eval_loss": 0.06274248659610748, "epoch": 4.431924882629108, "percentage": 88.72, "elapsed_time": "8:49:53", "remaining_time": "1:07:21"}
+{"current_steps": 2960, "total_steps": 3325, "loss": 0.0074, "lr": 3.6272711604936504e-06, "epoch": 4.446948356807511, "percentage": 89.02, "elapsed_time": "8:51:14", "remaining_time": "1:05:30"}
+{"current_steps": 2970, "total_steps": 3325, "loss": 0.0033, "lr": 3.433515175189428e-06, "epoch": 4.461971830985916, "percentage": 89.32, "elapsed_time": "8:52:30", "remaining_time": "1:03:38"}
+{"current_steps": 2980, "total_steps": 3325, "loss": 0.0093, "lr": 3.2448930736588e-06, "epoch": 4.476995305164319, "percentage": 89.62, "elapsed_time": "8:53:45", "remaining_time": "1:01:47"}
+{"current_steps": 2990, "total_steps": 3325, "loss": 0.0031, "lr": 3.061425651200117e-06, "epoch": 4.492018779342723, "percentage": 89.92, "elapsed_time": "8:55:01", "remaining_time": "0:59:56"}
+{"current_steps": 3000, "total_steps": 3325, "loss": 0.0063, "lr": 2.883133134816296e-06, "epoch": 4.507042253521127, "percentage": 90.23, "elapsed_time": "8:56:16", "remaining_time": "0:58:05"}
+{"current_steps": 3000, "total_steps": 3325, "eval_loss": 0.062312256544828415, "epoch": 4.507042253521127, "percentage": 90.23, "elapsed_time": "8:58:54", "remaining_time": "0:58:22"}
+{"current_steps": 3010, "total_steps": 3325, "loss": 0.0026, "lr": 2.7100351809847326e-06, "epoch": 4.52206572769953, "percentage": 90.53, "elapsed_time": "9:00:14", "remaining_time": "0:56:32"}
+{"current_steps": 3020, "total_steps": 3325, "loss": 0.0026, "lr": 2.542150873490251e-06, "epoch": 4.537089201877935, "percentage": 90.83, "elapsed_time": "9:01:30", "remaining_time": "0:54:41"}
+{"current_steps": 3030, "total_steps": 3325, "loss": 0.0039, "lr": 2.3794987213211383e-06, "epoch": 4.552112676056338, "percentage": 91.13, "elapsed_time": "9:02:46", "remaining_time": "0:52:50"}
+{"current_steps": 3040, "total_steps": 3325, "loss": 0.0041, "lr": 2.222096656628547e-06, "epoch": 4.567136150234742, "percentage": 91.43, "elapsed_time": "9:04:02", "remaining_time": "0:51:00"}
+{"current_steps": 3050, "total_steps": 3325, "loss": 0.0033, "lr": 2.0699620327495174e-06, "epoch": 4.582159624413146, "percentage": 91.73, "elapsed_time": "9:05:18", "remaining_time": "0:49:09"}
+{"current_steps": 3050, "total_steps": 3325, "eval_loss": 0.06346932053565979, "epoch": 4.582159624413146, "percentage": 91.73, "elapsed_time": "9:07:56", "remaining_time": "0:49:24"}
+{"current_steps": 3060, "total_steps": 3325, "loss": 0.0014, "lr": 1.9231116222937996e-06, "epoch": 4.597183098591549, "percentage": 92.03, "elapsed_time": "9:09:17", "remaining_time": "0:47:34"}
+{"current_steps": 3070, "total_steps": 3325, "loss": 0.0022, "lr": 1.7815616152946523e-06, "epoch": 4.612206572769953, "percentage": 92.33, "elapsed_time": "9:10:33", "remaining_time": "0:45:43"}
+{"current_steps": 3080, "total_steps": 3325, "loss": 0.0016, "lr": 1.6453276174240195e-06, "epoch": 4.627230046948357, "percentage": 92.63, "elapsed_time": "9:11:48", "remaining_time": "0:43:53"}
+{"current_steps": 3090, "total_steps": 3325, "loss": 0.0032, "lr": 1.5144246482719114e-06, "epoch": 4.642253521126761, "percentage": 92.93, "elapsed_time": "9:13:04", "remaining_time": "0:42:03"}
+{"current_steps": 3100, "total_steps": 3325, "loss": 0.0048, "lr": 1.3888671396905805e-06, "epoch": 4.657276995305164, "percentage": 93.23, "elapsed_time": "9:14:20", "remaining_time": "0:40:14"}
+{"current_steps": 3100, "total_steps": 3325, "eval_loss": 0.06427957862615585, "epoch": 4.657276995305164, "percentage": 93.23, "elapsed_time": "9:16:58", "remaining_time": "0:40:25"}
+{"current_steps": 3110, "total_steps": 3325, "loss": 0.0075, "lr": 1.2686689342034431e-06, "epoch": 4.672300469483568, "percentage": 93.53, "elapsed_time": "9:18:18", "remaining_time": "0:38:35"}
+{"current_steps": 3120, "total_steps": 3325, "loss": 0.0058, "lr": 1.1538432834789227e-06, "epoch": 4.687323943661972, "percentage": 93.83, "elapsed_time": "9:19:34", "remaining_time": "0:36:46"}
+{"current_steps": 3130, "total_steps": 3325, "loss": 0.0041, "lr": 1.044402846869491e-06, "epoch": 4.702347417840375, "percentage": 94.14, "elapsed_time": "9:20:49", "remaining_time": "0:34:56"}
+{"current_steps": 3140, "total_steps": 3325, "loss": 0.003, "lr": 9.403596900160073e-07, "epoch": 4.71737089201878, "percentage": 94.44, "elapsed_time": "9:22:05", "remaining_time": "0:33:06"}
+{"current_steps": 3150, "total_steps": 3325, "loss": 0.0044, "lr": 8.417252835174749e-07, "epoch": 4.732394366197183, "percentage": 94.74, "elapsed_time": "9:23:21", "remaining_time": "0:31:17"}
+{"current_steps": 3150, "total_steps": 3325, "eval_loss": 0.06363623589277267, "epoch": 4.732394366197183, "percentage": 94.74, "elapsed_time": "9:25:58", "remaining_time": "0:31:26"}
+{"current_steps": 3160, "total_steps": 3325, "loss": 0.0079, "lr": 7.48510501666455e-07, "epoch": 4.7474178403755865, "percentage": 95.04, "elapsed_time": "9:27:20", "remaining_time": "0:29:37"}
+{"current_steps": 3170, "total_steps": 3325, "loss": 0.0041, "lr": 6.607256212501578e-07, "epoch": 4.762441314553991, "percentage": 95.34, "elapsed_time": "9:28:35", "remaining_time": "0:27:48"}
+{"current_steps": 3180, "total_steps": 3325, "loss": 0.005, "lr": 5.783803204174654e-07, "epoch": 4.777464788732394, "percentage": 95.64, "elapsed_time": "9:29:51", "remaining_time": "0:25:59"}
+{"current_steps": 3190, "total_steps": 3325, "loss": 0.0027, "lr": 5.014836776119358e-07, "epoch": 4.792488262910798, "percentage": 95.94, "elapsed_time": "9:31:07", "remaining_time": "0:24:10"}
+{"current_steps": 3200, "total_steps": 3325, "loss": 0.0031, "lr": 4.300441705708924e-07, "epoch": 4.807511737089202, "percentage": 96.24, "elapsed_time": "9:32:23", "remaining_time": "0:22:21"}
+{"current_steps": 3200, "total_steps": 3325, "eval_loss": 0.06359302997589111, "epoch": 4.807511737089202, "percentage": 96.24, "elapsed_time": "9:35:00", "remaining_time": "0:22:27"}
+{"current_steps": 3210, "total_steps": 3325, "loss": 0.0047, "lr": 3.6406967539078796e-07, "epoch": 4.822535211267605, "percentage": 96.54, "elapsed_time": "9:36:21", "remaining_time": "0:20:38"}
+{"current_steps": 3220, "total_steps": 3325, "loss": 0.004, "lr": 3.0356746565887715e-07, "epoch": 4.83755868544601, "percentage": 96.84, "elapsed_time": "9:37:37", "remaining_time": "0:18:50"}
+{"current_steps": 3230, "total_steps": 3325, "loss": 0.0031, "lr": 2.485442116513026e-07, "epoch": 4.852582159624413, "percentage": 97.14, "elapsed_time": "9:38:53", "remaining_time": "0:17:01"}
+{"current_steps": 3240, "total_steps": 3325, "loss": 0.0087, "lr": 1.9900597959770507e-07, "epoch": 4.867605633802817, "percentage": 97.44, "elapsed_time": "9:40:09", "remaining_time": "0:15:13"}
+{"current_steps": 3250, "total_steps": 3325, "loss": 0.0022, "lr": 1.5495823101245866e-07, "epoch": 4.882629107981221, "percentage": 97.74, "elapsed_time": "9:41:25", "remaining_time": "0:13:25"}
+{"current_steps": 3250, "total_steps": 3325, "eval_loss": 0.06390237808227539, "epoch": 4.882629107981221, "percentage": 97.74, "elapsed_time": "9:44:03", "remaining_time": "0:13:28"}
+{"current_steps": 3260, "total_steps": 3325, "loss": 0.006, "lr": 1.164058220925135e-07, "epoch": 4.897652582159624, "percentage": 98.05, "elapsed_time": "9:45:24", "remaining_time": "0:11:40"}
+{"current_steps": 3270, "total_steps": 3325, "loss": 0.0067, "lr": 8.335300318201844e-08, "epoch": 4.912676056338028, "percentage": 98.35, "elapsed_time": "9:46:39", "remaining_time": "0:09:52"}
+{"current_steps": 3280, "total_steps": 3325, "loss": 0.008, "lr": 5.5803418303745917e-08, "epoch": 4.927699530516432, "percentage": 98.65, "elapsed_time": "9:47:54", "remaining_time": "0:08:03"}
+{"current_steps": 3290, "total_steps": 3325, "loss": 0.0015, "lr": 3.3760104757313284e-08, "epoch": 4.942723004694836, "percentage": 98.95, "elapsed_time": "9:49:10", "remaining_time": "0:06:16"}
+{"current_steps": 3300, "total_steps": 3325, "loss": 0.0078, "lr": 1.7225492784345156e-08, "epoch": 4.957746478873239, "percentage": 99.25, "elapsed_time": "9:50:26", "remaining_time": "0:04:28"}
+{"current_steps": 3300, "total_steps": 3325, "eval_loss": 0.06379479169845581, "epoch": 4.957746478873239, "percentage": 99.25, "elapsed_time": "9:53:04", "remaining_time": "0:04:29"}
+{"current_steps": 3310, "total_steps": 3325, "loss": 0.006, "lr": 6.201405300532148e-09, "epoch": 4.972769953051643, "percentage": 99.55, "elapsed_time": "9:54:25", "remaining_time": "0:02:41"}
+{"current_steps": 3320, "total_steps": 3325, "loss": 0.0032, "lr": 6.890576946805282e-10, "epoch": 4.987793427230047, "percentage": 99.85, "elapsed_time": "9:55:41", "remaining_time": "0:00:53"}
+{"current_steps": 3325, "total_steps": 3325, "epoch": 4.995305164319249, "percentage": 100.0, "elapsed_time": "9:56:24", "remaining_time": "0:00:00"}

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/trainer_state.json

@@ -0,0 +1,2894 @@
+{
+  "best_metric": 0.036843445152044296,
+  "best_model_checkpoint": "saves/psy-course/Llama-3.1-8B-Instruct/train/fold6/checkpoint-1900",
+  "epoch": 4.995305164319249,
+  "eval_steps": 50,
+  "global_step": 3325,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.015023474178403756,
+      "grad_norm": 4.304145336151123,
+      "learning_rate": 3.003003003003003e-06,
+      "loss": 1.5464,
+      "step": 10
+    },
+    {
+      "epoch": 0.03004694835680751,
+      "grad_norm": 5.03688907623291,
+      "learning_rate": 6.006006006006006e-06,
+      "loss": 1.597,
+      "step": 20
+    },
+    {
+      "epoch": 0.04507042253521127,
+      "grad_norm": 5.86588191986084,
+      "learning_rate": 9.00900900900901e-06,
+      "loss": 1.4497,
+      "step": 30
+    },
+    {
+      "epoch": 0.06009389671361502,
+      "grad_norm": 2.099303722381592,
+      "learning_rate": 1.2012012012012012e-05,
+      "loss": 0.9009,
+      "step": 40
+    },
+    {
+      "epoch": 0.07511737089201878,
+      "grad_norm": 1.6121171712875366,
+      "learning_rate": 1.5015015015015016e-05,
+      "loss": 0.6045,
+      "step": 50
+    },
+    {
+      "epoch": 0.07511737089201878,
+      "eval_loss": 0.41910141706466675,
+      "eval_runtime": 156.3169,
+      "eval_samples_per_second": 7.574,
+      "eval_steps_per_second": 7.574,
+      "step": 50
+    },
+    {
+      "epoch": 0.09014084507042254,
+      "grad_norm": 1.1837172508239746,
+      "learning_rate": 1.801801801801802e-05,
+      "loss": 0.402,
+      "step": 60
+    },
+    {
+      "epoch": 0.10516431924882629,
+      "grad_norm": 0.9849412441253662,
+      "learning_rate": 2.102102102102102e-05,
+      "loss": 0.2368,
+      "step": 70
+    },
+    {
+      "epoch": 0.12018779342723004,
+      "grad_norm": 0.8895949721336365,
+      "learning_rate": 2.4024024024024024e-05,
+      "loss": 0.1741,
+      "step": 80
+    },
+    {
+      "epoch": 0.1352112676056338,
+      "grad_norm": 0.9555579423904419,
+      "learning_rate": 2.702702702702703e-05,
+      "loss": 0.1089,
+      "step": 90
+    },
+    {
+      "epoch": 0.15023474178403756,
+      "grad_norm": 0.7877600193023682,
+      "learning_rate": 3.0030030030030033e-05,
+      "loss": 0.118,
+      "step": 100
+    },
+    {
+      "epoch": 0.15023474178403756,
+      "eval_loss": 0.09762203693389893,
+      "eval_runtime": 156.4651,
+      "eval_samples_per_second": 7.567,
+      "eval_steps_per_second": 7.567,
+      "step": 100
+    },
+    {
+      "epoch": 0.1652582159624413,
+      "grad_norm": 1.2528424263000488,
+      "learning_rate": 3.3033033033033035e-05,
+      "loss": 0.1111,
+      "step": 110
+    },
+    {
+      "epoch": 0.18028169014084508,
+      "grad_norm": 0.836103618144989,
+      "learning_rate": 3.603603603603604e-05,
+      "loss": 0.0988,
+      "step": 120
+    },
+    {
+      "epoch": 0.19530516431924883,
+      "grad_norm": 1.0173139572143555,
+      "learning_rate": 3.903903903903904e-05,
+      "loss": 0.0874,
+      "step": 130
+    },
+    {
+      "epoch": 0.21032863849765257,
+      "grad_norm": 0.4798429012298584,
+      "learning_rate": 4.204204204204204e-05,
+      "loss": 0.0904,
+      "step": 140
+    },
+    {
+      "epoch": 0.22535211267605634,
+      "grad_norm": 0.6175504922866821,
+      "learning_rate": 4.5045045045045046e-05,
+      "loss": 0.075,
+      "step": 150
+    },
+    {
+      "epoch": 0.22535211267605634,
+      "eval_loss": 0.09080640226602554,
+      "eval_runtime": 156.3504,
+      "eval_samples_per_second": 7.573,
+      "eval_steps_per_second": 7.573,
+      "step": 150
+    },
+    {
+      "epoch": 0.2403755868544601,
+      "grad_norm": 0.8490262031555176,
+      "learning_rate": 4.804804804804805e-05,
+      "loss": 0.0712,
+      "step": 160
+    },
+    {
+      "epoch": 0.25539906103286386,
+      "grad_norm": 1.1651703119277954,
+      "learning_rate": 5.105105105105106e-05,
+      "loss": 0.0496,
+      "step": 170
+    },
+    {
+      "epoch": 0.2704225352112676,
+      "grad_norm": 0.9137387275695801,
+      "learning_rate": 5.405405405405406e-05,
+      "loss": 0.0628,
+      "step": 180
+    },
+    {
+      "epoch": 0.28544600938967135,
+      "grad_norm": 0.6661922931671143,
+      "learning_rate": 5.705705705705706e-05,
+      "loss": 0.0582,
+      "step": 190
+    },
+    {
+      "epoch": 0.3004694835680751,
+      "grad_norm": 0.47193077206611633,
+      "learning_rate": 6.0060060060060066e-05,
+      "loss": 0.0475,
+      "step": 200
+    },
+    {
+      "epoch": 0.3004694835680751,
+      "eval_loss": 0.05551699176430702,
+      "eval_runtime": 156.3208,
+      "eval_samples_per_second": 7.574,
+      "eval_steps_per_second": 7.574,
+      "step": 200
+    },
+    {
+      "epoch": 0.3154929577464789,
+      "grad_norm": 0.5054419636726379,
+      "learning_rate": 6.306306306306306e-05,
+      "loss": 0.0529,
+      "step": 210
+    },
+    {
+      "epoch": 0.3305164319248826,
+      "grad_norm": 0.4073943793773651,
+      "learning_rate": 6.606606606606607e-05,
+      "loss": 0.0564,
+      "step": 220
+    },
+    {
+      "epoch": 0.3455399061032864,
+      "grad_norm": 0.5814553499221802,
+      "learning_rate": 6.906906906906907e-05,
+      "loss": 0.0473,
+      "step": 230
+    },
+    {
+      "epoch": 0.36056338028169016,
+      "grad_norm": 0.730743944644928,
+      "learning_rate": 7.207207207207208e-05,
+      "loss": 0.0651,
+      "step": 240
+    },
+    {
+      "epoch": 0.3755868544600939,
+      "grad_norm": 0.6487244963645935,
+      "learning_rate": 7.507507507507507e-05,
+      "loss": 0.0612,
+      "step": 250
+    },
+    {
+      "epoch": 0.3755868544600939,
+      "eval_loss": 0.05300073325634003,
+      "eval_runtime": 156.331,
+      "eval_samples_per_second": 7.574,
+      "eval_steps_per_second": 7.574,
+      "step": 250
+    },
+    {
+      "epoch": 0.39061032863849765,
+      "grad_norm": 0.3846875727176666,
+      "learning_rate": 7.807807807807808e-05,
+      "loss": 0.0529,
+      "step": 260
+    },
+    {
+      "epoch": 0.4056338028169014,
+      "grad_norm": 0.8112801909446716,
+      "learning_rate": 8.108108108108109e-05,
+      "loss": 0.0609,
+      "step": 270
+    },
+    {
+      "epoch": 0.42065727699530514,
+      "grad_norm": 0.22141359746456146,
+      "learning_rate": 8.408408408408409e-05,
+      "loss": 0.0577,
+      "step": 280
+    },
+    {
+      "epoch": 0.4356807511737089,
+      "grad_norm": 1.3037300109863281,
+      "learning_rate": 8.70870870870871e-05,
+      "loss": 0.0572,
+      "step": 290
+    },
+    {
+      "epoch": 0.4507042253521127,
+      "grad_norm": 1.0784958600997925,
+      "learning_rate": 9.009009009009009e-05,
+      "loss": 0.043,
+      "step": 300
+    },
+    {
+      "epoch": 0.4507042253521127,
+      "eval_loss": 0.05256583169102669,
+      "eval_runtime": 156.2659,
+      "eval_samples_per_second": 7.577,
+      "eval_steps_per_second": 7.577,
+      "step": 300
+    },
+    {
+      "epoch": 0.46572769953051646,
+      "grad_norm": 0.4775850176811218,
+      "learning_rate": 9.30930930930931e-05,
+      "loss": 0.0439,
+      "step": 310
+    },
+    {
+      "epoch": 0.4807511737089202,
+      "grad_norm": 0.4602857232093811,
+      "learning_rate": 9.60960960960961e-05,
+      "loss": 0.0597,
+      "step": 320
+    },
+    {
+      "epoch": 0.49577464788732395,
+      "grad_norm": 0.6467078924179077,
+      "learning_rate": 9.90990990990991e-05,
+      "loss": 0.0553,
+      "step": 330
+    },
+    {
+      "epoch": 0.5107981220657277,
+      "grad_norm": 0.5899861454963684,
+      "learning_rate": 9.999864944989638e-05,
+      "loss": 0.0614,
+      "step": 340
+    },
+    {
+      "epoch": 0.5258215962441315,
+      "grad_norm": 0.3560892939567566,
+      "learning_rate": 9.999203468625017e-05,
+      "loss": 0.0497,
+      "step": 350
+    },
+    {
+      "epoch": 0.5258215962441315,
+      "eval_loss": 0.05027875676751137,
+      "eval_runtime": 156.4383,
+      "eval_samples_per_second": 7.568,
+      "eval_steps_per_second": 7.568,
+      "step": 350
+    },
+    {
+      "epoch": 0.5408450704225352,
+      "grad_norm": 1.0397191047668457,
+      "learning_rate": 9.997990837719421e-05,
+      "loss": 0.0614,
+      "step": 360
+    },
+    {
+      "epoch": 0.5558685446009389,
+      "grad_norm": 0.3409489095211029,
+      "learning_rate": 9.996227185963554e-05,
+      "loss": 0.0446,
+      "step": 370
+    },
+    {
+      "epoch": 0.5708920187793427,
+      "grad_norm": 0.6183903217315674,
+      "learning_rate": 9.993912707797329e-05,
+      "loss": 0.0513,
+      "step": 380
+    },
+    {
+      "epoch": 0.5859154929577465,
+      "grad_norm": 0.36344006657600403,
+      "learning_rate": 9.99104765838842e-05,
+      "loss": 0.0433,
+      "step": 390
+    },
+    {
+      "epoch": 0.6009389671361502,
+      "grad_norm": 0.2808699309825897,
+      "learning_rate": 9.987632353604151e-05,
+      "loss": 0.049,
+      "step": 400
+    },
+    {
+      "epoch": 0.6009389671361502,
+      "eval_loss": 0.04805321246385574,
+      "eval_runtime": 156.401,
+      "eval_samples_per_second": 7.57,
+      "eval_steps_per_second": 7.57,
+      "step": 400
+    },
+    {
+      "epoch": 0.615962441314554,
+      "grad_norm": 0.41244831681251526,
+      "learning_rate": 9.98366716997665e-05,
+      "loss": 0.0469,
+      "step": 410
+    },
+    {
+      "epoch": 0.6309859154929578,
+      "grad_norm": 0.4227665960788727,
+      "learning_rate": 9.979152544661354e-05,
+      "loss": 0.0437,
+      "step": 420
+    },
+    {
+      "epoch": 0.6460093896713615,
+      "grad_norm": 0.5011832118034363,
+      "learning_rate": 9.974088975388802e-05,
+      "loss": 0.0479,
+      "step": 430
+    },
+    {
+      "epoch": 0.6610328638497652,
+      "grad_norm": 0.47126173973083496,
+      "learning_rate": 9.968477020409766e-05,
+      "loss": 0.0452,
+      "step": 440
+    },
+    {
+      "epoch": 0.676056338028169,
+      "grad_norm": 0.4116508364677429,
+      "learning_rate": 9.962317298433705e-05,
+      "loss": 0.0541,
+      "step": 450
+    },
+    {
+      "epoch": 0.676056338028169,
+      "eval_loss": 0.047716788947582245,
+      "eval_runtime": 156.3995,
+      "eval_samples_per_second": 7.57,
+      "eval_steps_per_second": 7.57,
+      "step": 450
+    },
+    {
+      "epoch": 0.6910798122065728,
+      "grad_norm": 0.2776816785335541,
+      "learning_rate": 9.955610488560551e-05,
+      "loss": 0.0589,
+      "step": 460
+    },
+    {
+      "epoch": 0.7061032863849765,
+      "grad_norm": 0.5058294534683228,
+      "learning_rate": 9.948357330205842e-05,
+      "loss": 0.0583,
+      "step": 470
+    },
+    {
+      "epoch": 0.7211267605633803,
+      "grad_norm": 0.22229774296283722,
+      "learning_rate": 9.940558623019201e-05,
+      "loss": 0.0329,
+      "step": 480
+    },
+    {
+      "epoch": 0.7361502347417841,
+      "grad_norm": 0.33905524015426636,
+      "learning_rate": 9.932215226796172e-05,
+      "loss": 0.0501,
+      "step": 490
+    },
+    {
+      "epoch": 0.7511737089201878,
+      "grad_norm": 0.2562945783138275,
+      "learning_rate": 9.923328061383435e-05,
+      "loss": 0.0494,
+      "step": 500
+    },
+    {
+      "epoch": 0.7511737089201878,
+      "eval_loss": 0.043219637125730515,
+      "eval_runtime": 156.322,
+      "eval_samples_per_second": 7.574,
+      "eval_steps_per_second": 7.574,
+      "step": 500
+    },
+    {
+      "epoch": 0.7661971830985915,
+      "grad_norm": 0.18596145510673523,
+      "learning_rate": 9.913898106577393e-05,
+      "loss": 0.0445,
+      "step": 510
+    },
+    {
+      "epoch": 0.7812206572769953,
+      "grad_norm": 0.30711135268211365,
+      "learning_rate": 9.903926402016153e-05,
+      "loss": 0.0389,
+      "step": 520
+    },
+    {
+      "epoch": 0.7962441314553991,
+      "grad_norm": 0.21911293268203735,
+      "learning_rate": 9.893414047064897e-05,
+      "loss": 0.0436,
+      "step": 530
+    },
+    {
+      "epoch": 0.8112676056338028,
+      "grad_norm": 0.49014413356781006,
+      "learning_rate": 9.88236220069469e-05,
+      "loss": 0.043,
+      "step": 540
+    },
+    {
+      "epoch": 0.8262910798122066,
+      "grad_norm": 0.33901888132095337,
+      "learning_rate": 9.870772081354705e-05,
+      "loss": 0.0556,
+      "step": 550
+    },
+    {
+      "epoch": 0.8262910798122066,
+      "eval_loss": 0.04144579544663429,
+      "eval_runtime": 156.3463,
+      "eval_samples_per_second": 7.573,
+      "eval_steps_per_second": 7.573,
+      "step": 550
+    },
+    {
+      "epoch": 0.8413145539906103,
+      "grad_norm": 0.3239082098007202,
+      "learning_rate": 9.858644966837878e-05,
+      "loss": 0.0463,
+      "step": 560
+    },
+    {
+      "epoch": 0.856338028169014,
+      "grad_norm": 0.16826266050338745,
+      "learning_rate": 9.845982194140051e-05,
+      "loss": 0.0456,
+      "step": 570
+    },
+    {
+      "epoch": 0.8713615023474178,
+      "grad_norm": 0.28091156482696533,
+      "learning_rate": 9.832785159312559e-05,
+      "loss": 0.042,
+      "step": 580
+    },
+    {
+      "epoch": 0.8863849765258216,
+      "grad_norm": 0.29264500737190247,
+      "learning_rate": 9.819055317308317e-05,
+      "loss": 0.04,
+      "step": 590
+    },
+    {
+      "epoch": 0.9014084507042254,
+      "grad_norm": 0.30719348788261414,
+      "learning_rate": 9.804794181821422e-05,
+      "loss": 0.0398,
+      "step": 600
+    },
+    {
+      "epoch": 0.9014084507042254,
+      "eval_loss": 0.04154442995786667,
+      "eval_runtime": 156.3701,
+      "eval_samples_per_second": 7.572,
+      "eval_steps_per_second": 7.572,
+      "step": 600
+    },
+    {
+      "epoch": 0.9164319248826291,
+      "grad_norm": 0.18495255708694458,
+      "learning_rate": 9.790003325120261e-05,
+      "loss": 0.0403,
+      "step": 610
+    },
+    {
+      "epoch": 0.9314553990610329,
+      "grad_norm": 0.514930009841919,
+      "learning_rate": 9.774684377874178e-05,
+      "loss": 0.0535,
+      "step": 620
+    },
+    {
+      "epoch": 0.9464788732394366,
+      "grad_norm": 0.2771974503993988,
+      "learning_rate": 9.758839028973692e-05,
+      "loss": 0.0358,
+      "step": 630
+    },
+    {
+      "epoch": 0.9615023474178404,
+      "grad_norm": 0.2064761519432068,
+      "learning_rate": 9.742469025344298e-05,
+      "loss": 0.043,
+      "step": 640
+    },
+    {
+      "epoch": 0.9765258215962441,
+      "grad_norm": 0.22615325450897217,
+      "learning_rate": 9.725576171753874e-05,
+      "loss": 0.0535,
+      "step": 650
+    },
+    {
+      "epoch": 0.9765258215962441,
+      "eval_loss": 0.04291123151779175,
+      "eval_runtime": 156.3355,
+      "eval_samples_per_second": 7.573,
+      "eval_steps_per_second": 7.573,
+      "step": 650
+    },
+    {
+      "epoch": 0.9915492957746479,
+      "grad_norm": 0.9398748874664307,
+      "learning_rate": 9.708162330613708e-05,
+      "loss": 0.0441,
+      "step": 660
+    },
+    {
+      "epoch": 1.0065727699530516,
+      "grad_norm": 0.2263706773519516,
+      "learning_rate": 9.690229421773167e-05,
+      "loss": 0.0439,
+      "step": 670
+    },
+    {
+      "epoch": 1.0215962441314554,
+      "grad_norm": 0.3939422070980072,
+      "learning_rate": 9.67177942230804e-05,
+      "loss": 0.0402,
+      "step": 680
+    },
+    {
+      "epoch": 1.036619718309859,
+      "grad_norm": 0.4399869740009308,
+      "learning_rate": 9.652814366302568e-05,
+      "loss": 0.0412,
+      "step": 690
+    },
+    {
+      "epoch": 1.051643192488263,
+      "grad_norm": 0.29108133912086487,
+      "learning_rate": 9.633336344625185e-05,
+      "loss": 0.0383,
+      "step": 700
+    },
+    {
+      "epoch": 1.051643192488263,
+      "eval_loss": 0.04375332221388817,
+      "eval_runtime": 156.304,
+      "eval_samples_per_second": 7.575,
+      "eval_steps_per_second": 7.575,
+      "step": 700
+    },
+    {
+      "epoch": 1.0666666666666667,
+      "grad_norm": 0.41116732358932495,
+      "learning_rate": 9.61334750469801e-05,
+      "loss": 0.0297,
+      "step": 710
+    },
+    {
+      "epoch": 1.0816901408450703,
+      "grad_norm": 0.49311184883117676,
+      "learning_rate": 9.592850050260089e-05,
+      "loss": 0.0377,
+      "step": 720
+    },
+    {
+      "epoch": 1.0967136150234742,
+      "grad_norm": 0.20614486932754517,
+      "learning_rate": 9.571846241124446e-05,
+      "loss": 0.0329,
+      "step": 730
+    },
+    {
+      "epoch": 1.1117370892018779,
+      "grad_norm": 0.1830943077802658,
+      "learning_rate": 9.55033839292893e-05,
+      "loss": 0.0273,
+      "step": 740
+    },
+    {
+      "epoch": 1.1267605633802817,
+      "grad_norm": 0.49418705701828003,
+      "learning_rate": 9.52832887688093e-05,
+      "loss": 0.0317,
+      "step": 750
+    },
+    {
+      "epoch": 1.1267605633802817,
+      "eval_loss": 0.04088291898369789,
+      "eval_runtime": 156.2721,
+      "eval_samples_per_second": 7.577,
+      "eval_steps_per_second": 7.577,
+      "step": 750
+    },
+    {
+      "epoch": 1.1417840375586854,
+      "grad_norm": 0.43101999163627625,
+      "learning_rate": 9.50582011949595e-05,
+      "loss": 0.035,
+      "step": 760
+    },
+    {
+      "epoch": 1.1568075117370893,
+      "grad_norm": 0.19687387347221375,
+      "learning_rate": 9.482814602330084e-05,
+      "loss": 0.038,
+      "step": 770
+    },
+    {
+      "epoch": 1.171830985915493,
+      "grad_norm": 0.31862860918045044,
+      "learning_rate": 9.459314861706435e-05,
+      "loss": 0.0402,
+      "step": 780
+    },
+    {
+      "epoch": 1.1868544600938966,
+      "grad_norm": 0.18375325202941895,
+      "learning_rate": 9.435323488435488e-05,
+      "loss": 0.0313,
+      "step": 790
+    },
+    {
+      "epoch": 1.2018779342723005,
+      "grad_norm": 0.4344165027141571,
+      "learning_rate": 9.410843127529473e-05,
+      "loss": 0.0311,
+      "step": 800
+    },
+    {
+      "epoch": 1.2018779342723005,
+      "eval_loss": 0.04096408188343048,
+      "eval_runtime": 156.2708,
+      "eval_samples_per_second": 7.577,
+      "eval_steps_per_second": 7.577,
+      "step": 800
+    },
+    {
+      "epoch": 1.2169014084507042,
+      "grad_norm": 0.48818346858024597,
+      "learning_rate": 9.385876477910765e-05,
+      "loss": 0.0344,
+      "step": 810
+    },
+    {
+      "epoch": 1.231924882629108,
+      "grad_norm": 0.2184937298297882,
+      "learning_rate": 9.360426292114314e-05,
+      "loss": 0.0343,
+      "step": 820
+    },
+    {
+      "epoch": 1.2469483568075117,
+      "grad_norm": 0.3244076371192932,
+      "learning_rate": 9.334495375984212e-05,
+      "loss": 0.0294,
+      "step": 830
+    },
+    {
+      "epoch": 1.2619718309859156,
+      "grad_norm": 0.3577475845813751,
+      "learning_rate": 9.30808658836432e-05,
+      "loss": 0.0337,
+      "step": 840
+    },
+    {
+      "epoch": 1.2769953051643192,
+      "grad_norm": 0.5191630721092224,
+      "learning_rate": 9.281202840783108e-05,
+      "loss": 0.0351,
+      "step": 850
+    },
+    {
+      "epoch": 1.2769953051643192,
+      "eval_loss": 0.03982950374484062,
+      "eval_runtime": 156.3321,
+      "eval_samples_per_second": 7.574,
+      "eval_steps_per_second": 7.574,
+      "step": 850
+    },
+    {
+      "epoch": 1.292018779342723,
+      "grad_norm": 0.21748529374599457,
+      "learning_rate": 9.253847097132655e-05,
+      "loss": 0.0313,
+      "step": 860
+    },
+    {
+      "epoch": 1.3070422535211268,
+      "grad_norm": 0.18870031833648682,
+      "learning_rate": 9.226022373341882e-05,
+      "loss": 0.0323,
+      "step": 870
+    },
+    {
+      "epoch": 1.3220657276995305,
+      "grad_norm": 0.24485838413238525,
+      "learning_rate": 9.19773173704406e-05,
+      "loss": 0.0299,
+      "step": 880
+    },
+    {
+      "epoch": 1.3370892018779343,
+      "grad_norm": 0.6192132830619812,
+      "learning_rate": 9.168978307238594e-05,
+      "loss": 0.037,
+      "step": 890
+    },
+    {
+      "epoch": 1.352112676056338,
+      "grad_norm": 0.1277685910463333,
+      "learning_rate": 9.13976525394717e-05,
+      "loss": 0.0309,
+      "step": 900
+    },
+    {
+      "epoch": 1.352112676056338,
+      "eval_loss": 0.037233345210552216,
+      "eval_runtime": 156.3404,
+      "eval_samples_per_second": 7.573,
+      "eval_steps_per_second": 7.573,
+      "step": 900
+    },
+    {
+      "epoch": 1.3671361502347419,
+      "grad_norm": 0.17440356314182281,
+      "learning_rate": 9.110095797864263e-05,
+      "loss": 0.0264,
+      "step": 910
+    },
+    {
+      "epoch": 1.3821596244131455,
+      "grad_norm": 0.15580697357654572,
+      "learning_rate": 9.079973210002051e-05,
+      "loss": 0.0371,
+      "step": 920
+    },
+    {
+      "epoch": 1.3971830985915492,
+      "grad_norm": 0.2136790156364441,
+      "learning_rate": 9.049400811329807e-05,
+      "loss": 0.0389,
+      "step": 930
+    },
+    {
+      "epoch": 1.412206572769953,
+      "grad_norm": 0.32828402519226074,
+      "learning_rate": 9.01838197240775e-05,
+      "loss": 0.0296,
+      "step": 940
+    },
+    {
+      "epoch": 1.4272300469483568,
+      "grad_norm": 0.44386857748031616,
+      "learning_rate": 8.986920113015461e-05,
+      "loss": 0.0373,
+      "step": 950
+    },
+    {
+      "epoch": 1.4272300469483568,
+      "eval_loss": 0.03834960237145424,
+      "eval_runtime": 156.2587,
+      "eval_samples_per_second": 7.577,
+      "eval_steps_per_second": 7.577,
+      "step": 950
+    },
+    {
+      "epoch": 1.4422535211267606,
+      "grad_norm": 0.20402352511882782,
+      "learning_rate": 8.955018701774846e-05,
+      "loss": 0.0244,
+      "step": 960
+    },
+    {
+      "epoch": 1.4572769953051643,
+      "grad_norm": 0.3417670428752899,
+      "learning_rate": 8.922681255767731e-05,
+      "loss": 0.0413,
+      "step": 970
+    },
+    {
+      "epoch": 1.4723004694835682,
+      "grad_norm": 0.21933668851852417,
+      "learning_rate": 8.889911340148112e-05,
+      "loss": 0.0359,
+      "step": 980
+    },
+    {
+      "epoch": 1.4873239436619718,
+      "grad_norm": 0.1883007138967514,
+      "learning_rate": 8.856712567749095e-05,
+      "loss": 0.0336,
+      "step": 990
+    },
+    {
+      "epoch": 1.5023474178403755,
+      "grad_norm": 0.31359952688217163,
+      "learning_rate": 8.82308859868459e-05,
+      "loss": 0.0295,
+      "step": 1000
+    },
+    {
+      "epoch": 1.5023474178403755,
+      "eval_loss": 0.039744190871715546,
+      "eval_runtime": 156.3721,
+      "eval_samples_per_second": 7.572,
+      "eval_steps_per_second": 7.572,
+      "step": 1000
+    },
+    {
+      "epoch": 1.5173708920187794,
+      "grad_norm": 0.3432142734527588,
+      "learning_rate": 8.789043139945795e-05,
+      "loss": 0.0335,
+      "step": 1010
+    },
+    {
+      "epoch": 1.532394366197183,
+      "grad_norm": 0.16293199360370636,
+      "learning_rate": 8.754579944992491e-05,
+      "loss": 0.0391,
+      "step": 1020
+    },
+    {
+      "epoch": 1.5474178403755867,
+      "grad_norm": 0.20295502245426178,
+      "learning_rate": 8.719702813339248e-05,
+      "loss": 0.035,
+      "step": 1030
+    },
+    {
+      "epoch": 1.5624413145539906,
+      "grad_norm": 0.22714973986148834,
+      "learning_rate": 8.684415590136518e-05,
+      "loss": 0.0322,
+      "step": 1040
+    },
+    {
+      "epoch": 1.5774647887323945,
+      "grad_norm": 0.15775541961193085,
+      "learning_rate": 8.648722165746722e-05,
+      "loss": 0.0349,
+      "step": 1050
+    },
+    {
+      "epoch": 1.5774647887323945,
+      "eval_loss": 0.04082873836159706,
+      "eval_runtime": 156.2306,
+      "eval_samples_per_second": 7.579,
+      "eval_steps_per_second": 7.579,
+      "step": 1050
+    },
+    {
+      "epoch": 1.5924882629107981,
+      "grad_norm": 0.18249914050102234,
+      "learning_rate": 8.61262647531534e-05,
+      "loss": 0.0299,
+      "step": 1060
+    },
+    {
+      "epoch": 1.6075117370892018,
+      "grad_norm": 0.2968941330909729,
+      "learning_rate": 8.576132498337068e-05,
+      "loss": 0.0372,
+      "step": 1070
+    },
+    {
+      "epoch": 1.6225352112676057,
+      "grad_norm": 0.416565477848053,
+      "learning_rate": 8.539244258217088e-05,
+      "loss": 0.0332,
+      "step": 1080
+    },
+    {
+      "epoch": 1.6375586854460094,
+      "grad_norm": 0.23764647543430328,
+      "learning_rate": 8.501965821827485e-05,
+      "loss": 0.0365,
+      "step": 1090
+    },
+    {
+      "epoch": 1.652582159624413,
+      "grad_norm": 0.20299109816551208,
+      "learning_rate": 8.464301299058892e-05,
+      "loss": 0.026,
+      "step": 1100
+    },
+    {
+      "epoch": 1.652582159624413,
+      "eval_loss": 0.04096033051609993,
+      "eval_runtime": 156.3005,
+      "eval_samples_per_second": 7.575,
+      "eval_steps_per_second": 7.575,
+      "step": 1100
+    },
+    {
+      "epoch": 1.667605633802817,
+      "grad_norm": 0.2365420162677765,
+      "learning_rate": 8.426254842367374e-05,
+      "loss": 0.0279,
+      "step": 1110
+    },
+    {
+      "epoch": 1.6826291079812208,
+      "grad_norm": 0.26829490065574646,
+      "learning_rate": 8.387830646316623e-05,
+      "loss": 0.0388,
+      "step": 1120
+    },
+    {
+      "epoch": 1.6976525821596244,
+      "grad_norm": 0.39060696959495544,
+      "learning_rate": 8.349032947115525e-05,
+      "loss": 0.028,
+      "step": 1130
+    },
+    {
+      "epoch": 1.712676056338028,
+      "grad_norm": 0.3235212564468384,
+      "learning_rate": 8.309866022151107e-05,
+      "loss": 0.0468,
+      "step": 1140
+    },
+    {
+      "epoch": 1.727699530516432,
+      "grad_norm": 0.32556065917015076,
+      "learning_rate": 8.270334189516983e-05,
+      "loss": 0.0305,
+      "step": 1150
+    },
+    {
+      "epoch": 1.727699530516432,
+      "eval_loss": 0.039029572159051895,
+      "eval_runtime": 156.2235,
+      "eval_samples_per_second": 7.579,
+      "eval_steps_per_second": 7.579,
+      "step": 1150
+    },
+    {
+      "epoch": 1.7427230046948357,
+      "grad_norm": 0.15808342397212982,
+      "learning_rate": 8.230441807537277e-05,
+      "loss": 0.0466,
+      "step": 1160
+    },
+    {
+      "epoch": 1.7577464788732393,
+      "grad_norm": 0.15356343984603882,
+      "learning_rate": 8.190193274286122e-05,
+      "loss": 0.0284,
+      "step": 1170
+    },
+    {
+      "epoch": 1.7727699530516432,
+      "grad_norm": 0.26693618297576904,
+      "learning_rate": 8.149593027102789e-05,
+      "loss": 0.0347,
+      "step": 1180
+    },
+    {
+      "epoch": 1.787793427230047,
+      "grad_norm": 0.3144373595714569,
+      "learning_rate": 8.108645542102469e-05,
+      "loss": 0.0277,
+      "step": 1190
+    },
+    {
+      "epoch": 1.8028169014084507,
+      "grad_norm": 0.26021772623062134,
+      "learning_rate": 8.067355333682798e-05,
+      "loss": 0.0332,
+      "step": 1200
+    },
+    {
+      "epoch": 1.8028169014084507,
+      "eval_loss": 0.03854435682296753,
+      "eval_runtime": 156.2279,
+      "eval_samples_per_second": 7.579,
+      "eval_steps_per_second": 7.579,
+      "step": 1200
+    },
+    {
+      "epoch": 1.8178403755868544,
+      "grad_norm": 0.4863680303096771,
+      "learning_rate": 8.025726954026138e-05,
+      "loss": 0.0242,
+      "step": 1210
+    },
+    {
+      "epoch": 1.8328638497652583,
+      "grad_norm": 0.5616618394851685,
+      "learning_rate": 7.983764992597716e-05,
+      "loss": 0.034,
+      "step": 1220
+    },
+    {
+      "epoch": 1.847887323943662,
+      "grad_norm": 0.4086838662624359,
+      "learning_rate": 7.94147407563964e-05,
+      "loss": 0.0314,
+      "step": 1230
+    },
+    {
+      "epoch": 1.8629107981220656,
+      "grad_norm": 0.2752532362937927,
+      "learning_rate": 7.89885886566086e-05,
+      "loss": 0.0348,
+      "step": 1240
+    },
+    {
+      "epoch": 1.8779342723004695,
+      "grad_norm": 0.508071780204773,
+      "learning_rate": 7.855924060923141e-05,
+      "loss": 0.0304,
+      "step": 1250
+    },
+    {
+      "epoch": 1.8779342723004695,
+      "eval_loss": 0.03792616352438927,
+      "eval_runtime": 156.2438,
+      "eval_samples_per_second": 7.578,
+      "eval_steps_per_second": 7.578,
+      "step": 1250
+    },
+    {
+      "epoch": 1.8929577464788734,
+      "grad_norm": 0.2151941955089569,
+      "learning_rate": 7.812674394923077e-05,
+      "loss": 0.0364,
+      "step": 1260
+    },
+    {
+      "epoch": 1.907981220657277,
+      "grad_norm": 0.2420804798603058,
+      "learning_rate": 7.769114635870231e-05,
+      "loss": 0.0357,
+      "step": 1270
+    },
+    {
+      "epoch": 1.9230046948356807,
+      "grad_norm": 0.37158623337745667,
+      "learning_rate": 7.725249586161463e-05,
+      "loss": 0.0317,
+      "step": 1280
+    },
+    {
+      "epoch": 1.9380281690140846,
+      "grad_norm": 0.19411316514015198,
+      "learning_rate": 7.68108408185145e-05,
+      "loss": 0.0276,
+      "step": 1290
+    },
+    {
+      "epoch": 1.9530516431924883,
+      "grad_norm": 0.2072768658399582,
+      "learning_rate": 7.636622992119536e-05,
+      "loss": 0.0497,
+      "step": 1300
+    },
+    {
+      "epoch": 1.9530516431924883,
+      "eval_loss": 0.039196692407131195,
+      "eval_runtime": 156.2151,
+      "eval_samples_per_second": 7.579,
+      "eval_steps_per_second": 7.579,
+      "step": 1300
+    },
+    {
+      "epoch": 1.968075117370892,
+      "grad_norm": 0.30601534247398376,
+      "learning_rate": 7.591871218732902e-05,
+      "loss": 0.036,
+      "step": 1310
+    },
+    {
+      "epoch": 1.9830985915492958,
+      "grad_norm": 0.2544531226158142,
+      "learning_rate": 7.54683369550616e-05,
+      "loss": 0.0413,
+      "step": 1320
+    },
+    {
+      "epoch": 1.9981220657276997,
+      "grad_norm": 0.18643656373023987,
+      "learning_rate": 7.501515387757404e-05,
+      "loss": 0.0295,
+      "step": 1330
+    },
+    {
+      "epoch": 2.013145539906103,
+      "grad_norm": 0.2908141016960144,
+      "learning_rate": 7.455921291760796e-05,
+      "loss": 0.0365,
+      "step": 1340
+    },
+    {
+      "epoch": 2.028169014084507,
+      "grad_norm": 0.08652251958847046,
+      "learning_rate": 7.410056434195725e-05,
+      "loss": 0.0183,
+      "step": 1350
+    },
+    {
+      "epoch": 2.028169014084507,
+      "eval_loss": 0.04124961793422699,
+      "eval_runtime": 156.2014,
+      "eval_samples_per_second": 7.58,
+      "eval_steps_per_second": 7.58,
+      "step": 1350
+    },
+    {
+      "epoch": 2.043192488262911,
+      "grad_norm": 0.231898233294487,
+      "learning_rate": 7.363925871592629e-05,
+      "loss": 0.0264,
+      "step": 1360
+    },
+    {
+      "epoch": 2.0582159624413148,
+      "grad_norm": 0.15739409625530243,
+      "learning_rate": 7.317534689775528e-05,
+      "loss": 0.0239,
+      "step": 1370
+    },
+    {
+      "epoch": 2.073239436619718,
+      "grad_norm": 0.16826321184635162,
+      "learning_rate": 7.270888003301304e-05,
+      "loss": 0.0175,
+      "step": 1380
+    },
+    {
+      "epoch": 2.088262910798122,
+      "grad_norm": 0.5138995051383972,
+      "learning_rate": 7.22399095489584e-05,
+      "loss": 0.022,
+      "step": 1390
+    },
+    {
+      "epoch": 2.103286384976526,
+      "grad_norm": 0.1792786568403244,
+      "learning_rate": 7.176848714887042e-05,
+      "loss": 0.0269,
+      "step": 1400
+    },
+    {
+      "epoch": 2.103286384976526,
+      "eval_loss": 0.038102250546216965,
+      "eval_runtime": 156.1612,
+      "eval_samples_per_second": 7.582,
+      "eval_steps_per_second": 7.582,
+      "step": 1400
+    },
+    {
+      "epoch": 2.1183098591549294,
+      "grad_norm": 0.21858704090118408,
+      "learning_rate": 7.129466480634806e-05,
+      "loss": 0.0251,
+      "step": 1410
+    },
+    {
+      "epoch": 2.1333333333333333,
+      "grad_norm": 0.2904298007488251,
+      "learning_rate": 7.081849475958042e-05,
+      "loss": 0.0208,
+      "step": 1420
+    },
+    {
+      "epoch": 2.148356807511737,
+      "grad_norm": 0.4409976899623871,
+      "learning_rate": 7.034002950558723e-05,
+      "loss": 0.0243,
+      "step": 1430
+    },
+    {
+      "epoch": 2.1633802816901406,
+      "grad_norm": 0.19713151454925537,
+      "learning_rate": 6.985932179443144e-05,
+      "loss": 0.0253,
+      "step": 1440
+    },
+    {
+      "epoch": 2.1784037558685445,
+      "grad_norm": 0.24242573976516724,
+      "learning_rate": 6.937642462340342e-05,
+      "loss": 0.0299,
+      "step": 1450
+    },
+    {
+      "epoch": 2.1784037558685445,
+      "eval_loss": 0.0379047654569149,
+      "eval_runtime": 156.2912,
+      "eval_samples_per_second": 7.576,
+      "eval_steps_per_second": 7.576,
+      "step": 1450
+    },
+    {
+      "epoch": 2.1934272300469484,
+      "grad_norm": 0.19243745505809784,
+      "learning_rate": 6.889139123117817e-05,
+      "loss": 0.0184,
+      "step": 1460
+    },
+    {
+      "epoch": 2.2084507042253523,
+      "grad_norm": 0.2577214241027832,
+      "learning_rate": 6.840427509194575e-05,
+      "loss": 0.0249,
+      "step": 1470
+    },
+    {
+      "epoch": 2.2234741784037557,
+      "grad_norm": 0.2908743917942047,
+      "learning_rate": 6.791512990951597e-05,
+      "loss": 0.0165,
+      "step": 1480
+    },
+    {
+      "epoch": 2.2384976525821596,
+      "grad_norm": 0.6111800670623779,
+      "learning_rate": 6.74240096113975e-05,
+      "loss": 0.0262,
+      "step": 1490
+    },
+    {
+      "epoch": 2.2535211267605635,
+      "grad_norm": 0.1613549441099167,
+      "learning_rate": 6.693096834285256e-05,
+      "loss": 0.0129,
+      "step": 1500
+    },
+    {
+      "epoch": 2.2535211267605635,
+      "eval_loss": 0.04337477684020996,
+      "eval_runtime": 156.2934,
+      "eval_samples_per_second": 7.575,
+      "eval_steps_per_second": 7.575,
+      "step": 1500
+    },
+    {
+      "epoch": 2.2685446009389674,
+      "grad_norm": 0.40178021788597107,
+      "learning_rate": 6.643606046092732e-05,
+      "loss": 0.0238,
+      "step": 1510
+    },
+    {
+      "epoch": 2.283568075117371,
+      "grad_norm": 0.18915718793869019,
+      "learning_rate": 6.593934052845929e-05,
+      "loss": 0.0257,
+      "step": 1520
+    },
+    {
+      "epoch": 2.2985915492957747,
+      "grad_norm": 0.35349389910697937,
+      "learning_rate": 6.544086330806181e-05,
+      "loss": 0.0268,
+      "step": 1530
+    },
+    {
+      "epoch": 2.3136150234741786,
+      "grad_norm": 0.15677450597286224,
+      "learning_rate": 6.494068375608646e-05,
+      "loss": 0.0245,
+      "step": 1540
+    },
+    {
+      "epoch": 2.328638497652582,
+      "grad_norm": 0.2012639194726944,
+      "learning_rate": 6.443885701656432e-05,
+      "loss": 0.0203,
+      "step": 1550
+    },
+    {
+      "epoch": 2.328638497652582,
+      "eval_loss": 0.03834431990981102,
+      "eval_runtime": 156.2857,
+      "eval_samples_per_second": 7.576,
+      "eval_steps_per_second": 7.576,
+      "step": 1550
+    },
+    {
+      "epoch": 2.343661971830986,
+      "grad_norm": 0.28499725461006165,
+      "learning_rate": 6.393543841512632e-05,
+      "loss": 0.0187,
+      "step": 1560
+    },
+    {
+      "epoch": 2.35868544600939,
+      "grad_norm": 0.27369531989097595,
+      "learning_rate": 6.343048345290386e-05,
+      "loss": 0.0143,
+      "step": 1570
+    },
+    {
+      "epoch": 2.3737089201877932,
+      "grad_norm": 0.31129664182662964,
+      "learning_rate": 6.292404780040961e-05,
+      "loss": 0.0306,
+      "step": 1580
+    },
+    {
+      "epoch": 2.388732394366197,
+      "grad_norm": 0.43185606598854065,
+      "learning_rate": 6.241618729140018e-05,
+      "loss": 0.0198,
+      "step": 1590
+    },
+    {
+      "epoch": 2.403755868544601,
+      "grad_norm": 0.32471033930778503,
+      "learning_rate": 6.190695791672042e-05,
+      "loss": 0.0221,
+      "step": 1600
+    },
+    {
+      "epoch": 2.403755868544601,
+      "eval_loss": 0.03971394523978233,
+      "eval_runtime": 156.3498,
+      "eval_samples_per_second": 7.573,
+      "eval_steps_per_second": 7.573,
+      "step": 1600
+    },
+    {
+      "epoch": 2.418779342723005,
+      "grad_norm": 0.13160324096679688,
+      "learning_rate": 6.139641581813052e-05,
+      "loss": 0.0194,
+      "step": 1610
+    },
+    {
+      "epoch": 2.4338028169014083,
+      "grad_norm": 0.1444709450006485,
+      "learning_rate": 6.088461728211642e-05,
+      "loss": 0.0206,
+      "step": 1620
+    },
+    {
+      "epoch": 2.448826291079812,
+      "grad_norm": 0.3128149211406708,
+      "learning_rate": 6.0371618733684474e-05,
+      "loss": 0.0151,
+      "step": 1630
+    },
+    {
+      "epoch": 2.463849765258216,
+      "grad_norm": 0.1301877200603485,
+      "learning_rate": 5.9857476730140485e-05,
+      "loss": 0.0214,
+      "step": 1640
+    },
+    {
+      "epoch": 2.4788732394366195,
+      "grad_norm": 0.2600902020931244,
+      "learning_rate": 5.9342247954854466e-05,
+      "loss": 0.023,
+      "step": 1650
+    },
+    {
+      "epoch": 2.4788732394366195,
+      "eval_loss": 0.041283123195171356,
+      "eval_runtime": 156.3863,
+      "eval_samples_per_second": 7.571,
+      "eval_steps_per_second": 7.571,
+      "step": 1650
+    },
+    {
+      "epoch": 2.4938967136150234,
+      "grad_norm": 0.20478318631649017,
+      "learning_rate": 5.8825989211011335e-05,
+      "loss": 0.0242,
+      "step": 1660
+    },
+    {
+      "epoch": 2.5089201877934273,
+      "grad_norm": 0.212309792637825,
+      "learning_rate": 5.830875741534852e-05,
+      "loss": 0.0187,
+      "step": 1670
+    },
+    {
+      "epoch": 2.523943661971831,
+      "grad_norm": 0.2569638192653656,
+      "learning_rate": 5.7790609591880826e-05,
+      "loss": 0.0259,
+      "step": 1680
+    },
+    {
+      "epoch": 2.5389671361502346,
+      "grad_norm": 0.305275022983551,
+      "learning_rate": 5.727160286561386e-05,
+      "loss": 0.0232,
+      "step": 1690
+    },
+    {
+      "epoch": 2.5539906103286385,
+      "grad_norm": 0.22980214655399323,
+      "learning_rate": 5.675179445624581e-05,
+      "loss": 0.0257,
+      "step": 1700
+    },
+    {
+      "epoch": 2.5539906103286385,
+      "eval_loss": 0.04087158292531967,
+      "eval_runtime": 156.4861,
+      "eval_samples_per_second": 7.566,
+      "eval_steps_per_second": 7.566,
+      "step": 1700
+    },
+    {
+      "epoch": 2.5690140845070424,
+      "grad_norm": 0.13337288796901703,
+      "learning_rate": 5.62312416718593e-05,
+      "loss": 0.018,
+      "step": 1710
+    },
+    {
+      "epoch": 2.584037558685446,
+      "grad_norm": 0.06781081855297089,
+      "learning_rate": 5.5710001902603116e-05,
+      "loss": 0.0238,
+      "step": 1720
+    },
+    {
+      "epoch": 2.5990610328638497,
+      "grad_norm": 0.15210840106010437,
+      "learning_rate": 5.5188132614365094e-05,
+      "loss": 0.0213,
+      "step": 1730
+    },
+    {
+      "epoch": 2.6140845070422536,
+      "grad_norm": 0.18319003283977509,
+      "learning_rate": 5.4665691342436565e-05,
+      "loss": 0.0214,
+      "step": 1740
+    },
+    {
+      "epoch": 2.629107981220657,
+      "grad_norm": 0.382030189037323,
+      "learning_rate": 5.414273568516919e-05,
+      "loss": 0.0241,
+      "step": 1750
+    },
+    {
+      "epoch": 2.629107981220657,
+      "eval_loss": 0.03998855501413345,
+      "eval_runtime": 156.5463,
+      "eval_samples_per_second": 7.563,
+      "eval_steps_per_second": 7.563,
+      "step": 1750
+    },
+    {
+      "epoch": 2.644131455399061,
+      "grad_norm": 0.26402246952056885,
+      "learning_rate": 5.361932329762481e-05,
+      "loss": 0.0201,
+      "step": 1760
+    },
+    {
+      "epoch": 2.659154929577465,
+      "grad_norm": 0.1534145027399063,
+      "learning_rate": 5.309551188521914e-05,
+      "loss": 0.0228,
+      "step": 1770
+    },
+    {
+      "epoch": 2.6741784037558687,
+      "grad_norm": 0.4438458979129791,
+      "learning_rate": 5.2571359197359704e-05,
+      "loss": 0.0162,
+      "step": 1780
+    },
+    {
+      "epoch": 2.6892018779342726,
+      "grad_norm": 0.21595679223537445,
+      "learning_rate": 5.2046923021079175e-05,
+      "loss": 0.0173,
+      "step": 1790
+    },
+    {
+      "epoch": 2.704225352112676,
+      "grad_norm": 0.4059389531612396,
+      "learning_rate": 5.1522261174664346e-05,
+      "loss": 0.0258,
+      "step": 1800
+    },
+    {
+      "epoch": 2.704225352112676,
+      "eval_loss": 0.040539611130952835,
+      "eval_runtime": 156.6429,
+      "eval_samples_per_second": 7.559,
+      "eval_steps_per_second": 7.559,
+      "step": 1800
+    },
+    {
+      "epoch": 2.71924882629108,
+      "grad_norm": 0.8589577078819275,
+      "learning_rate": 5.0997431501281835e-05,
+      "loss": 0.035,
+      "step": 1810
+    },
+    {
+      "epoch": 2.7342723004694838,
+      "grad_norm": 0.2879532277584076,
+      "learning_rate": 5.0472491862600915e-05,
+      "loss": 0.0223,
+      "step": 1820
+    },
+    {
+      "epoch": 2.749295774647887,
+      "grad_norm": 0.3457850217819214,
+      "learning_rate": 4.994750013241435e-05,
+      "loss": 0.0264,
+      "step": 1830
+    },
+    {
+      "epoch": 2.764319248826291,
+      "grad_norm": 0.29999199509620667,
+      "learning_rate": 4.9422514190257974e-05,
+      "loss": 0.0242,
+      "step": 1840
+    },
+    {
+      "epoch": 2.779342723004695,
+      "grad_norm": 0.09458961337804794,
+      "learning_rate": 4.88975919150294e-05,
+      "loss": 0.021,
+      "step": 1850
+    },
+    {
+      "epoch": 2.779342723004695,
+      "eval_loss": 0.03918106481432915,
+      "eval_runtime": 156.9396,
+      "eval_samples_per_second": 7.544,
+      "eval_steps_per_second": 7.544,
+      "step": 1850
+    },
+    {
+      "epoch": 2.7943661971830984,
+      "grad_norm": 0.2146388590335846,
+      "learning_rate": 4.83727911786071e-05,
+      "loss": 0.0257,
+      "step": 1860
+    },
+    {
+      "epoch": 2.8093896713615023,
+      "grad_norm": 0.3507349193096161,
+      "learning_rate": 4.7848169839470145e-05,
+      "loss": 0.0237,
+      "step": 1870
+    },
+    {
+      "epoch": 2.824413145539906,
+      "grad_norm": 0.14694459736347198,
+      "learning_rate": 4.7323785736319244e-05,
+      "loss": 0.0271,
+      "step": 1880
+    },
+    {
+      "epoch": 2.8394366197183096,
+      "grad_norm": 0.16568858921527863,
+      "learning_rate": 4.679969668170024e-05,
+      "loss": 0.0234,
+      "step": 1890
+    },
+    {
+      "epoch": 2.8544600938967135,
+      "grad_norm": 0.1532352864742279,
+      "learning_rate": 4.627596045563031e-05,
+      "loss": 0.0253,
+      "step": 1900
+    },
+    {
+      "epoch": 2.8544600938967135,
+      "eval_loss": 0.036843445152044296,
+      "eval_runtime": 157.0438,
+      "eval_samples_per_second": 7.539,
+      "eval_steps_per_second": 7.539,
+      "step": 1900
+    },
+    {
+      "epoch": 2.8694835680751174,
+      "grad_norm": 0.22552986443042755,
+      "learning_rate": 4.575263479922783e-05,
+      "loss": 0.0156,
+      "step": 1910
+    },
+    {
+      "epoch": 2.8845070422535213,
+      "grad_norm": 0.1421150416135788,
+      "learning_rate": 4.522977740834651e-05,
+      "loss": 0.0142,
+      "step": 1920
+    },
+    {
+      "epoch": 2.8995305164319247,
+      "grad_norm": 0.2992912232875824,
+      "learning_rate": 4.4707445927214456e-05,
+      "loss": 0.0169,
+      "step": 1930
+    },
+    {
+      "epoch": 2.9145539906103286,
+      "grad_norm": 0.1591469943523407,
+      "learning_rate": 4.4185697942079115e-05,
+      "loss": 0.0255,
+      "step": 1940
+    },
+    {
+      "epoch": 2.9295774647887325,
+      "grad_norm": 0.13977603614330292,
+      "learning_rate": 4.366459097485832e-05,
+      "loss": 0.018,
+      "step": 1950
+    },
+    {
+      "epoch": 2.9295774647887325,
+      "eval_loss": 0.03921648487448692,
+      "eval_runtime": 157.0461,
+      "eval_samples_per_second": 7.539,
+      "eval_steps_per_second": 7.539,
+      "step": 1950
+    },
+    {
+      "epoch": 2.9446009389671364,
+      "grad_norm": 0.3342364728450775,
+      "learning_rate": 4.314418247679866e-05,
+      "loss": 0.0263,
+      "step": 1960
+    },
+    {
+      "epoch": 2.95962441314554,
+      "grad_norm": 0.24284552037715912,
+      "learning_rate": 4.26245298221416e-05,
+      "loss": 0.014,
+      "step": 1970
+    },
+    {
+      "epoch": 2.9746478873239437,
+      "grad_norm": 0.15542685985565186,
+      "learning_rate": 4.2105690301798014e-05,
+      "loss": 0.0176,
+      "step": 1980
+    },
+    {
+      "epoch": 2.9896713615023476,
+      "grad_norm": 0.24745222926139832,
+      "learning_rate": 4.158772111703194e-05,
+      "loss": 0.0177,
+      "step": 1990
+    },
+    {
+      "epoch": 3.004694835680751,
+      "grad_norm": 0.07768896967172623,
+      "learning_rate": 4.107067937315429e-05,
+      "loss": 0.0112,
+      "step": 2000
+    },
+    {
+      "epoch": 3.004694835680751,
+      "eval_loss": 0.04066740348935127,
+      "eval_runtime": 157.2285,
+      "eval_samples_per_second": 7.53,
+      "eval_steps_per_second": 7.53,
+      "step": 2000
+    },
+    {
+      "epoch": 3.019718309859155,
+      "grad_norm": 0.1813950091600418,
+      "learning_rate": 4.055462207322698e-05,
+      "loss": 0.0121,
+      "step": 2010
+    },
+    {
+      "epoch": 3.034741784037559,
+      "grad_norm": 0.22787263989448547,
+      "learning_rate": 4.003960611177855e-05,
+      "loss": 0.0118,
+      "step": 2020
+    },
+    {
+      "epoch": 3.0497652582159622,
+      "grad_norm": 0.19959565997123718,
+      "learning_rate": 3.952568826853152e-05,
+      "loss": 0.0097,
+      "step": 2030
+    },
+    {
+      "epoch": 3.064788732394366,
+      "grad_norm": 0.0704595223069191,
+      "learning_rate": 3.901292520214256e-05,
+      "loss": 0.0079,
+      "step": 2040
+    },
+    {
+      "epoch": 3.07981220657277,
+      "grad_norm": 0.4440910816192627,
+      "learning_rate": 3.850137344395598e-05,
+      "loss": 0.0082,
+      "step": 2050
+    },
+    {
+      "epoch": 3.07981220657277,
+      "eval_loss": 0.047751668840646744,
+      "eval_runtime": 157.4059,
+      "eval_samples_per_second": 7.522,
+      "eval_steps_per_second": 7.522,
+      "step": 2050
+    },
+    {
+      "epoch": 3.094835680751174,
+      "grad_norm": 0.4817383885383606,
+      "learning_rate": 3.799108939177118e-05,
+      "loss": 0.011,
+      "step": 2060
+    },
+    {
+      "epoch": 3.1098591549295773,
+      "grad_norm": 0.15736213326454163,
+      "learning_rate": 3.7482129303624934e-05,
+      "loss": 0.0098,
+      "step": 2070
+    },
+    {
+      "epoch": 3.124882629107981,
+      "grad_norm": 0.3768656551837921,
+      "learning_rate": 3.697454929158901e-05,
+      "loss": 0.0123,
+      "step": 2080
+    },
+    {
+      "epoch": 3.139906103286385,
+      "grad_norm": 0.37794822454452515,
+      "learning_rate": 3.6468405315583854e-05,
+      "loss": 0.0155,
+      "step": 2090
+    },
+    {
+      "epoch": 3.1549295774647885,
+      "grad_norm": 0.47674834728240967,
+      "learning_rate": 3.59637531772092e-05,
+      "loss": 0.0127,
+      "step": 2100
+    },
+    {
+      "epoch": 3.1549295774647885,
+      "eval_loss": 0.046006690710783005,
+      "eval_runtime": 157.5212,
+      "eval_samples_per_second": 7.516,
+      "eval_steps_per_second": 7.516,
+      "step": 2100
+    },
+    {
+      "epoch": 3.1699530516431924,
+      "grad_norm": 0.2169833481311798,
+      "learning_rate": 3.546064851359192e-05,
+      "loss": 0.0048,
+      "step": 2110
+    },
+    {
+      "epoch": 3.1849765258215963,
+      "grad_norm": 0.12608371675014496,
+      "learning_rate": 3.495914679125212e-05,
+      "loss": 0.0125,
+      "step": 2120
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 0.21189413964748383,
+      "learning_rate": 3.445930329998819e-05,
+      "loss": 0.0102,
+      "step": 2130
+    },
+    {
+      "epoch": 3.2150234741784036,
+      "grad_norm": 0.29917919635772705,
+      "learning_rate": 3.396117314678097e-05,
+      "loss": 0.0173,
+      "step": 2140
+    },
+    {
+      "epoch": 3.2300469483568075,
+      "grad_norm": 0.29451966285705566,
+      "learning_rate": 3.3464811249718474e-05,
+      "loss": 0.0112,
+      "step": 2150
+    },
+    {
+      "epoch": 3.2300469483568075,
+      "eval_loss": 0.04488084837794304,
+      "eval_runtime": 157.4858,
+      "eval_samples_per_second": 7.518,
+      "eval_steps_per_second": 7.518,
+      "step": 2150
+    },
+    {
+      "epoch": 3.2450704225352114,
+      "grad_norm": 0.1548345535993576,
+      "learning_rate": 3.297027233194114e-05,
+      "loss": 0.0128,
+      "step": 2160
+    },
+    {
+      "epoch": 3.260093896713615,
+      "grad_norm": 0.08690305054187775,
+      "learning_rate": 3.2477610915608704e-05,
+      "loss": 0.01,
+      "step": 2170
+    },
+    {
+      "epoch": 3.2751173708920187,
+      "grad_norm": 0.26383867859840393,
+      "learning_rate": 3.1986881315889315e-05,
+      "loss": 0.014,
+      "step": 2180
+    },
+    {
+      "epoch": 3.2901408450704226,
+      "grad_norm": 0.4667436480522156,
+      "learning_rate": 3.149813763497124e-05,
+      "loss": 0.0174,
+      "step": 2190
+    },
+    {
+      "epoch": 3.3051643192488265,
+      "grad_norm": 0.3968455493450165,
+      "learning_rate": 3.101143375609818e-05,
+      "loss": 0.0145,
+      "step": 2200
+    },
+    {
+      "epoch": 3.3051643192488265,
+      "eval_loss": 0.04522354528307915,
+      "eval_runtime": 157.475,
+      "eval_samples_per_second": 7.519,
+      "eval_steps_per_second": 7.519,
+      "step": 2200
+    },
+    {
+      "epoch": 3.32018779342723,
+      "grad_norm": 0.2882903814315796,
+      "learning_rate": 3.0526823337628915e-05,
+      "loss": 0.0143,
+      "step": 2210
+    },
+    {
+      "epoch": 3.335211267605634,
+      "grad_norm": 0.2159668207168579,
+      "learning_rate": 3.004435980712129e-05,
+      "loss": 0.0094,
+      "step": 2220
+    },
+    {
+      "epoch": 3.3502347417840377,
+      "grad_norm": 0.6046177744865417,
+      "learning_rate": 2.9564096355442116e-05,
+      "loss": 0.0133,
+      "step": 2230
+    },
+    {
+      "epoch": 3.365258215962441,
+      "grad_norm": 0.30788397789001465,
+      "learning_rate": 2.9086085930902824e-05,
+      "loss": 0.0143,
+      "step": 2240
+    },
+    {
+      "epoch": 3.380281690140845,
+      "grad_norm": 0.3591701090335846,
+      "learning_rate": 2.8610381233422058e-05,
+      "loss": 0.0086,
+      "step": 2250
+    },
+    {
+      "epoch": 3.380281690140845,
+      "eval_loss": 0.04514958709478378,
+      "eval_runtime": 157.5469,
+      "eval_samples_per_second": 7.515,
+      "eval_steps_per_second": 7.515,
+      "step": 2250
+    },
+    {
+      "epoch": 3.395305164319249,
+      "grad_norm": 0.18443742394447327,
+      "learning_rate": 2.8137034708715592e-05,
+      "loss": 0.0106,
+      "step": 2260
+    },
+    {
+      "epoch": 3.4103286384976528,
+      "grad_norm": 0.02844012901186943,
+      "learning_rate": 2.7666098542514273e-05,
+      "loss": 0.0066,
+      "step": 2270
+    },
+    {
+      "epoch": 3.425352112676056,
+      "grad_norm": 0.5778037309646606,
+      "learning_rate": 2.719762465481055e-05,
+      "loss": 0.0117,
+      "step": 2280
+    },
+    {
+      "epoch": 3.44037558685446,
+      "grad_norm": 0.17093347012996674,
+      "learning_rate": 2.6731664694134473e-05,
+      "loss": 0.0133,
+      "step": 2290
+    },
+    {
+      "epoch": 3.455399061032864,
+      "grad_norm": 0.5244073271751404,
+      "learning_rate": 2.6268270031859476e-05,
+      "loss": 0.0161,
+      "step": 2300
+    },
+    {
+      "epoch": 3.455399061032864,
+      "eval_loss": 0.04896237701177597,
+      "eval_runtime": 157.594,
+      "eval_samples_per_second": 7.513,
+      "eval_steps_per_second": 7.513,
+      "step": 2300
+    },
+    {
+      "epoch": 3.4704225352112674,
+      "grad_norm": 0.5648406147956848,
+      "learning_rate": 2.580749175653877e-05,
+      "loss": 0.0108,
+      "step": 2310
+    },
+    {
+      "epoch": 3.4854460093896713,
+      "grad_norm": 0.5017344355583191,
+      "learning_rate": 2.5349380668272905e-05,
+      "loss": 0.0124,
+      "step": 2320
+    },
+    {
+      "epoch": 3.500469483568075,
+      "grad_norm": 0.1720559000968933,
+      "learning_rate": 2.489398727310908e-05,
+      "loss": 0.013,
+      "step": 2330
+    },
+    {
+      "epoch": 3.5154929577464786,
+      "grad_norm": 0.34457623958587646,
+      "learning_rate": 2.4441361777473066e-05,
+      "loss": 0.0107,
+      "step": 2340
+    },
+    {
+      "epoch": 3.5305164319248825,
+      "grad_norm": 0.8733149766921997,
+      "learning_rate": 2.3991554082633912e-05,
+      "loss": 0.0134,
+      "step": 2350
+    },
+    {
+      "epoch": 3.5305164319248825,
+      "eval_loss": 0.04652281105518341,
+      "eval_runtime": 157.7619,
+      "eval_samples_per_second": 7.505,
+      "eval_steps_per_second": 7.505,
+      "step": 2350
+    },
+    {
+      "epoch": 3.5455399061032864,
+      "grad_norm": 0.13055922091007233,
+      "learning_rate": 2.354461377920239e-05,
+      "loss": 0.0088,
+      "step": 2360
+    },
+    {
+      "epoch": 3.5605633802816903,
+      "grad_norm": 0.20548763871192932,
+      "learning_rate": 2.3100590141663807e-05,
+      "loss": 0.0115,
+      "step": 2370
+    },
+    {
+      "epoch": 3.575586854460094,
+      "grad_norm": 0.3360619843006134,
+      "learning_rate": 2.265953212294551e-05,
+      "loss": 0.0182,
+      "step": 2380
+    },
+    {
+      "epoch": 3.5906103286384976,
+      "grad_norm": 0.6770099401473999,
+      "learning_rate": 2.2221488349019903e-05,
+      "loss": 0.0164,
+      "step": 2390
+    },
+    {
+      "epoch": 3.6056338028169015,
+      "grad_norm": 0.31347426772117615,
+      "learning_rate": 2.1786507113543457e-05,
+      "loss": 0.009,
+      "step": 2400
+    },
+    {
+      "epoch": 3.6056338028169015,
+      "eval_loss": 0.04605977609753609,
+      "eval_runtime": 157.7592,
+      "eval_samples_per_second": 7.505,
+      "eval_steps_per_second": 7.505,
+      "step": 2400
+    },
+    {
+      "epoch": 3.6206572769953054,
+      "grad_norm": 0.13689975440502167,
+      "learning_rate": 2.1354636372532523e-05,
+      "loss": 0.0176,
+      "step": 2410
+    },
+    {
+      "epoch": 3.635680751173709,
+      "grad_norm": 0.2913866937160492,
+      "learning_rate": 2.092592373907617e-05,
+      "loss": 0.0101,
+      "step": 2420
+    },
+    {
+      "epoch": 3.6507042253521127,
+      "grad_norm": 0.37444183230400085,
+      "learning_rate": 2.0500416478086932e-05,
+      "loss": 0.0075,
+      "step": 2430
+    },
+    {
+      "epoch": 3.6657276995305166,
+      "grad_norm": 0.42321744561195374,
+      "learning_rate": 2.0078161501089954e-05,
+      "loss": 0.0117,
+      "step": 2440
+    },
+    {
+      "epoch": 3.68075117370892,
+      "grad_norm": 0.15104345977306366,
+      "learning_rate": 1.9659205361050982e-05,
+      "loss": 0.0056,
+      "step": 2450
+    },
+    {
+      "epoch": 3.68075117370892,
+      "eval_loss": 0.04802750423550606,
+      "eval_runtime": 157.7669,
+      "eval_samples_per_second": 7.505,
+      "eval_steps_per_second": 7.505,
+      "step": 2450
+    },
+    {
+      "epoch": 3.695774647887324,
+      "grad_norm": 0.15667098760604858,
+      "learning_rate": 1.924359424724408e-05,
+      "loss": 0.0154,
+      "step": 2460
+    },
+    {
+      "epoch": 3.710798122065728,
+      "grad_norm": 0.49284836649894714,
+      "learning_rate": 1.8831373980159296e-05,
+      "loss": 0.0145,
+      "step": 2470
+    },
+    {
+      "epoch": 3.7258215962441312,
+      "grad_norm": 0.22378303110599518,
+      "learning_rate": 1.8422590006450947e-05,
+      "loss": 0.0063,
+      "step": 2480
+    },
+    {
+      "epoch": 3.740845070422535,
+      "grad_norm": 0.20172594487667084,
+      "learning_rate": 1.801728739392731e-05,
+      "loss": 0.0089,
+      "step": 2490
+    },
+    {
+      "epoch": 3.755868544600939,
+      "grad_norm": 0.2898995280265808,
+      "learning_rate": 1.7615510826581904e-05,
+      "loss": 0.0069,
+      "step": 2500
+    },
+    {
+      "epoch": 3.755868544600939,
+      "eval_loss": 0.04896940663456917,
+      "eval_runtime": 157.7817,
+      "eval_samples_per_second": 7.504,
+      "eval_steps_per_second": 7.504,
+      "step": 2500
+    },
+    {
+      "epoch": 3.770892018779343,
+      "grad_norm": 0.32213857769966125,
+      "learning_rate": 1.7217304599667146e-05,
+      "loss": 0.0164,
+      "step": 2510
+    },
+    {
+      "epoch": 3.7859154929577463,
+      "grad_norm": 0.06365455687046051,
+      "learning_rate": 1.6822712614810893e-05,
+      "loss": 0.01,
+      "step": 2520
+    },
+    {
+      "epoch": 3.80093896713615,
+      "grad_norm": 0.2050347775220871,
+      "learning_rate": 1.643177837517631e-05,
+      "loss": 0.0117,
+      "step": 2530
+    },
+    {
+      "epoch": 3.815962441314554,
+      "grad_norm": 0.40109461545944214,
+      "learning_rate": 1.6044544980665767e-05,
+      "loss": 0.0108,
+      "step": 2540
+    },
+    {
+      "epoch": 3.830985915492958,
+      "grad_norm": 0.5502837300300598,
+      "learning_rate": 1.5661055123169126e-05,
+      "loss": 0.007,
+      "step": 2550
+    },
+    {
+      "epoch": 3.830985915492958,
+      "eval_loss": 0.04891159385442734,
+      "eval_runtime": 157.7489,
+      "eval_samples_per_second": 7.506,
+      "eval_steps_per_second": 7.506,
+      "step": 2550
+    },
+    {
+      "epoch": 3.8460093896713614,
+      "grad_norm": 0.17208245396614075,
+      "learning_rate": 1.5281351081856974e-05,
+      "loss": 0.0079,
+      "step": 2560
+    },
+    {
+      "epoch": 3.8610328638497653,
+      "grad_norm": 0.2847214639186859,
+      "learning_rate": 1.4905474718519491e-05,
+      "loss": 0.0075,
+      "step": 2570
+    },
+    {
+      "epoch": 3.876056338028169,
+      "grad_norm": 0.36303362250328064,
+      "learning_rate": 1.453346747295119e-05,
+      "loss": 0.0106,
+      "step": 2580
+    },
+    {
+      "epoch": 3.8910798122065726,
+      "grad_norm": 0.09206058084964752,
+      "learning_rate": 1.4165370358382274e-05,
+      "loss": 0.0117,
+      "step": 2590
+    },
+    {
+      "epoch": 3.9061032863849765,
+      "grad_norm": 0.7500032782554626,
+      "learning_rate": 1.3801223956956994e-05,
+      "loss": 0.0147,
+      "step": 2600
+    },
+    {
+      "epoch": 3.9061032863849765,
+      "eval_loss": 0.048022232949733734,
+      "eval_runtime": 157.7412,
+      "eval_samples_per_second": 7.506,
+      "eval_steps_per_second": 7.506,
+      "step": 2600
+    },
+    {
+      "epoch": 3.9211267605633804,
+      "grad_norm": 0.37353694438934326,
+      "learning_rate": 1.344106841525946e-05,
+      "loss": 0.0101,
+      "step": 2610
+    },
+    {
+      "epoch": 3.936150234741784,
+      "grad_norm": 0.3442070484161377,
+      "learning_rate": 1.3084943439887659e-05,
+      "loss": 0.0111,
+      "step": 2620
+    },
+    {
+      "epoch": 3.9511737089201877,
+      "grad_norm": 0.17266932129859924,
+      "learning_rate": 1.273288829307579e-05,
+      "loss": 0.0069,
+      "step": 2630
+    },
+    {
+      "epoch": 3.9661971830985916,
+      "grad_norm": 0.09121805429458618,
+      "learning_rate": 1.2384941788365622e-05,
+      "loss": 0.0073,
+      "step": 2640
+    },
+    {
+      "epoch": 3.981220657276995,
+      "grad_norm": 0.37061765789985657,
+      "learning_rate": 1.2041142286327477e-05,
+      "loss": 0.0123,
+      "step": 2650
+    },
+    {
+      "epoch": 3.981220657276995,
+      "eval_loss": 0.0474095456302166,
+      "eval_runtime": 157.8962,
+      "eval_samples_per_second": 7.499,
+      "eval_steps_per_second": 7.499,
+      "step": 2650
+    },
+    {
+      "epoch": 3.996244131455399,
+      "grad_norm": 0.28421324491500854,
+      "learning_rate": 1.170152769033095e-05,
+      "loss": 0.0058,
+      "step": 2660
+    },
+    {
+      "epoch": 4.011267605633803,
+      "grad_norm": 0.1725592464208603,
+      "learning_rate": 1.1366135442366127e-05,
+      "loss": 0.0066,
+      "step": 2670
+    },
+    {
+      "epoch": 4.026291079812206,
+      "grad_norm": 0.144903302192688,
+      "learning_rate": 1.103500251891571e-05,
+      "loss": 0.0061,
+      "step": 2680
+    },
+    {
+      "epoch": 4.041314553990611,
+      "grad_norm": 0.09540867805480957,
+      "learning_rate": 1.0708165426878325e-05,
+      "loss": 0.0042,
+      "step": 2690
+    },
+    {
+      "epoch": 4.056338028169014,
+      "grad_norm": 0.04649324715137482,
+      "learning_rate": 1.0385660199543812e-05,
+      "loss": 0.0053,
+      "step": 2700
+    },
+    {
+      "epoch": 4.056338028169014,
+      "eval_loss": 0.05291583761572838,
+      "eval_runtime": 157.9865,
+      "eval_samples_per_second": 7.494,
+      "eval_steps_per_second": 7.494,
+      "step": 2700
+    },
+    {
+      "epoch": 4.0713615023474174,
+      "grad_norm": 0.020398231223225594,
+      "learning_rate": 1.0067522392620537e-05,
+      "loss": 0.0037,
+      "step": 2710
+    },
+    {
+      "epoch": 4.086384976525822,
+      "grad_norm": 0.25772586464881897,
+      "learning_rate": 9.753787080315385e-06,
+      "loss": 0.0084,
+      "step": 2720
+    },
+    {
+      "epoch": 4.101408450704225,
+      "grad_norm": 0.0540861040353775,
+      "learning_rate": 9.444488851467042e-06,
+      "loss": 0.0051,
+      "step": 2730
+    },
+    {
+      "epoch": 4.1164319248826295,
+      "grad_norm": 0.19499164819717407,
+      "learning_rate": 9.139661805732435e-06,
+      "loss": 0.0043,
+      "step": 2740
+    },
+    {
+      "epoch": 4.131455399061033,
+      "grad_norm": 0.46163612604141235,
+      "learning_rate": 8.839339549827397e-06,
+      "loss": 0.0064,
+      "step": 2750
+    },
+    {
+      "epoch": 4.131455399061033,
+      "eval_loss": 0.05712565779685974,
+      "eval_runtime": 157.9487,
+      "eval_samples_per_second": 7.496,
+      "eval_steps_per_second": 7.496,
+      "step": 2750
+    },
+    {
+      "epoch": 4.146478873239436,
+      "grad_norm": 0.07052065432071686,
+      "learning_rate": 8.543555193821634e-06,
+      "loss": 0.0045,
+      "step": 2760
+    },
+    {
+      "epoch": 4.161502347417841,
+      "grad_norm": 0.3251402974128723,
+      "learning_rate": 8.252341347488251e-06,
+      "loss": 0.0032,
+      "step": 2770
+    },
+    {
+      "epoch": 4.176525821596244,
+      "grad_norm": 0.21811746060848236,
+      "learning_rate": 7.965730116708681e-06,
+      "loss": 0.005,
+      "step": 2780
+    },
+    {
+      "epoch": 4.191549295774648,
+      "grad_norm": 0.08314239978790283,
+      "learning_rate": 7.68375309993304e-06,
+      "loss": 0.0025,
+      "step": 2790
+    },
+    {
+      "epoch": 4.206572769953052,
+      "grad_norm": 0.07649940252304077,
+      "learning_rate": 7.406441384696372e-06,
+      "loss": 0.0064,
+      "step": 2800
+    },
+    {
+      "epoch": 4.206572769953052,
+      "eval_loss": 0.05896175280213356,
+      "eval_runtime": 157.6893,
+      "eval_samples_per_second": 7.508,
+      "eval_steps_per_second": 7.508,
+      "step": 2800
+    },
+    {
+      "epoch": 4.221596244131455,
+      "grad_norm": 0.14924947917461395,
+      "learning_rate": 7.133825544191464e-06,
+      "loss": 0.0088,
+      "step": 2810
+    },
+    {
+      "epoch": 4.236619718309859,
+      "grad_norm": 0.07150545716285706,
+      "learning_rate": 6.865935633897996e-06,
+      "loss": 0.0019,
+      "step": 2820
+    },
+    {
+      "epoch": 4.251643192488263,
+      "grad_norm": 0.13238117098808289,
+      "learning_rate": 6.602801188269081e-06,
+      "loss": 0.0057,
+      "step": 2830
+    },
+    {
+      "epoch": 4.266666666666667,
+      "grad_norm": 0.182158961892128,
+      "learning_rate": 6.344451217475183e-06,
+      "loss": 0.0029,
+      "step": 2840
+    },
+    {
+      "epoch": 4.28169014084507,
+      "grad_norm": 0.12668107450008392,
+      "learning_rate": 6.090914204205655e-06,
+      "loss": 0.0038,
+      "step": 2850
+    },
+    {
+      "epoch": 4.28169014084507,
+      "eval_loss": 0.060705944895744324,
+      "eval_runtime": 157.8239,
+      "eval_samples_per_second": 7.502,
+      "eval_steps_per_second": 7.502,
+      "step": 2850
+    },
+    {
+      "epoch": 4.296713615023474,
+      "grad_norm": 0.22536417841911316,
+      "learning_rate": 5.842218100528679e-06,
+      "loss": 0.0029,
+      "step": 2860
+    },
+    {
+      "epoch": 4.311737089201878,
+      "grad_norm": 0.2726947069168091,
+      "learning_rate": 5.598390324809555e-06,
+      "loss": 0.0041,
+      "step": 2870
+    },
+    {
+      "epoch": 4.326760563380281,
+      "grad_norm": 0.3938266634941101,
+      "learning_rate": 5.359457758687841e-06,
+      "loss": 0.0048,
+      "step": 2880
+    },
+    {
+      "epoch": 4.341784037558686,
+      "grad_norm": 0.29681265354156494,
+      "learning_rate": 5.125446744113743e-06,
+      "loss": 0.0088,
+      "step": 2890
+    },
+    {
+      "epoch": 4.356807511737089,
+      "grad_norm": 0.08293790370225906,
+      "learning_rate": 4.896383080443934e-06,
+      "loss": 0.0011,
+      "step": 2900
+    },
+    {
+      "epoch": 4.356807511737089,
+      "eval_loss": 0.06272595375776291,
+      "eval_runtime": 157.9854,
+      "eval_samples_per_second": 7.494,
+      "eval_steps_per_second": 7.494,
+      "step": 2900
+    },
+    {
+      "epoch": 4.371830985915493,
+      "grad_norm": 0.15698398649692535,
+      "learning_rate": 4.672292021597174e-06,
+      "loss": 0.0053,
+      "step": 2910
+    },
+    {
+      "epoch": 4.386854460093897,
+      "grad_norm": 0.25638025999069214,
+      "learning_rate": 4.4531982732702145e-06,
+      "loss": 0.0055,
+      "step": 2920
+    },
+    {
+      "epoch": 4.4018779342723,
+      "grad_norm": 0.1589283049106598,
+      "learning_rate": 4.239125990213883e-06,
+      "loss": 0.0045,
+      "step": 2930
+    },
+    {
+      "epoch": 4.416901408450705,
+      "grad_norm": 0.06673490256071091,
+      "learning_rate": 4.030098773570174e-06,
+      "loss": 0.001,
+      "step": 2940
+    },
+    {
+      "epoch": 4.431924882629108,
+      "grad_norm": 0.12453540414571762,
+      "learning_rate": 3.826139668270234e-06,
+      "loss": 0.0034,
+      "step": 2950
+    },
+    {
+      "epoch": 4.431924882629108,
+      "eval_loss": 0.06274248659610748,
+      "eval_runtime": 157.8646,
+      "eval_samples_per_second": 7.5,
+      "eval_steps_per_second": 7.5,
+      "step": 2950
+    },
+    {
+      "epoch": 4.446948356807511,
+      "grad_norm": 0.18250524997711182,
+      "learning_rate": 3.6272711604936504e-06,
+      "loss": 0.0074,
+      "step": 2960
+    },
+    {
+      "epoch": 4.461971830985916,
+      "grad_norm": 0.026577528566122055,
+      "learning_rate": 3.433515175189428e-06,
+      "loss": 0.0033,
+      "step": 2970
+    },
+    {
+      "epoch": 4.476995305164319,
+      "grad_norm": 0.03135993331670761,
+      "learning_rate": 3.2448930736588e-06,
+      "loss": 0.0093,
+      "step": 2980
+    },
+    {
+      "epoch": 4.492018779342723,
+      "grad_norm": 0.054898951202631,
+      "learning_rate": 3.061425651200117e-06,
+      "loss": 0.0031,
+      "step": 2990
+    },
+    {
+      "epoch": 4.507042253521127,
+      "grad_norm": 0.12721896171569824,
+      "learning_rate": 2.883133134816296e-06,
+      "loss": 0.0063,
+      "step": 3000
+    },
+    {
+      "epoch": 4.507042253521127,
+      "eval_loss": 0.062312256544828415,
+      "eval_runtime": 157.8769,
+      "eval_samples_per_second": 7.5,
+      "eval_steps_per_second": 7.5,
+      "step": 3000
+    },
+    {
+      "epoch": 4.52206572769953,
+      "grad_norm": 0.050971172749996185,
+      "learning_rate": 2.7100351809847326e-06,
+      "loss": 0.0026,
+      "step": 3010
+    },
+    {
+      "epoch": 4.537089201877935,
+      "grad_norm": 0.06001908332109451,
+      "learning_rate": 2.542150873490251e-06,
+      "loss": 0.0026,
+      "step": 3020
+    },
+    {
+      "epoch": 4.552112676056338,
+      "grad_norm": 0.1522800624370575,
+      "learning_rate": 2.3794987213211383e-06,
+      "loss": 0.0039,
+      "step": 3030
+    },
+    {
+      "epoch": 4.567136150234742,
+      "grad_norm": 0.19140265882015228,
+      "learning_rate": 2.222096656628547e-06,
+      "loss": 0.0041,
+      "step": 3040
+    },
+    {
+      "epoch": 4.582159624413146,
+      "grad_norm": 0.031790439039468765,
+      "learning_rate": 2.0699620327495174e-06,
+      "loss": 0.0033,
+      "step": 3050
+    },
+    {
+      "epoch": 4.582159624413146,
+      "eval_loss": 0.06346932053565979,
+      "eval_runtime": 157.947,
+      "eval_samples_per_second": 7.496,
+      "eval_steps_per_second": 7.496,
+      "step": 3050
+    },
+    {
+      "epoch": 4.597183098591549,
+      "grad_norm": 0.011058680713176727,
+      "learning_rate": 1.9231116222937996e-06,
+      "loss": 0.0014,
+      "step": 3060
+    },
+    {
+      "epoch": 4.612206572769953,
+      "grad_norm": 0.051989588886499405,
+      "learning_rate": 1.7815616152946523e-06,
+      "loss": 0.0022,
+      "step": 3070
+    },
+    {
+      "epoch": 4.627230046948357,
+      "grad_norm": 0.28735625743865967,
+      "learning_rate": 1.6453276174240195e-06,
+      "loss": 0.0016,
+      "step": 3080
+    },
+    {
+      "epoch": 4.642253521126761,
+      "grad_norm": 0.7765727043151855,
+      "learning_rate": 1.5144246482719114e-06,
+      "loss": 0.0032,
+      "step": 3090
+    },
+    {
+      "epoch": 4.657276995305164,
+      "grad_norm": 0.16394619643688202,
+      "learning_rate": 1.3888671396905805e-06,
+      "loss": 0.0048,
+      "step": 3100
+    },
+    {
+      "epoch": 4.657276995305164,
+      "eval_loss": 0.06427957862615585,
+      "eval_runtime": 157.8435,
+      "eval_samples_per_second": 7.501,
+      "eval_steps_per_second": 7.501,
+      "step": 3100
+    },
+    {
+      "epoch": 4.672300469483568,
+      "grad_norm": 0.07136521488428116,
+      "learning_rate": 1.2686689342034431e-06,
+      "loss": 0.0075,
+      "step": 3110
+    },
+    {
+      "epoch": 4.687323943661972,
+      "grad_norm": 0.06406821310520172,
+      "learning_rate": 1.1538432834789227e-06,
+      "loss": 0.0058,
+      "step": 3120
+    },
+    {
+      "epoch": 4.702347417840375,
+      "grad_norm": 0.42130792140960693,
+      "learning_rate": 1.044402846869491e-06,
+      "loss": 0.0041,
+      "step": 3130
+    },
+    {
+      "epoch": 4.71737089201878,
+      "grad_norm": 0.6147840023040771,
+      "learning_rate": 9.403596900160073e-07,
+      "loss": 0.003,
+      "step": 3140
+    },
+    {
+      "epoch": 4.732394366197183,
+      "grad_norm": 0.4716566205024719,
+      "learning_rate": 8.417252835174749e-07,
+      "loss": 0.0044,
+      "step": 3150
+    },
+    {
+      "epoch": 4.732394366197183,
+      "eval_loss": 0.06363623589277267,
+      "eval_runtime": 157.8646,
+      "eval_samples_per_second": 7.5,
+      "eval_steps_per_second": 7.5,
+      "step": 3150
+    },
+    {
+      "epoch": 4.7474178403755865,
+      "grad_norm": 0.2807024419307709,
+      "learning_rate": 7.48510501666455e-07,
+      "loss": 0.0079,
+      "step": 3160
+    },
+    {
+      "epoch": 4.762441314553991,
+      "grad_norm": 0.3779400587081909,
+      "learning_rate": 6.607256212501578e-07,
+      "loss": 0.0041,
+      "step": 3170
+    },
+    {
+      "epoch": 4.777464788732394,
+      "grad_norm": 0.3377034068107605,
+      "learning_rate": 5.783803204174654e-07,
+      "loss": 0.005,
+      "step": 3180
+    },
+    {
+      "epoch": 4.792488262910798,
+      "grad_norm": 0.15139789879322052,
+      "learning_rate": 5.014836776119358e-07,
+      "loss": 0.0027,
+      "step": 3190
+    },
+    {
+      "epoch": 4.807511737089202,
+      "grad_norm": 0.15307891368865967,
+      "learning_rate": 4.300441705708924e-07,
+      "loss": 0.0031,
+      "step": 3200
+    },
+    {
+      "epoch": 4.807511737089202,
+      "eval_loss": 0.06359302997589111,
+      "eval_runtime": 157.9251,
+      "eval_samples_per_second": 7.497,
+      "eval_steps_per_second": 7.497,
+      "step": 3200
+    },
+    {
+      "epoch": 4.822535211267605,
+      "grad_norm": 0.28907057642936707,
+      "learning_rate": 3.6406967539078796e-07,
+      "loss": 0.0047,
+      "step": 3210
+    },
+    {
+      "epoch": 4.83755868544601,
+      "grad_norm": 0.10809265822172165,
+      "learning_rate": 3.0356746565887715e-07,
+      "loss": 0.004,
+      "step": 3220
+    },
+    {
+      "epoch": 4.852582159624413,
+      "grad_norm": 0.07856517285108566,
+      "learning_rate": 2.485442116513026e-07,
+      "loss": 0.0031,
+      "step": 3230
+    },
+    {
+      "epoch": 4.867605633802817,
+      "grad_norm": 0.5275461673736572,
+      "learning_rate": 1.9900597959770507e-07,
+      "loss": 0.0087,
+      "step": 3240
+    },
+    {
+      "epoch": 4.882629107981221,
+      "grad_norm": 0.014800317585468292,
+      "learning_rate": 1.5495823101245866e-07,
+      "loss": 0.0022,
+      "step": 3250
+    },
+    {
+      "epoch": 4.882629107981221,
+      "eval_loss": 0.06390237808227539,
+      "eval_runtime": 157.8776,
+      "eval_samples_per_second": 7.499,
+      "eval_steps_per_second": 7.499,
+      "step": 3250
+    },
+    {
+      "epoch": 4.897652582159624,
+      "grad_norm": 0.04556208476424217,
+      "learning_rate": 1.164058220925135e-07,
+      "loss": 0.006,
+      "step": 3260
+    },
+    {
+      "epoch": 4.912676056338028,
+      "grad_norm": 0.20600998401641846,
+      "learning_rate": 8.335300318201844e-08,
+      "loss": 0.0067,
+      "step": 3270
+    },
+    {
+      "epoch": 4.927699530516432,
+      "grad_norm": 0.8991699814796448,
+      "learning_rate": 5.5803418303745917e-08,
+      "loss": 0.008,
+      "step": 3280
+    },
+    {
+      "epoch": 4.942723004694836,
+      "grad_norm": 0.015831077471375465,
+      "learning_rate": 3.3760104757313284e-08,
+      "loss": 0.0015,
+      "step": 3290
+    },
+    {
+      "epoch": 4.957746478873239,
+      "grad_norm": 0.1406923532485962,
+      "learning_rate": 1.7225492784345156e-08,
+      "loss": 0.0078,
+      "step": 3300
+    },
+    {
+      "epoch": 4.957746478873239,
+      "eval_loss": 0.06379479169845581,
+      "eval_runtime": 157.8707,
+      "eval_samples_per_second": 7.5,
+      "eval_steps_per_second": 7.5,
+      "step": 3300
+    },
+    {
+      "epoch": 4.972769953051643,
+      "grad_norm": 0.062291864305734634,
+      "learning_rate": 6.201405300532148e-09,
+      "loss": 0.006,
+      "step": 3310
+    },
+    {
+      "epoch": 4.987793427230047,
+      "grad_norm": 2.030796527862549,
+      "learning_rate": 6.890576946805282e-10,
+      "loss": 0.0032,
+      "step": 3320
+    },
+    {
+      "epoch": 4.995305164319249,
+      "step": 3325,
+      "total_flos": 8.345060490986127e+17,
+      "train_loss": 0.04504659976081965,
+      "train_runtime": 35784.009,
+      "train_samples_per_second": 1.488,
+      "train_steps_per_second": 0.093
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 3325,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 50,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.345060490986127e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

chchen__Llama-3.1-8B-Instruct-PsyCourse-fold6/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b0cd71c66834275054495a138568ebb01c7c1079728a75fedd459b576a7e9c
+size 5624