Training in progress, step 1924

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

adapter_config.json

@@ -0,0 +1,18 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "inference_mode": true,
+  "modules_to_save": null,
+  "num_attention_heads": 32,
+  "num_layers": 32,
+  "num_transformer_submodules": 1,
+  "num_virtual_tokens": 100,
+  "peft_type": "PROMPT_TUNING",
+  "prompt_tuning_init": "RANDOM",
+  "prompt_tuning_init_text": null,
+  "revision": null,
+  "task_type": "CAUSAL_LM",
+  "token_dim": 4096,
+  "tokenizer_kwargs": null,
+  "tokenizer_name_or_path": null
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b03e4f69e07485b37ade3da5c0e482a9760259f59deb60e0b67a78324aa9f51
+size 819328

special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1dcab308e7cf5970ea38815e0a62887d705c5b436f869ca27a5dcdd40c36a6
+size 17210148

tokenizer_config.json

@@ -0,0 +1,2077 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

train.yaml

@@ -0,0 +1,57 @@
+seed: 456
+
+### model
+model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
+trust_remote_code: true
+flash_attn: auto
+use_cache: false
+
+### method
+stage: sft
+do_train: true
+finetuning_type: prompt-tuning
+task_type: CAUSAL_LM
+num_virtual_tokens: 100
+
+### dataset
+dataset: cola
+template: llama3
+cutoff_len: 2048
+overwrite_cache: true
+preprocessing_num_workers: 8
+dataloader_num_workers: 2
+packing: false
+
+### output
+output_dir: saves_multiple/prompt-tuning/llama-3-8b-instruct/train_cola_456_1760637816
+logging_steps: 5
+save_steps: 0.05
+overwrite_output_dir: true
+save_only_model: false
+plot_loss: true
+include_num_input_tokens_seen: true
+push_to_hub: true
+push_to_hub_organization: rbelanec
+load_best_model_at_end: true
+save_total_limit: 1
+
+### train
+per_device_train_batch_size: 4
+learning_rate: 3.0e-2
+num_train_epochs: 20
+weight_decay: 1.0e-5
+lr_scheduler_type: cosine
+bf16: true
+ddp_timeout: 180000000
+resume_from_checkpoint: null
+warmup_ratio: 0.1
+optim: adamw_torch
+report_to:
+- wandb
+run_name: prompt-tuning_llama-3-8b-instruct_train_cola_456_1760637816
+
+### eval
+per_device_eval_batch_size: 4
+eval_strategy: steps
+eval_steps: 0.05
+val_size: 0.1

trainer_log.jsonl

@@ -0,0 +1,400 @@
+{"current_steps": 5, "total_steps": 38480, "loss": 1.6191, "lr": 3.118503118503119e-05, "epoch": 0.002598752598752599, "percentage": 0.01, "elapsed_time": "0:00:01", "remaining_time": "2:16:47", "throughput": 900.04, "total_tokens": 960}
+{"current_steps": 10, "total_steps": 38480, "loss": 0.8357, "lr": 7.016632016632016e-05, "epoch": 0.005197505197505198, "percentage": 0.03, "elapsed_time": "0:00:01", "remaining_time": "1:51:19", "throughput": 1124.22, "total_tokens": 1952}
+{"current_steps": 15, "total_steps": 38480, "loss": 0.5563, "lr": 0.00010914760914760915, "epoch": 0.007796257796257797, "percentage": 0.04, "elapsed_time": "0:00:02", "remaining_time": "1:42:54", "throughput": 1236.02, "total_tokens": 2976}
+{"current_steps": 20, "total_steps": 38480, "loss": 0.6886, "lr": 0.00014812889812889813, "epoch": 0.010395010395010396, "percentage": 0.05, "elapsed_time": "0:00:03", "remaining_time": "1:38:41", "throughput": 1288.64, "total_tokens": 3968}
+{"current_steps": 25, "total_steps": 38480, "loss": 0.4828, "lr": 0.00018711018711018712, "epoch": 0.012993762993762994, "percentage": 0.06, "elapsed_time": "0:00:03", "remaining_time": "1:35:58", "throughput": 1299.28, "total_tokens": 4864}
+{"current_steps": 30, "total_steps": 38480, "loss": 0.1926, "lr": 0.0002260914760914761, "epoch": 0.015592515592515593, "percentage": 0.08, "elapsed_time": "0:00:04", "remaining_time": "1:34:13", "throughput": 1313.15, "total_tokens": 5792}
+{"current_steps": 35, "total_steps": 38480, "loss": 0.3334, "lr": 0.00026507276507276505, "epoch": 0.018191268191268192, "percentage": 0.09, "elapsed_time": "0:00:05", "remaining_time": "1:33:01", "throughput": 1334.96, "total_tokens": 6784}
+{"current_steps": 40, "total_steps": 38480, "loss": 0.1662, "lr": 0.00030405405405405404, "epoch": 0.02079002079002079, "percentage": 0.1, "elapsed_time": "0:00:05", "remaining_time": "1:32:21", "throughput": 1348.54, "total_tokens": 7776}
+{"current_steps": 45, "total_steps": 38480, "loss": 0.1755, "lr": 0.000343035343035343, "epoch": 0.02338877338877339, "percentage": 0.12, "elapsed_time": "0:00:06", "remaining_time": "1:31:35", "throughput": 1357.72, "total_tokens": 8736}
+{"current_steps": 50, "total_steps": 38480, "loss": 0.381, "lr": 0.000382016632016632, "epoch": 0.02598752598752599, "percentage": 0.13, "elapsed_time": "0:00:07", "remaining_time": "1:30:58", "throughput": 1360.79, "total_tokens": 9664}
+{"current_steps": 55, "total_steps": 38480, "loss": 0.3162, "lr": 0.000420997920997921, "epoch": 0.028586278586278588, "percentage": 0.14, "elapsed_time": "0:00:07", "remaining_time": "1:30:30", "throughput": 1370.8, "total_tokens": 10656}
+{"current_steps": 60, "total_steps": 38480, "loss": 0.2817, "lr": 0.00045997920997920997, "epoch": 0.031185031185031187, "percentage": 0.16, "elapsed_time": "0:00:08", "remaining_time": "1:30:03", "throughput": 1372.66, "total_tokens": 11584}
+{"current_steps": 65, "total_steps": 38480, "loss": 0.2317, "lr": 0.000498960498960499, "epoch": 0.033783783783783786, "percentage": 0.17, "elapsed_time": "0:00:09", "remaining_time": "1:29:39", "throughput": 1370.98, "total_tokens": 12480}
+{"current_steps": 70, "total_steps": 38480, "loss": 0.1814, "lr": 0.000537941787941788, "epoch": 0.036382536382536385, "percentage": 0.18, "elapsed_time": "0:00:09", "remaining_time": "1:29:19", "throughput": 1369.39, "total_tokens": 13376}
+{"current_steps": 75, "total_steps": 38480, "loss": 0.2537, "lr": 0.000576923076923077, "epoch": 0.03898128898128898, "percentage": 0.19, "elapsed_time": "0:00:10", "remaining_time": "1:29:02", "throughput": 1367.95, "total_tokens": 14272}
+{"current_steps": 80, "total_steps": 38480, "loss": 0.369, "lr": 0.000615904365904366, "epoch": 0.04158004158004158, "percentage": 0.21, "elapsed_time": "0:00:11", "remaining_time": "1:28:48", "throughput": 1369.33, "total_tokens": 15200}
+{"current_steps": 85, "total_steps": 38480, "loss": 0.8154, "lr": 0.0006548856548856549, "epoch": 0.04417879417879418, "percentage": 0.22, "elapsed_time": "0:00:11", "remaining_time": "1:28:35", "throughput": 1370.5, "total_tokens": 16128}
+{"current_steps": 90, "total_steps": 38480, "loss": 0.2604, "lr": 0.0006938669438669439, "epoch": 0.04677754677754678, "percentage": 0.23, "elapsed_time": "0:00:12", "remaining_time": "1:28:24", "throughput": 1374.07, "total_tokens": 17088}
+{"current_steps": 95, "total_steps": 38480, "loss": 0.2351, "lr": 0.0007328482328482329, "epoch": 0.04937629937629938, "percentage": 0.25, "elapsed_time": "0:00:13", "remaining_time": "1:28:14", "throughput": 1374.95, "total_tokens": 18016}
+{"current_steps": 100, "total_steps": 38480, "loss": 0.2478, "lr": 0.0007718295218295219, "epoch": 0.05197505197505198, "percentage": 0.26, "elapsed_time": "0:00:13", "remaining_time": "1:28:05", "throughput": 1377.85, "total_tokens": 18976}
+{"current_steps": 105, "total_steps": 38480, "loss": 0.1882, "lr": 0.0008108108108108109, "epoch": 0.05457380457380458, "percentage": 0.27, "elapsed_time": "0:00:14", "remaining_time": "1:27:57", "throughput": 1380.48, "total_tokens": 19936}
+{"current_steps": 110, "total_steps": 38480, "loss": 1.4402, "lr": 0.0008497920997920999, "epoch": 0.057172557172557176, "percentage": 0.29, "elapsed_time": "0:00:15", "remaining_time": "1:27:51", "throughput": 1386.87, "total_tokens": 20960}
+{"current_steps": 115, "total_steps": 38480, "loss": 1.1043, "lr": 0.0008887733887733887, "epoch": 0.059771309771309775, "percentage": 0.3, "elapsed_time": "0:00:15", "remaining_time": "1:27:46", "throughput": 1390.69, "total_tokens": 21952}
+{"current_steps": 120, "total_steps": 38480, "loss": 2.996, "lr": 0.0009277546777546777, "epoch": 0.062370062370062374, "percentage": 0.31, "elapsed_time": "0:00:16", "remaining_time": "1:27:45", "throughput": 1394.92, "total_tokens": 22976}
+{"current_steps": 125, "total_steps": 38480, "loss": 0.6608, "lr": 0.0009667359667359667, "epoch": 0.06496881496881497, "percentage": 0.32, "elapsed_time": "0:00:17", "remaining_time": "1:27:38", "throughput": 1396.58, "total_tokens": 23936}
+{"current_steps": 130, "total_steps": 38480, "loss": 0.3449, "lr": 0.0010057172557172557, "epoch": 0.06756756756756757, "percentage": 0.34, "elapsed_time": "0:00:17", "remaining_time": "1:27:33", "throughput": 1398.1, "total_tokens": 24896}
+{"current_steps": 135, "total_steps": 38480, "loss": 0.5803, "lr": 0.0010446985446985447, "epoch": 0.07016632016632017, "percentage": 0.35, "elapsed_time": "0:00:18", "remaining_time": "1:27:27", "throughput": 1397.86, "total_tokens": 25824}
+{"current_steps": 140, "total_steps": 38480, "loss": 0.5772, "lr": 0.0010836798336798337, "epoch": 0.07276507276507277, "percentage": 0.36, "elapsed_time": "0:00:19", "remaining_time": "1:27:21", "throughput": 1396.07, "total_tokens": 26720}
+{"current_steps": 145, "total_steps": 38480, "loss": 0.3451, "lr": 0.0011226611226611226, "epoch": 0.07536382536382537, "percentage": 0.38, "elapsed_time": "0:00:19", "remaining_time": "1:27:15", "throughput": 1393.0, "total_tokens": 27584}
+{"current_steps": 150, "total_steps": 38480, "loss": 0.8536, "lr": 0.0011616424116424116, "epoch": 0.07796257796257797, "percentage": 0.39, "elapsed_time": "0:00:20", "remaining_time": "1:27:11", "throughput": 1395.9, "total_tokens": 28576}
+{"current_steps": 155, "total_steps": 38480, "loss": 0.4389, "lr": 0.0012006237006237006, "epoch": 0.08056133056133057, "percentage": 0.4, "elapsed_time": "0:00:21", "remaining_time": "1:27:07", "throughput": 1397.16, "total_tokens": 29536}
+{"current_steps": 160, "total_steps": 38480, "loss": 0.537, "lr": 0.0012396049896049896, "epoch": 0.08316008316008316, "percentage": 0.42, "elapsed_time": "0:00:21", "remaining_time": "1:27:02", "throughput": 1395.62, "total_tokens": 30432}
+{"current_steps": 165, "total_steps": 38480, "loss": 0.7026, "lr": 0.0012785862785862786, "epoch": 0.08575883575883576, "percentage": 0.43, "elapsed_time": "0:00:22", "remaining_time": "1:26:58", "throughput": 1395.5, "total_tokens": 31360}
+{"current_steps": 170, "total_steps": 38480, "loss": 0.2963, "lr": 0.0013175675675675676, "epoch": 0.08835758835758836, "percentage": 0.44, "elapsed_time": "0:00:23", "remaining_time": "1:26:54", "throughput": 1394.12, "total_tokens": 32256}
+{"current_steps": 175, "total_steps": 38480, "loss": 0.5182, "lr": 0.0013565488565488565, "epoch": 0.09095634095634096, "percentage": 0.45, "elapsed_time": "0:00:23", "remaining_time": "1:26:48", "throughput": 1391.74, "total_tokens": 33120}
+{"current_steps": 180, "total_steps": 38480, "loss": 0.6989, "lr": 0.0013955301455301455, "epoch": 0.09355509355509356, "percentage": 0.47, "elapsed_time": "0:00:24", "remaining_time": "1:26:45", "throughput": 1391.76, "total_tokens": 34048}
+{"current_steps": 185, "total_steps": 38480, "loss": 0.7271, "lr": 0.0014345114345114345, "epoch": 0.09615384615384616, "percentage": 0.48, "elapsed_time": "0:00:25", "remaining_time": "1:26:41", "throughput": 1391.78, "total_tokens": 34976}
+{"current_steps": 190, "total_steps": 38480, "loss": 0.4156, "lr": 0.0014734927234927235, "epoch": 0.09875259875259876, "percentage": 0.49, "elapsed_time": "0:00:25", "remaining_time": "1:26:39", "throughput": 1394.17, "total_tokens": 35968}
+{"current_steps": 195, "total_steps": 38480, "loss": 0.6335, "lr": 0.0015124740124740125, "epoch": 0.10135135135135136, "percentage": 0.51, "elapsed_time": "0:00:26", "remaining_time": "1:26:36", "throughput": 1396.36, "total_tokens": 36960}
+{"current_steps": 200, "total_steps": 38480, "loss": 0.4673, "lr": 0.0015514553014553015, "epoch": 0.10395010395010396, "percentage": 0.52, "elapsed_time": "0:00:27", "remaining_time": "1:26:33", "throughput": 1396.32, "total_tokens": 37888}
+{"current_steps": 205, "total_steps": 38480, "loss": 0.3669, "lr": 0.0015904365904365904, "epoch": 0.10654885654885655, "percentage": 0.53, "elapsed_time": "0:00:27", "remaining_time": "1:26:31", "throughput": 1398.39, "total_tokens": 38880}
+{"current_steps": 210, "total_steps": 38480, "loss": 0.3005, "lr": 0.0016294178794178794, "epoch": 0.10914760914760915, "percentage": 0.55, "elapsed_time": "0:00:28", "remaining_time": "1:26:29", "throughput": 1399.07, "total_tokens": 39840}
+{"current_steps": 215, "total_steps": 38480, "loss": 0.3239, "lr": 0.0016683991683991684, "epoch": 0.11174636174636175, "percentage": 0.56, "elapsed_time": "0:00:29", "remaining_time": "1:26:26", "throughput": 1397.89, "total_tokens": 40736}
+{"current_steps": 220, "total_steps": 38480, "loss": 0.4084, "lr": 0.0017073804573804574, "epoch": 0.11434511434511435, "percentage": 0.57, "elapsed_time": "0:00:29", "remaining_time": "1:26:25", "throughput": 1399.56, "total_tokens": 41728}
+{"current_steps": 225, "total_steps": 38480, "loss": 0.4402, "lr": 0.0017463617463617464, "epoch": 0.11694386694386695, "percentage": 0.58, "elapsed_time": "0:00:30", "remaining_time": "1:26:23", "throughput": 1399.27, "total_tokens": 42656}
+{"current_steps": 230, "total_steps": 38480, "loss": 0.5, "lr": 0.0017853430353430354, "epoch": 0.11954261954261955, "percentage": 0.6, "elapsed_time": "0:00:31", "remaining_time": "1:26:20", "throughput": 1400.08, "total_tokens": 43616}
+{"current_steps": 235, "total_steps": 38480, "loss": 0.4304, "lr": 0.0018243243243243243, "epoch": 0.12214137214137215, "percentage": 0.61, "elapsed_time": "0:00:31", "remaining_time": "1:26:18", "throughput": 1399.91, "total_tokens": 44544}
+{"current_steps": 240, "total_steps": 38480, "loss": 0.435, "lr": 0.0018633056133056133, "epoch": 0.12474012474012475, "percentage": 0.62, "elapsed_time": "0:00:32", "remaining_time": "1:26:15", "throughput": 1398.79, "total_tokens": 45440}
+{"current_steps": 245, "total_steps": 38480, "loss": 0.5094, "lr": 0.0019022869022869023, "epoch": 0.12733887733887733, "percentage": 0.64, "elapsed_time": "0:00:33", "remaining_time": "1:26:13", "throughput": 1399.64, "total_tokens": 46400}
+{"current_steps": 250, "total_steps": 38480, "loss": 0.322, "lr": 0.001941268191268191, "epoch": 0.12993762993762994, "percentage": 0.65, "elapsed_time": "0:00:33", "remaining_time": "1:26:11", "throughput": 1400.4, "total_tokens": 47360}
+{"current_steps": 255, "total_steps": 38480, "loss": 0.3769, "lr": 0.0019802494802494803, "epoch": 0.13253638253638253, "percentage": 0.66, "elapsed_time": "0:00:34", "remaining_time": "1:26:09", "throughput": 1401.98, "total_tokens": 48352}
+{"current_steps": 260, "total_steps": 38480, "loss": 0.3452, "lr": 0.0020192307692307693, "epoch": 0.13513513513513514, "percentage": 0.68, "elapsed_time": "0:00:35", "remaining_time": "1:26:07", "throughput": 1401.81, "total_tokens": 49280}
+{"current_steps": 265, "total_steps": 38480, "loss": 0.3785, "lr": 0.0020582120582120582, "epoch": 0.13773388773388773, "percentage": 0.69, "elapsed_time": "0:00:35", "remaining_time": "1:26:05", "throughput": 1401.69, "total_tokens": 50208}
+{"current_steps": 270, "total_steps": 38480, "loss": 0.2968, "lr": 0.0020971933471933472, "epoch": 0.14033264033264034, "percentage": 0.7, "elapsed_time": "0:00:36", "remaining_time": "1:26:03", "throughput": 1401.45, "total_tokens": 51136}
+{"current_steps": 275, "total_steps": 38480, "loss": 0.3263, "lr": 0.002136174636174636, "epoch": 0.14293139293139293, "percentage": 0.71, "elapsed_time": "0:00:37", "remaining_time": "1:26:02", "throughput": 1401.12, "total_tokens": 52064}
+{"current_steps": 280, "total_steps": 38480, "loss": 0.2634, "lr": 0.002175155925155925, "epoch": 0.14553014553014554, "percentage": 0.73, "elapsed_time": "0:00:37", "remaining_time": "1:26:00", "throughput": 1401.73, "total_tokens": 53024}
+{"current_steps": 285, "total_steps": 38480, "loss": 0.2889, "lr": 0.002214137214137214, "epoch": 0.14812889812889812, "percentage": 0.74, "elapsed_time": "0:00:38", "remaining_time": "1:25:59", "throughput": 1402.21, "total_tokens": 53984}
+{"current_steps": 290, "total_steps": 38480, "loss": 0.28, "lr": 0.002253118503118503, "epoch": 0.15072765072765074, "percentage": 0.75, "elapsed_time": "0:00:39", "remaining_time": "1:25:58", "throughput": 1403.47, "total_tokens": 54976}
+{"current_steps": 295, "total_steps": 38480, "loss": 0.3535, "lr": 0.002292099792099792, "epoch": 0.15332640332640332, "percentage": 0.77, "elapsed_time": "0:00:39", "remaining_time": "1:25:56", "throughput": 1403.23, "total_tokens": 55904}
+{"current_steps": 300, "total_steps": 38480, "loss": 0.2127, "lr": 0.002331081081081081, "epoch": 0.15592515592515593, "percentage": 0.78, "elapsed_time": "0:00:40", "remaining_time": "1:25:55", "throughput": 1403.74, "total_tokens": 56864}
+{"current_steps": 305, "total_steps": 38480, "loss": 0.3159, "lr": 0.00237006237006237, "epoch": 0.15852390852390852, "percentage": 0.79, "elapsed_time": "0:00:41", "remaining_time": "1:25:53", "throughput": 1402.84, "total_tokens": 57760}
+{"current_steps": 310, "total_steps": 38480, "loss": 0.3835, "lr": 0.002409043659043659, "epoch": 0.16112266112266113, "percentage": 0.81, "elapsed_time": "0:00:41", "remaining_time": "1:25:52", "throughput": 1403.3, "total_tokens": 58720}
+{"current_steps": 315, "total_steps": 38480, "loss": 0.4242, "lr": 0.002448024948024948, "epoch": 0.16372141372141372, "percentage": 0.82, "elapsed_time": "0:00:42", "remaining_time": "1:25:50", "throughput": 1403.79, "total_tokens": 59680}
+{"current_steps": 320, "total_steps": 38480, "loss": 0.3357, "lr": 0.002487006237006237, "epoch": 0.16632016632016633, "percentage": 0.83, "elapsed_time": "0:00:43", "remaining_time": "1:25:49", "throughput": 1405.0, "total_tokens": 60672}
+{"current_steps": 325, "total_steps": 38480, "loss": 0.3035, "lr": 0.002525987525987526, "epoch": 0.16891891891891891, "percentage": 0.84, "elapsed_time": "0:00:43", "remaining_time": "1:25:47", "throughput": 1404.82, "total_tokens": 61600}
+{"current_steps": 330, "total_steps": 38480, "loss": 0.3055, "lr": 0.002564968814968815, "epoch": 0.17151767151767153, "percentage": 0.86, "elapsed_time": "0:00:44", "remaining_time": "1:25:46", "throughput": 1404.63, "total_tokens": 62528}
+{"current_steps": 335, "total_steps": 38480, "loss": 0.3057, "lr": 0.002603950103950104, "epoch": 0.1741164241164241, "percentage": 0.87, "elapsed_time": "0:00:45", "remaining_time": "1:25:44", "throughput": 1403.72, "total_tokens": 63424}
+{"current_steps": 340, "total_steps": 38480, "loss": 0.2424, "lr": 0.0026429313929313926, "epoch": 0.17671517671517672, "percentage": 0.88, "elapsed_time": "0:00:45", "remaining_time": "1:25:43", "throughput": 1404.17, "total_tokens": 64384}
+{"current_steps": 345, "total_steps": 38480, "loss": 0.3878, "lr": 0.002681912681912682, "epoch": 0.1793139293139293, "percentage": 0.9, "elapsed_time": "0:00:46", "remaining_time": "1:25:42", "throughput": 1405.23, "total_tokens": 65376}
+{"current_steps": 350, "total_steps": 38480, "loss": 0.3039, "lr": 0.0027208939708939705, "epoch": 0.18191268191268192, "percentage": 0.91, "elapsed_time": "0:00:47", "remaining_time": "1:25:41", "throughput": 1405.03, "total_tokens": 66304}
+{"current_steps": 355, "total_steps": 38480, "loss": 0.316, "lr": 0.00275987525987526, "epoch": 0.1845114345114345, "percentage": 0.92, "elapsed_time": "0:00:47", "remaining_time": "1:25:39", "throughput": 1404.88, "total_tokens": 67232}
+{"current_steps": 360, "total_steps": 38480, "loss": 0.2952, "lr": 0.0027988565488565485, "epoch": 0.18711018711018712, "percentage": 0.94, "elapsed_time": "0:00:48", "remaining_time": "1:25:38", "throughput": 1404.68, "total_tokens": 68160}
+{"current_steps": 365, "total_steps": 38480, "loss": 0.2692, "lr": 0.002837837837837838, "epoch": 0.1897089397089397, "percentage": 0.95, "elapsed_time": "0:00:49", "remaining_time": "1:25:36", "throughput": 1403.9, "total_tokens": 69056}
+{"current_steps": 370, "total_steps": 38480, "loss": 0.389, "lr": 0.0028768191268191265, "epoch": 0.19230769230769232, "percentage": 0.96, "elapsed_time": "0:00:49", "remaining_time": "1:25:35", "throughput": 1405.49, "total_tokens": 70080}
+{"current_steps": 375, "total_steps": 38480, "loss": 0.2915, "lr": 0.002915800415800416, "epoch": 0.1949064449064449, "percentage": 0.97, "elapsed_time": "0:00:50", "remaining_time": "1:25:36", "throughput": 1405.47, "total_tokens": 71040}
+{"current_steps": 380, "total_steps": 38480, "loss": 0.343, "lr": 0.0029547817047817044, "epoch": 0.19750519750519752, "percentage": 0.99, "elapsed_time": "0:00:51", "remaining_time": "1:25:34", "throughput": 1405.29, "total_tokens": 71968}
+{"current_steps": 385, "total_steps": 38480, "loss": 0.2772, "lr": 0.002993762993762994, "epoch": 0.2001039501039501, "percentage": 1.0, "elapsed_time": "0:00:51", "remaining_time": "1:25:33", "throughput": 1405.13, "total_tokens": 72896}
+{"current_steps": 390, "total_steps": 38480, "loss": 0.3701, "lr": 0.0030327442827442824, "epoch": 0.20270270270270271, "percentage": 1.01, "elapsed_time": "0:00:52", "remaining_time": "1:25:32", "throughput": 1405.53, "total_tokens": 73856}
+{"current_steps": 395, "total_steps": 38480, "loss": 0.2957, "lr": 0.003071725571725572, "epoch": 0.2053014553014553, "percentage": 1.03, "elapsed_time": "0:00:53", "remaining_time": "1:25:30", "throughput": 1405.89, "total_tokens": 74816}
+{"current_steps": 400, "total_steps": 38480, "loss": 0.302, "lr": 0.0031107068607068604, "epoch": 0.2079002079002079, "percentage": 1.04, "elapsed_time": "0:00:53", "remaining_time": "1:25:29", "throughput": 1406.27, "total_tokens": 75776}
+{"current_steps": 405, "total_steps": 38480, "loss": 0.2757, "lr": 0.0031496881496881498, "epoch": 0.2104989604989605, "percentage": 1.05, "elapsed_time": "0:00:54", "remaining_time": "1:25:28", "throughput": 1406.11, "total_tokens": 76704}
+{"current_steps": 410, "total_steps": 38480, "loss": 0.2033, "lr": 0.0031886694386694383, "epoch": 0.2130977130977131, "percentage": 1.07, "elapsed_time": "0:00:55", "remaining_time": "1:25:26", "throughput": 1404.83, "total_tokens": 77568}
+{"current_steps": 415, "total_steps": 38480, "loss": 0.3129, "lr": 0.0032276507276507277, "epoch": 0.2156964656964657, "percentage": 1.08, "elapsed_time": "0:00:55", "remaining_time": "1:25:25", "throughput": 1404.65, "total_tokens": 78496}
+{"current_steps": 420, "total_steps": 38480, "loss": 0.2193, "lr": 0.0032666320166320163, "epoch": 0.2182952182952183, "percentage": 1.09, "elapsed_time": "0:00:56", "remaining_time": "1:25:24", "throughput": 1405.02, "total_tokens": 79456}
+{"current_steps": 425, "total_steps": 38480, "loss": 0.2947, "lr": 0.0033056133056133057, "epoch": 0.2208939708939709, "percentage": 1.1, "elapsed_time": "0:00:57", "remaining_time": "1:25:23", "throughput": 1404.88, "total_tokens": 80384}
+{"current_steps": 430, "total_steps": 38480, "loss": 0.2973, "lr": 0.0033445945945945943, "epoch": 0.2234927234927235, "percentage": 1.12, "elapsed_time": "0:00:57", "remaining_time": "1:25:21", "throughput": 1404.22, "total_tokens": 81280}
+{"current_steps": 435, "total_steps": 38480, "loss": 0.2819, "lr": 0.0033835758835758837, "epoch": 0.2260914760914761, "percentage": 1.13, "elapsed_time": "0:00:58", "remaining_time": "1:25:21", "throughput": 1405.06, "total_tokens": 82272}
+{"current_steps": 440, "total_steps": 38480, "loss": 0.1711, "lr": 0.0034225571725571722, "epoch": 0.2286902286902287, "percentage": 1.14, "elapsed_time": "0:00:59", "remaining_time": "1:25:20", "throughput": 1405.9, "total_tokens": 83264}
+{"current_steps": 445, "total_steps": 38480, "loss": 0.3385, "lr": 0.0034615384615384616, "epoch": 0.2312889812889813, "percentage": 1.16, "elapsed_time": "0:00:59", "remaining_time": "1:25:19", "throughput": 1406.11, "total_tokens": 84224}
+{"current_steps": 450, "total_steps": 38480, "loss": 0.1903, "lr": 0.00350051975051975, "epoch": 0.2338877338877339, "percentage": 1.17, "elapsed_time": "0:01:00", "remaining_time": "1:25:18", "throughput": 1405.94, "total_tokens": 85152}
+{"current_steps": 455, "total_steps": 38480, "loss": 0.3401, "lr": 0.0035395010395010396, "epoch": 0.23648648648648649, "percentage": 1.18, "elapsed_time": "0:01:01", "remaining_time": "1:25:17", "throughput": 1405.8, "total_tokens": 86080}
+{"current_steps": 460, "total_steps": 38480, "loss": 0.2671, "lr": 0.003578482328482328, "epoch": 0.2390852390852391, "percentage": 1.2, "elapsed_time": "0:01:01", "remaining_time": "1:25:16", "throughput": 1406.15, "total_tokens": 87040}
+{"current_steps": 465, "total_steps": 38480, "loss": 0.2975, "lr": 0.0036174636174636176, "epoch": 0.24168399168399168, "percentage": 1.21, "elapsed_time": "0:01:02", "remaining_time": "1:25:15", "throughput": 1405.96, "total_tokens": 87968}
+{"current_steps": 470, "total_steps": 38480, "loss": 0.3454, "lr": 0.003656444906444906, "epoch": 0.2442827442827443, "percentage": 1.22, "elapsed_time": "0:01:03", "remaining_time": "1:25:15", "throughput": 1406.91, "total_tokens": 88992}
+{"current_steps": 475, "total_steps": 38480, "loss": 0.338, "lr": 0.0036954261954261955, "epoch": 0.24688149688149688, "percentage": 1.23, "elapsed_time": "0:01:03", "remaining_time": "1:25:14", "throughput": 1407.66, "total_tokens": 89984}
+{"current_steps": 480, "total_steps": 38480, "loss": 0.2658, "lr": 0.003734407484407484, "epoch": 0.2494802494802495, "percentage": 1.25, "elapsed_time": "0:01:04", "remaining_time": "1:25:13", "throughput": 1408.88, "total_tokens": 91008}
+{"current_steps": 485, "total_steps": 38480, "loss": 0.2347, "lr": 0.0037733887733887735, "epoch": 0.2520790020790021, "percentage": 1.26, "elapsed_time": "0:01:05", "remaining_time": "1:25:12", "throughput": 1409.62, "total_tokens": 92000}
+{"current_steps": 490, "total_steps": 38480, "loss": 0.2922, "lr": 0.003812370062370062, "epoch": 0.25467775467775466, "percentage": 1.27, "elapsed_time": "0:01:05", "remaining_time": "1:25:11", "throughput": 1409.45, "total_tokens": 92928}
+{"current_steps": 495, "total_steps": 38480, "loss": 0.2188, "lr": 0.003851351351351351, "epoch": 0.25727650727650725, "percentage": 1.29, "elapsed_time": "0:01:06", "remaining_time": "1:25:11", "throughput": 1410.55, "total_tokens": 93952}
+{"current_steps": 500, "total_steps": 38480, "loss": 0.2472, "lr": 0.0038903326403326396, "epoch": 0.2598752598752599, "percentage": 1.3, "elapsed_time": "0:01:07", "remaining_time": "1:25:10", "throughput": 1410.35, "total_tokens": 94880}
+{"current_steps": 505, "total_steps": 38480, "loss": 0.1924, "lr": 0.003929313929313929, "epoch": 0.2624740124740125, "percentage": 1.31, "elapsed_time": "0:01:07", "remaining_time": "1:25:08", "throughput": 1409.31, "total_tokens": 95744}
+{"current_steps": 510, "total_steps": 38480, "loss": 0.2633, "lr": 0.003968295218295218, "epoch": 0.26507276507276506, "percentage": 1.33, "elapsed_time": "0:01:08", "remaining_time": "1:25:08", "throughput": 1409.27, "total_tokens": 96704}
+{"current_steps": 515, "total_steps": 38480, "loss": 0.3097, "lr": 0.004007276507276507, "epoch": 0.26767151767151764, "percentage": 1.34, "elapsed_time": "0:01:09", "remaining_time": "1:25:08", "throughput": 1410.38, "total_tokens": 97728}
+{"current_steps": 520, "total_steps": 38480, "loss": 0.3325, "lr": 0.004046257796257796, "epoch": 0.2702702702702703, "percentage": 1.35, "elapsed_time": "0:01:09", "remaining_time": "1:25:07", "throughput": 1410.59, "total_tokens": 98688}
+{"current_steps": 525, "total_steps": 38480, "loss": 0.2991, "lr": 0.004085239085239085, "epoch": 0.27286902286902287, "percentage": 1.36, "elapsed_time": "0:01:10", "remaining_time": "1:25:06", "throughput": 1410.8, "total_tokens": 99648}
+{"current_steps": 530, "total_steps": 38480, "loss": 0.2485, "lr": 0.004124220374220374, "epoch": 0.27546777546777546, "percentage": 1.38, "elapsed_time": "0:01:11", "remaining_time": "1:25:05", "throughput": 1410.18, "total_tokens": 100544}
+{"current_steps": 535, "total_steps": 38480, "loss": 0.2732, "lr": 0.004163201663201663, "epoch": 0.27806652806652804, "percentage": 1.39, "elapsed_time": "0:01:11", "remaining_time": "1:25:04", "throughput": 1410.0, "total_tokens": 101472}
+{"current_steps": 540, "total_steps": 38480, "loss": 0.2028, "lr": 0.004202182952182952, "epoch": 0.2806652806652807, "percentage": 1.4, "elapsed_time": "0:01:12", "remaining_time": "1:25:03", "throughput": 1409.81, "total_tokens": 102400}
+{"current_steps": 545, "total_steps": 38480, "loss": 0.3245, "lr": 0.004241164241164241, "epoch": 0.28326403326403327, "percentage": 1.42, "elapsed_time": "0:01:13", "remaining_time": "1:25:02", "throughput": 1410.83, "total_tokens": 103424}
+{"current_steps": 550, "total_steps": 38480, "loss": 0.3041, "lr": 0.00428014553014553, "epoch": 0.28586278586278585, "percentage": 1.43, "elapsed_time": "0:01:13", "remaining_time": "1:25:01", "throughput": 1411.45, "total_tokens": 104416}
+{"current_steps": 555, "total_steps": 38480, "loss": 0.3074, "lr": 0.004319126819126819, "epoch": 0.28846153846153844, "percentage": 1.44, "elapsed_time": "0:01:14", "remaining_time": "1:25:00", "throughput": 1410.88, "total_tokens": 105312}
+{"current_steps": 560, "total_steps": 38480, "loss": 0.2401, "lr": 0.004358108108108108, "epoch": 0.2910602910602911, "percentage": 1.46, "elapsed_time": "0:01:15", "remaining_time": "1:24:59", "throughput": 1411.47, "total_tokens": 106304}
+{"current_steps": 565, "total_steps": 38480, "loss": 0.2378, "lr": 0.004397089397089397, "epoch": 0.29365904365904366, "percentage": 1.47, "elapsed_time": "0:01:15", "remaining_time": "1:24:58", "throughput": 1410.93, "total_tokens": 107200}
+{"current_steps": 570, "total_steps": 38480, "loss": 0.2905, "lr": 0.004436070686070686, "epoch": 0.29625779625779625, "percentage": 1.48, "elapsed_time": "0:01:16", "remaining_time": "1:24:57", "throughput": 1411.15, "total_tokens": 108160}
+{"current_steps": 575, "total_steps": 38480, "loss": 0.2302, "lr": 0.004475051975051975, "epoch": 0.29885654885654883, "percentage": 1.49, "elapsed_time": "0:01:17", "remaining_time": "1:24:56", "throughput": 1411.38, "total_tokens": 109120}
+{"current_steps": 580, "total_steps": 38480, "loss": 0.2939, "lr": 0.004514033264033264, "epoch": 0.30145530145530147, "percentage": 1.51, "elapsed_time": "0:01:17", "remaining_time": "1:24:55", "throughput": 1411.97, "total_tokens": 110112}
+{"current_steps": 585, "total_steps": 38480, "loss": 0.2933, "lr": 0.004553014553014553, "epoch": 0.30405405405405406, "percentage": 1.52, "elapsed_time": "0:01:18", "remaining_time": "1:24:55", "throughput": 1412.16, "total_tokens": 111072}
+{"current_steps": 590, "total_steps": 38480, "loss": 0.2733, "lr": 0.004591995841995842, "epoch": 0.30665280665280664, "percentage": 1.53, "elapsed_time": "0:01:19", "remaining_time": "1:24:54", "throughput": 1412.37, "total_tokens": 112032}
+{"current_steps": 595, "total_steps": 38480, "loss": 0.2897, "lr": 0.004630977130977131, "epoch": 0.3092515592515592, "percentage": 1.55, "elapsed_time": "0:01:19", "remaining_time": "1:24:53", "throughput": 1412.56, "total_tokens": 112992}
+{"current_steps": 600, "total_steps": 38480, "loss": 0.2733, "lr": 0.00466995841995842, "epoch": 0.31185031185031187, "percentage": 1.56, "elapsed_time": "0:01:20", "remaining_time": "1:24:52", "throughput": 1413.12, "total_tokens": 113984}
+{"current_steps": 605, "total_steps": 38480, "loss": 0.2701, "lr": 0.004708939708939709, "epoch": 0.31444906444906445, "percentage": 1.57, "elapsed_time": "0:01:21", "remaining_time": "1:24:51", "throughput": 1413.67, "total_tokens": 114976}
+{"current_steps": 610, "total_steps": 38480, "loss": 0.2921, "lr": 0.004747920997920998, "epoch": 0.31704781704781704, "percentage": 1.59, "elapsed_time": "0:01:22", "remaining_time": "1:24:52", "throughput": 1415.37, "total_tokens": 116096}
+{"current_steps": 615, "total_steps": 38480, "loss": 0.2924, "lr": 0.004786902286902287, "epoch": 0.3196465696465696, "percentage": 1.6, "elapsed_time": "0:01:22", "remaining_time": "1:24:51", "throughput": 1415.2, "total_tokens": 117024}
+{"current_steps": 620, "total_steps": 38480, "loss": 0.3052, "lr": 0.004825883575883576, "epoch": 0.32224532224532226, "percentage": 1.61, "elapsed_time": "0:01:23", "remaining_time": "1:24:50", "throughput": 1415.38, "total_tokens": 117984}
+{"current_steps": 625, "total_steps": 38480, "loss": 0.2763, "lr": 0.004864864864864865, "epoch": 0.32484407484407485, "percentage": 1.62, "elapsed_time": "0:01:24", "remaining_time": "1:24:49", "throughput": 1415.2, "total_tokens": 118912}
+{"current_steps": 630, "total_steps": 38480, "loss": 1.1931, "lr": 0.004903846153846154, "epoch": 0.32744282744282743, "percentage": 1.64, "elapsed_time": "0:01:24", "remaining_time": "1:24:48", "throughput": 1415.04, "total_tokens": 119840}
+{"current_steps": 635, "total_steps": 38480, "loss": 0.2738, "lr": 0.004942827442827443, "epoch": 0.33004158004158, "percentage": 1.65, "elapsed_time": "0:01:25", "remaining_time": "1:24:47", "throughput": 1414.86, "total_tokens": 120768}
+{"current_steps": 640, "total_steps": 38480, "loss": 0.2866, "lr": 0.0049818087318087316, "epoch": 0.33264033264033266, "percentage": 1.66, "elapsed_time": "0:01:26", "remaining_time": "1:24:47", "throughput": 1415.82, "total_tokens": 121824}
+{"current_steps": 645, "total_steps": 38480, "loss": 0.249, "lr": 0.0050207900207900205, "epoch": 0.33523908523908524, "percentage": 1.68, "elapsed_time": "0:01:26", "remaining_time": "1:24:46", "throughput": 1415.3, "total_tokens": 122720}
+{"current_steps": 650, "total_steps": 38480, "loss": 0.2691, "lr": 0.0050597713097713095, "epoch": 0.33783783783783783, "percentage": 1.69, "elapsed_time": "0:01:27", "remaining_time": "1:24:45", "throughput": 1415.12, "total_tokens": 123648}
+{"current_steps": 655, "total_steps": 38480, "loss": 0.2129, "lr": 0.0050987525987525985, "epoch": 0.3404365904365904, "percentage": 1.7, "elapsed_time": "0:01:28", "remaining_time": "1:24:44", "throughput": 1415.62, "total_tokens": 124640}
+{"current_steps": 660, "total_steps": 38480, "loss": 0.1927, "lr": 0.0051377338877338875, "epoch": 0.34303534303534305, "percentage": 1.72, "elapsed_time": "0:01:28", "remaining_time": "1:24:43", "throughput": 1415.79, "total_tokens": 125600}
+{"current_steps": 665, "total_steps": 38480, "loss": 0.2187, "lr": 0.0051767151767151765, "epoch": 0.34563409563409564, "percentage": 1.73, "elapsed_time": "0:01:29", "remaining_time": "1:24:42", "throughput": 1415.62, "total_tokens": 126528}
+{"current_steps": 670, "total_steps": 38480, "loss": 0.3382, "lr": 0.0052156964656964655, "epoch": 0.3482328482328482, "percentage": 1.74, "elapsed_time": "0:01:30", "remaining_time": "1:24:41", "throughput": 1416.1, "total_tokens": 127520}
+{"current_steps": 675, "total_steps": 38480, "loss": 0.2708, "lr": 0.0052546777546777544, "epoch": 0.3508316008316008, "percentage": 1.75, "elapsed_time": "0:01:30", "remaining_time": "1:24:40", "throughput": 1415.57, "total_tokens": 128416}
+{"current_steps": 680, "total_steps": 38480, "loss": 0.2863, "lr": 0.005293659043659043, "epoch": 0.35343035343035345, "percentage": 1.77, "elapsed_time": "0:01:31", "remaining_time": "1:24:40", "throughput": 1416.31, "total_tokens": 129440}
+{"current_steps": 685, "total_steps": 38480, "loss": 0.1828, "lr": 0.005332640332640332, "epoch": 0.35602910602910603, "percentage": 1.78, "elapsed_time": "0:01:32", "remaining_time": "1:24:39", "throughput": 1416.68, "total_tokens": 130432}
+{"current_steps": 690, "total_steps": 38480, "loss": 0.2801, "lr": 0.005371621621621621, "epoch": 0.3586278586278586, "percentage": 1.79, "elapsed_time": "0:01:32", "remaining_time": "1:24:39", "throughput": 1416.8, "total_tokens": 131392}
+{"current_steps": 695, "total_steps": 38480, "loss": 0.2957, "lr": 0.00541060291060291, "epoch": 0.3612266112266112, "percentage": 1.81, "elapsed_time": "0:01:33", "remaining_time": "1:24:38", "throughput": 1416.62, "total_tokens": 132320}
+{"current_steps": 700, "total_steps": 38480, "loss": 0.3027, "lr": 0.005449584199584199, "epoch": 0.36382536382536385, "percentage": 1.82, "elapsed_time": "0:01:34", "remaining_time": "1:24:36", "throughput": 1415.5, "total_tokens": 133152}
+{"current_steps": 705, "total_steps": 38480, "loss": 0.2779, "lr": 0.005488565488565488, "epoch": 0.36642411642411643, "percentage": 1.83, "elapsed_time": "0:01:34", "remaining_time": "1:24:36", "throughput": 1415.95, "total_tokens": 134144}
+{"current_steps": 710, "total_steps": 38480, "loss": 0.2489, "lr": 0.005527546777546777, "epoch": 0.369022869022869, "percentage": 1.85, "elapsed_time": "0:01:35", "remaining_time": "1:24:35", "throughput": 1415.15, "total_tokens": 135008}
+{"current_steps": 715, "total_steps": 38480, "loss": 0.1911, "lr": 0.005566528066528066, "epoch": 0.3716216216216216, "percentage": 1.86, "elapsed_time": "0:01:36", "remaining_time": "1:24:34", "throughput": 1414.98, "total_tokens": 135936}
+{"current_steps": 720, "total_steps": 38480, "loss": 0.3137, "lr": 0.005605509355509355, "epoch": 0.37422037422037424, "percentage": 1.87, "elapsed_time": "0:01:36", "remaining_time": "1:24:33", "throughput": 1415.43, "total_tokens": 136928}
+{"current_steps": 725, "total_steps": 38480, "loss": 0.2402, "lr": 0.005644490644490644, "epoch": 0.3768191268191268, "percentage": 1.88, "elapsed_time": "0:01:37", "remaining_time": "1:24:32", "throughput": 1415.58, "total_tokens": 137888}
+{"current_steps": 730, "total_steps": 38480, "loss": 0.2124, "lr": 0.005683471933471933, "epoch": 0.3794178794178794, "percentage": 1.9, "elapsed_time": "0:01:38", "remaining_time": "1:24:31", "throughput": 1416.01, "total_tokens": 138880}
+{"current_steps": 735, "total_steps": 38480, "loss": 0.2515, "lr": 0.005722453222453222, "epoch": 0.382016632016632, "percentage": 1.91, "elapsed_time": "0:01:38", "remaining_time": "1:24:31", "throughput": 1416.45, "total_tokens": 139872}
+{"current_steps": 740, "total_steps": 38480, "loss": 0.2248, "lr": 0.005761434511434511, "epoch": 0.38461538461538464, "percentage": 1.92, "elapsed_time": "0:01:39", "remaining_time": "1:24:30", "throughput": 1415.96, "total_tokens": 140768}
+{"current_steps": 745, "total_steps": 38480, "loss": 0.2872, "lr": 0.0058004158004158, "epoch": 0.3872141372141372, "percentage": 1.94, "elapsed_time": "0:01:40", "remaining_time": "1:24:29", "throughput": 1416.39, "total_tokens": 141760}
+{"current_steps": 750, "total_steps": 38480, "loss": 0.286, "lr": 0.005839397089397089, "epoch": 0.3898128898128898, "percentage": 1.95, "elapsed_time": "0:01:40", "remaining_time": "1:24:28", "throughput": 1416.23, "total_tokens": 142688}
+{"current_steps": 755, "total_steps": 38480, "loss": 0.7241, "lr": 0.005878378378378378, "epoch": 0.3924116424116424, "percentage": 1.96, "elapsed_time": "0:01:41", "remaining_time": "1:24:27", "throughput": 1416.64, "total_tokens": 143680}
+{"current_steps": 760, "total_steps": 38480, "loss": 0.2459, "lr": 0.005917359667359667, "epoch": 0.39501039501039503, "percentage": 1.98, "elapsed_time": "0:01:42", "remaining_time": "1:24:27", "throughput": 1417.06, "total_tokens": 144672}
+{"current_steps": 765, "total_steps": 38480, "loss": 0.2752, "lr": 0.005956340956340956, "epoch": 0.3976091476091476, "percentage": 1.99, "elapsed_time": "0:01:42", "remaining_time": "1:24:25", "throughput": 1416.31, "total_tokens": 145536}
+{"current_steps": 770, "total_steps": 38480, "loss": 0.2658, "lr": 0.005995322245322245, "epoch": 0.4002079002079002, "percentage": 2.0, "elapsed_time": "0:01:43", "remaining_time": "1:24:25", "throughput": 1416.16, "total_tokens": 146464}
+{"current_steps": 775, "total_steps": 38480, "loss": 0.3761, "lr": 0.006034303534303534, "epoch": 0.4028066528066528, "percentage": 2.01, "elapsed_time": "0:01:44", "remaining_time": "1:24:26", "throughput": 1416.71, "total_tokens": 147520}
+{"current_steps": 780, "total_steps": 38480, "loss": 0.3304, "lr": 0.006073284823284823, "epoch": 0.40540540540540543, "percentage": 2.03, "elapsed_time": "0:01:44", "remaining_time": "1:24:25", "throughput": 1416.8, "total_tokens": 148480}
+{"current_steps": 785, "total_steps": 38480, "loss": 0.3127, "lr": 0.006112266112266112, "epoch": 0.408004158004158, "percentage": 2.04, "elapsed_time": "0:01:45", "remaining_time": "1:24:24", "throughput": 1416.92, "total_tokens": 149440}
+{"current_steps": 790, "total_steps": 38480, "loss": 0.295, "lr": 0.006151247401247401, "epoch": 0.4106029106029106, "percentage": 2.05, "elapsed_time": "0:01:46", "remaining_time": "1:24:23", "throughput": 1416.47, "total_tokens": 150336}
+{"current_steps": 795, "total_steps": 38480, "loss": 0.2617, "lr": 0.00619022869022869, "epoch": 0.4132016632016632, "percentage": 2.07, "elapsed_time": "0:01:46", "remaining_time": "1:24:22", "throughput": 1416.04, "total_tokens": 151232}
+{"current_steps": 800, "total_steps": 38480, "loss": 0.2545, "lr": 0.006229209979209979, "epoch": 0.4158004158004158, "percentage": 2.08, "elapsed_time": "0:01:47", "remaining_time": "1:24:21", "throughput": 1415.89, "total_tokens": 152160}
+{"current_steps": 805, "total_steps": 38480, "loss": 0.2577, "lr": 0.006268191268191268, "epoch": 0.4183991683991684, "percentage": 2.09, "elapsed_time": "0:01:48", "remaining_time": "1:24:20", "throughput": 1416.0, "total_tokens": 153120}
+{"current_steps": 810, "total_steps": 38480, "loss": 0.2703, "lr": 0.006307172557172557, "epoch": 0.420997920997921, "percentage": 2.1, "elapsed_time": "0:01:48", "remaining_time": "1:24:20", "throughput": 1416.39, "total_tokens": 154112}
+{"current_steps": 815, "total_steps": 38480, "loss": 0.2316, "lr": 0.006346153846153846, "epoch": 0.4235966735966736, "percentage": 2.12, "elapsed_time": "0:01:49", "remaining_time": "1:24:19", "throughput": 1415.97, "total_tokens": 155008}
+{"current_steps": 820, "total_steps": 38480, "loss": 0.2914, "lr": 0.006385135135135135, "epoch": 0.4261954261954262, "percentage": 2.13, "elapsed_time": "0:01:50", "remaining_time": "1:24:18", "throughput": 1416.35, "total_tokens": 156000}
+{"current_steps": 825, "total_steps": 38480, "loss": 0.208, "lr": 0.006424116424116424, "epoch": 0.4287941787941788, "percentage": 2.14, "elapsed_time": "0:01:50", "remaining_time": "1:24:17", "throughput": 1416.2, "total_tokens": 156928}
+{"current_steps": 830, "total_steps": 38480, "loss": 0.272, "lr": 0.006463097713097713, "epoch": 0.4313929313929314, "percentage": 2.16, "elapsed_time": "0:01:51", "remaining_time": "1:24:16", "throughput": 1416.32, "total_tokens": 157888}
+{"current_steps": 835, "total_steps": 38480, "loss": 0.2477, "lr": 0.006502079002079002, "epoch": 0.433991683991684, "percentage": 2.17, "elapsed_time": "0:01:52", "remaining_time": "1:24:15", "throughput": 1416.44, "total_tokens": 158848}
+{"current_steps": 840, "total_steps": 38480, "loss": 0.3256, "lr": 0.006541060291060291, "epoch": 0.4365904365904366, "percentage": 2.18, "elapsed_time": "0:01:52", "remaining_time": "1:24:15", "throughput": 1416.3, "total_tokens": 159776}
+{"current_steps": 845, "total_steps": 38480, "loss": 2.3466, "lr": 0.00658004158004158, "epoch": 0.4391891891891892, "percentage": 2.2, "elapsed_time": "0:01:53", "remaining_time": "1:24:15", "throughput": 1416.73, "total_tokens": 160800}
+{"current_steps": 850, "total_steps": 38480, "loss": 0.3165, "lr": 0.006619022869022869, "epoch": 0.4417879417879418, "percentage": 2.21, "elapsed_time": "0:01:54", "remaining_time": "1:24:14", "throughput": 1417.09, "total_tokens": 161792}
+{"current_steps": 855, "total_steps": 38480, "loss": 0.2626, "lr": 0.006658004158004158, "epoch": 0.44438669438669437, "percentage": 2.22, "elapsed_time": "0:01:54", "remaining_time": "1:24:13", "throughput": 1416.92, "total_tokens": 162720}
+{"current_steps": 860, "total_steps": 38480, "loss": 0.2511, "lr": 0.006696985446985447, "epoch": 0.446985446985447, "percentage": 2.23, "elapsed_time": "0:01:55", "remaining_time": "1:24:12", "throughput": 1417.03, "total_tokens": 163680}
+{"current_steps": 865, "total_steps": 38480, "loss": 0.3811, "lr": 0.006735966735966736, "epoch": 0.4495841995841996, "percentage": 2.25, "elapsed_time": "0:01:56", "remaining_time": "1:24:12", "throughput": 1417.39, "total_tokens": 164672}
+{"current_steps": 870, "total_steps": 38480, "loss": 0.308, "lr": 0.006774948024948025, "epoch": 0.4521829521829522, "percentage": 2.26, "elapsed_time": "0:01:56", "remaining_time": "1:24:11", "throughput": 1417.01, "total_tokens": 165568}
+{"current_steps": 875, "total_steps": 38480, "loss": 0.2922, "lr": 0.006813929313929314, "epoch": 0.45478170478170477, "percentage": 2.27, "elapsed_time": "0:01:57", "remaining_time": "1:24:10", "throughput": 1416.87, "total_tokens": 166496}
+{"current_steps": 880, "total_steps": 38480, "loss": 0.3053, "lr": 0.006852910602910603, "epoch": 0.4573804573804574, "percentage": 2.29, "elapsed_time": "0:01:58", "remaining_time": "1:24:09", "throughput": 1416.98, "total_tokens": 167456}
+{"current_steps": 885, "total_steps": 38480, "loss": 0.25, "lr": 0.006891891891891892, "epoch": 0.45997920997921, "percentage": 2.3, "elapsed_time": "0:01:58", "remaining_time": "1:24:08", "throughput": 1417.08, "total_tokens": 168416}
+{"current_steps": 890, "total_steps": 38480, "loss": 0.2847, "lr": 0.006930873180873181, "epoch": 0.4625779625779626, "percentage": 2.31, "elapsed_time": "0:01:59", "remaining_time": "1:24:07", "throughput": 1416.68, "total_tokens": 169312}
+{"current_steps": 895, "total_steps": 38480, "loss": 0.2092, "lr": 0.00696985446985447, "epoch": 0.46517671517671516, "percentage": 2.33, "elapsed_time": "0:02:00", "remaining_time": "1:24:06", "throughput": 1416.8, "total_tokens": 170272}
+{"current_steps": 900, "total_steps": 38480, "loss": 0.2934, "lr": 0.007008835758835759, "epoch": 0.4677754677754678, "percentage": 2.34, "elapsed_time": "0:02:00", "remaining_time": "1:24:05", "throughput": 1416.17, "total_tokens": 171136}
+{"current_steps": 905, "total_steps": 38480, "loss": 0.3012, "lr": 0.007047817047817048, "epoch": 0.4703742203742204, "percentage": 2.35, "elapsed_time": "0:02:01", "remaining_time": "1:24:05", "throughput": 1415.76, "total_tokens": 172032}
+{"current_steps": 910, "total_steps": 38480, "loss": 0.2703, "lr": 0.007086798336798337, "epoch": 0.47297297297297297, "percentage": 2.36, "elapsed_time": "0:02:02", "remaining_time": "1:24:04", "throughput": 1415.81, "total_tokens": 172992}
+{"current_steps": 915, "total_steps": 38480, "loss": 0.2779, "lr": 0.007125779625779626, "epoch": 0.47557172557172556, "percentage": 2.38, "elapsed_time": "0:02:02", "remaining_time": "1:24:03", "throughput": 1415.89, "total_tokens": 173952}
+{"current_steps": 920, "total_steps": 38480, "loss": 0.3164, "lr": 0.007164760914760915, "epoch": 0.4781704781704782, "percentage": 2.39, "elapsed_time": "0:02:03", "remaining_time": "1:24:02", "throughput": 1415.52, "total_tokens": 174848}
+{"current_steps": 925, "total_steps": 38480, "loss": 0.2957, "lr": 0.007203742203742204, "epoch": 0.4807692307692308, "percentage": 2.4, "elapsed_time": "0:02:04", "remaining_time": "1:24:02", "throughput": 1415.38, "total_tokens": 175776}
+{"current_steps": 930, "total_steps": 38480, "loss": 0.2593, "lr": 0.007242723492723493, "epoch": 0.48336798336798337, "percentage": 2.42, "elapsed_time": "0:02:04", "remaining_time": "1:24:02", "throughput": 1416.26, "total_tokens": 176864}
+{"current_steps": 935, "total_steps": 38480, "loss": 0.3458, "lr": 0.007281704781704782, "epoch": 0.48596673596673595, "percentage": 2.43, "elapsed_time": "0:02:05", "remaining_time": "1:24:01", "throughput": 1416.6, "total_tokens": 177856}
+{"current_steps": 940, "total_steps": 38480, "loss": 0.27, "lr": 0.007320686070686071, "epoch": 0.4885654885654886, "percentage": 2.44, "elapsed_time": "0:02:06", "remaining_time": "1:24:01", "throughput": 1416.84, "total_tokens": 178848}
+{"current_steps": 945, "total_steps": 38480, "loss": 0.2873, "lr": 0.0073596673596673596, "epoch": 0.4911642411642412, "percentage": 2.46, "elapsed_time": "0:02:06", "remaining_time": "1:24:00", "throughput": 1417.38, "total_tokens": 179872}
+{"current_steps": 950, "total_steps": 38480, "loss": 0.2874, "lr": 0.0073986486486486485, "epoch": 0.49376299376299376, "percentage": 2.47, "elapsed_time": "0:02:07", "remaining_time": "1:23:59", "throughput": 1416.56, "total_tokens": 180704}
+{"current_steps": 955, "total_steps": 38480, "loss": 0.2513, "lr": 0.0074376299376299375, "epoch": 0.49636174636174635, "percentage": 2.48, "elapsed_time": "0:02:08", "remaining_time": "1:23:58", "throughput": 1415.98, "total_tokens": 181568}
+{"current_steps": 960, "total_steps": 38480, "loss": 0.3091, "lr": 0.0074766112266112265, "epoch": 0.498960498960499, "percentage": 2.49, "elapsed_time": "0:02:08", "remaining_time": "1:23:57", "throughput": 1416.53, "total_tokens": 182592}
+{"current_steps": 965, "total_steps": 38480, "loss": 0.2519, "lr": 0.007515592515592515, "epoch": 0.5015592515592515, "percentage": 2.51, "elapsed_time": "0:02:09", "remaining_time": "1:23:57", "throughput": 1417.03, "total_tokens": 183616}
+{"current_steps": 970, "total_steps": 38480, "loss": 0.2246, "lr": 0.0075545738045738045, "epoch": 0.5041580041580042, "percentage": 2.52, "elapsed_time": "0:02:10", "remaining_time": "1:23:56", "throughput": 1417.36, "total_tokens": 184608}
+{"current_steps": 975, "total_steps": 38480, "loss": 0.2795, "lr": 0.007593555093555093, "epoch": 0.5067567567567568, "percentage": 2.53, "elapsed_time": "0:02:10", "remaining_time": "1:23:55", "throughput": 1417.23, "total_tokens": 185536}
+{"current_steps": 980, "total_steps": 38480, "loss": 0.3575, "lr": 0.0076325363825363824, "epoch": 0.5093555093555093, "percentage": 2.55, "elapsed_time": "0:02:11", "remaining_time": "1:23:55", "throughput": 1417.77, "total_tokens": 186560}
+{"current_steps": 985, "total_steps": 38480, "loss": 0.3378, "lr": 0.007671517671517671, "epoch": 0.511954261954262, "percentage": 2.56, "elapsed_time": "0:02:12", "remaining_time": "1:23:54", "throughput": 1418.08, "total_tokens": 187552}
+{"current_steps": 990, "total_steps": 38480, "loss": 0.332, "lr": 0.0077104989604989595, "epoch": 0.5145530145530145, "percentage": 2.57, "elapsed_time": "0:02:12", "remaining_time": "1:23:53", "throughput": 1418.62, "total_tokens": 188576}
+{"current_steps": 995, "total_steps": 38480, "loss": 0.2819, "lr": 0.007749480249480249, "epoch": 0.5171517671517671, "percentage": 2.59, "elapsed_time": "0:02:13", "remaining_time": "1:23:52", "throughput": 1418.27, "total_tokens": 189472}
+{"current_steps": 1000, "total_steps": 38480, "loss": 0.2974, "lr": 0.007788461538461539, "epoch": 0.5197505197505198, "percentage": 2.6, "elapsed_time": "0:02:14", "remaining_time": "1:23:52", "throughput": 1417.92, "total_tokens": 190368}
+{"current_steps": 1005, "total_steps": 38480, "loss": 0.293, "lr": 0.007827442827442826, "epoch": 0.5223492723492723, "percentage": 2.61, "elapsed_time": "0:02:14", "remaining_time": "1:23:51", "throughput": 1417.76, "total_tokens": 191296}
+{"current_steps": 1010, "total_steps": 38480, "loss": 0.271, "lr": 0.007866424116424117, "epoch": 0.524948024948025, "percentage": 2.62, "elapsed_time": "0:02:15", "remaining_time": "1:23:50", "throughput": 1417.43, "total_tokens": 192192}
+{"current_steps": 1015, "total_steps": 38480, "loss": 0.2837, "lr": 0.007905405405405404, "epoch": 0.5275467775467776, "percentage": 2.64, "elapsed_time": "0:02:16", "remaining_time": "1:23:49", "throughput": 1417.51, "total_tokens": 193152}
+{"current_steps": 1020, "total_steps": 38480, "loss": 0.277, "lr": 0.007944386694386693, "epoch": 0.5301455301455301, "percentage": 2.65, "elapsed_time": "0:02:16", "remaining_time": "1:23:48", "throughput": 1417.6, "total_tokens": 194112}
+{"current_steps": 1025, "total_steps": 38480, "loss": 0.2329, "lr": 0.007983367983367984, "epoch": 0.5327442827442828, "percentage": 2.66, "elapsed_time": "0:02:17", "remaining_time": "1:23:48", "throughput": 1417.69, "total_tokens": 195072}
+{"current_steps": 1030, "total_steps": 38480, "loss": 0.2897, "lr": 0.008022349272349271, "epoch": 0.5353430353430353, "percentage": 2.68, "elapsed_time": "0:02:18", "remaining_time": "1:23:47", "throughput": 1417.15, "total_tokens": 195936}
+{"current_steps": 1035, "total_steps": 38480, "loss": 0.2327, "lr": 0.00806133056133056, "epoch": 0.5379417879417879, "percentage": 2.69, "elapsed_time": "0:02:18", "remaining_time": "1:23:46", "throughput": 1417.04, "total_tokens": 196864}
+{"current_steps": 1040, "total_steps": 38480, "loss": 0.21, "lr": 0.008100311850311851, "epoch": 0.5405405405405406, "percentage": 2.7, "elapsed_time": "0:02:19", "remaining_time": "1:23:45", "throughput": 1417.55, "total_tokens": 197888}
+{"current_steps": 1045, "total_steps": 38480, "loss": 0.2697, "lr": 0.008139293139293138, "epoch": 0.5431392931392931, "percentage": 2.72, "elapsed_time": "0:02:20", "remaining_time": "1:23:44", "throughput": 1417.41, "total_tokens": 198816}
+{"current_steps": 1050, "total_steps": 38480, "loss": 0.3516, "lr": 0.008178274428274429, "epoch": 0.5457380457380457, "percentage": 2.73, "elapsed_time": "0:02:20", "remaining_time": "1:23:43", "throughput": 1417.29, "total_tokens": 199744}
+{"current_steps": 1055, "total_steps": 38480, "loss": 0.2735, "lr": 0.008217255717255716, "epoch": 0.5483367983367984, "percentage": 2.74, "elapsed_time": "0:02:21", "remaining_time": "1:23:43", "throughput": 1417.38, "total_tokens": 200704}
+{"current_steps": 1060, "total_steps": 38480, "loss": 0.2806, "lr": 0.008256237006237005, "epoch": 0.5509355509355509, "percentage": 2.75, "elapsed_time": "0:02:22", "remaining_time": "1:23:42", "throughput": 1417.49, "total_tokens": 201664}
+{"current_steps": 1065, "total_steps": 38480, "loss": 0.2676, "lr": 0.008295218295218296, "epoch": 0.5535343035343036, "percentage": 2.77, "elapsed_time": "0:02:22", "remaining_time": "1:23:41", "throughput": 1417.59, "total_tokens": 202624}
+{"current_steps": 1070, "total_steps": 38480, "loss": 0.2108, "lr": 0.008334199584199583, "epoch": 0.5561330561330561, "percentage": 2.78, "elapsed_time": "0:02:23", "remaining_time": "1:23:40", "throughput": 1417.28, "total_tokens": 203520}
+{"current_steps": 1075, "total_steps": 38480, "loss": 0.3126, "lr": 0.008373180873180872, "epoch": 0.5587318087318087, "percentage": 2.79, "elapsed_time": "0:02:24", "remaining_time": "1:23:39", "throughput": 1417.56, "total_tokens": 204512}
+{"current_steps": 1080, "total_steps": 38480, "loss": 0.2467, "lr": 0.008412162162162163, "epoch": 0.5613305613305614, "percentage": 2.81, "elapsed_time": "0:02:24", "remaining_time": "1:23:39", "throughput": 1417.63, "total_tokens": 205472}
+{"current_steps": 1085, "total_steps": 38480, "loss": 0.199, "lr": 0.00845114345114345, "epoch": 0.5639293139293139, "percentage": 2.82, "elapsed_time": "0:02:25", "remaining_time": "1:23:38", "throughput": 1418.32, "total_tokens": 206528}
+{"current_steps": 1090, "total_steps": 38480, "loss": 0.2983, "lr": 0.00849012474012474, "epoch": 0.5665280665280665, "percentage": 2.83, "elapsed_time": "0:02:26", "remaining_time": "1:23:37", "throughput": 1418.0, "total_tokens": 207424}
+{"current_steps": 1095, "total_steps": 38480, "loss": 0.2302, "lr": 0.008529106029106028, "epoch": 0.5691268191268192, "percentage": 2.85, "elapsed_time": "0:02:26", "remaining_time": "1:23:37", "throughput": 1418.26, "total_tokens": 208416}
+{"current_steps": 1100, "total_steps": 38480, "loss": 0.2684, "lr": 0.008568087318087317, "epoch": 0.5717255717255717, "percentage": 2.86, "elapsed_time": "0:02:27", "remaining_time": "1:23:36", "throughput": 1418.56, "total_tokens": 209408}
+{"current_steps": 1105, "total_steps": 38480, "loss": 0.2251, "lr": 0.008607068607068608, "epoch": 0.5743243243243243, "percentage": 2.87, "elapsed_time": "0:02:28", "remaining_time": "1:23:35", "throughput": 1419.03, "total_tokens": 210432}
+{"current_steps": 1110, "total_steps": 38480, "loss": 0.1932, "lr": 0.008646049896049895, "epoch": 0.5769230769230769, "percentage": 2.88, "elapsed_time": "0:02:28", "remaining_time": "1:23:34", "throughput": 1418.91, "total_tokens": 211360}
+{"current_steps": 1115, "total_steps": 38480, "loss": 0.3096, "lr": 0.008685031185031184, "epoch": 0.5795218295218295, "percentage": 2.9, "elapsed_time": "0:02:29", "remaining_time": "1:23:34", "throughput": 1418.8, "total_tokens": 212288}
+{"current_steps": 1120, "total_steps": 38480, "loss": 0.2988, "lr": 0.008724012474012475, "epoch": 0.5821205821205822, "percentage": 2.91, "elapsed_time": "0:02:30", "remaining_time": "1:23:33", "throughput": 1418.69, "total_tokens": 213216}
+{"current_steps": 1125, "total_steps": 38480, "loss": 0.2193, "lr": 0.008762993762993762, "epoch": 0.5847193347193347, "percentage": 2.92, "elapsed_time": "0:02:30", "remaining_time": "1:23:32", "throughput": 1418.96, "total_tokens": 214208}
+{"current_steps": 1130, "total_steps": 38480, "loss": 0.2267, "lr": 0.008801975051975051, "epoch": 0.5873180873180873, "percentage": 2.94, "elapsed_time": "0:02:31", "remaining_time": "1:23:31", "throughput": 1419.43, "total_tokens": 215232}
+{"current_steps": 1135, "total_steps": 38480, "loss": 0.1448, "lr": 0.00884095634095634, "epoch": 0.58991683991684, "percentage": 2.95, "elapsed_time": "0:02:32", "remaining_time": "1:23:31", "throughput": 1418.92, "total_tokens": 216096}
+{"current_steps": 1140, "total_steps": 38480, "loss": 0.2991, "lr": 0.008879937629937629, "epoch": 0.5925155925155925, "percentage": 2.96, "elapsed_time": "0:02:32", "remaining_time": "1:23:30", "throughput": 1418.8, "total_tokens": 217024}
+{"current_steps": 1145, "total_steps": 38480, "loss": 0.1907, "lr": 0.00891891891891892, "epoch": 0.5951143451143451, "percentage": 2.98, "elapsed_time": "0:02:33", "remaining_time": "1:23:29", "throughput": 1418.45, "total_tokens": 217920}
+{"current_steps": 1150, "total_steps": 38480, "loss": 0.232, "lr": 0.008957900207900207, "epoch": 0.5977130977130977, "percentage": 2.99, "elapsed_time": "0:02:34", "remaining_time": "1:23:28", "throughput": 1418.14, "total_tokens": 218816}
+{"current_steps": 1155, "total_steps": 38480, "loss": 0.3241, "lr": 0.008996881496881496, "epoch": 0.6003118503118503, "percentage": 3.0, "elapsed_time": "0:02:34", "remaining_time": "1:23:27", "throughput": 1418.22, "total_tokens": 219776}
+{"current_steps": 1160, "total_steps": 38480, "loss": 0.3285, "lr": 0.009035862785862787, "epoch": 0.6029106029106029, "percentage": 3.01, "elapsed_time": "0:02:35", "remaining_time": "1:23:27", "throughput": 1418.08, "total_tokens": 220704}
+{"current_steps": 1165, "total_steps": 38480, "loss": 0.2573, "lr": 0.009074844074844074, "epoch": 0.6055093555093555, "percentage": 3.03, "elapsed_time": "0:02:36", "remaining_time": "1:23:27", "throughput": 1418.78, "total_tokens": 221792}
+{"current_steps": 1170, "total_steps": 38480, "loss": 0.3078, "lr": 0.009113825363825363, "epoch": 0.6081081081081081, "percentage": 3.04, "elapsed_time": "0:02:36", "remaining_time": "1:23:26", "throughput": 1419.03, "total_tokens": 222784}
+{"current_steps": 1175, "total_steps": 38480, "loss": 0.3172, "lr": 0.009152806652806652, "epoch": 0.6107068607068608, "percentage": 3.05, "elapsed_time": "0:02:37", "remaining_time": "1:23:25", "throughput": 1419.1, "total_tokens": 223744}
+{"current_steps": 1180, "total_steps": 38480, "loss": 0.287, "lr": 0.009191787941787941, "epoch": 0.6133056133056133, "percentage": 3.07, "elapsed_time": "0:02:38", "remaining_time": "1:23:25", "throughput": 1419.34, "total_tokens": 224736}
+{"current_steps": 1185, "total_steps": 38480, "loss": 0.2081, "lr": 0.009230769230769232, "epoch": 0.6159043659043659, "percentage": 3.08, "elapsed_time": "0:02:39", "remaining_time": "1:23:24", "throughput": 1419.4, "total_tokens": 225696}
+{"current_steps": 1190, "total_steps": 38480, "loss": 0.2841, "lr": 0.009269750519750519, "epoch": 0.6185031185031185, "percentage": 3.09, "elapsed_time": "0:02:39", "remaining_time": "1:23:23", "throughput": 1419.67, "total_tokens": 226688}
+{"current_steps": 1195, "total_steps": 38480, "loss": 0.2338, "lr": 0.009308731808731808, "epoch": 0.6211018711018711, "percentage": 3.11, "elapsed_time": "0:02:40", "remaining_time": "1:23:22", "throughput": 1419.92, "total_tokens": 227680}
+{"current_steps": 1200, "total_steps": 38480, "loss": 0.3064, "lr": 0.009347713097713099, "epoch": 0.6237006237006237, "percentage": 3.12, "elapsed_time": "0:02:41", "remaining_time": "1:23:22", "throughput": 1419.6, "total_tokens": 228576}
+{"current_steps": 1205, "total_steps": 38480, "loss": 0.2575, "lr": 0.009386694386694386, "epoch": 0.6262993762993763, "percentage": 3.13, "elapsed_time": "0:02:41", "remaining_time": "1:23:21", "throughput": 1419.48, "total_tokens": 229504}
+{"current_steps": 1210, "total_steps": 38480, "loss": 0.1562, "lr": 0.009425675675675675, "epoch": 0.6288981288981289, "percentage": 3.14, "elapsed_time": "0:02:42", "remaining_time": "1:23:20", "throughput": 1419.54, "total_tokens": 230464}
+{"current_steps": 1215, "total_steps": 38480, "loss": 0.1991, "lr": 0.009464656964656964, "epoch": 0.6314968814968815, "percentage": 3.16, "elapsed_time": "0:02:43", "remaining_time": "1:23:19", "throughput": 1419.79, "total_tokens": 231456}
+{"current_steps": 1220, "total_steps": 38480, "loss": 0.3199, "lr": 0.009503638253638253, "epoch": 0.6340956340956341, "percentage": 3.17, "elapsed_time": "0:02:43", "remaining_time": "1:23:19", "throughput": 1419.32, "total_tokens": 232320}
+{"current_steps": 1225, "total_steps": 38480, "loss": 0.2845, "lr": 0.009542619542619543, "epoch": 0.6366943866943867, "percentage": 3.18, "elapsed_time": "0:02:44", "remaining_time": "1:23:18", "throughput": 1418.85, "total_tokens": 233184}
+{"current_steps": 1230, "total_steps": 38480, "loss": 0.2771, "lr": 0.00958160083160083, "epoch": 0.6392931392931392, "percentage": 3.2, "elapsed_time": "0:02:45", "remaining_time": "1:23:17", "throughput": 1418.75, "total_tokens": 234112}
+{"current_steps": 1235, "total_steps": 38480, "loss": 0.2672, "lr": 0.00962058212058212, "epoch": 0.6418918918918919, "percentage": 3.21, "elapsed_time": "0:02:45", "remaining_time": "1:23:16", "throughput": 1418.64, "total_tokens": 235040}
+{"current_steps": 1240, "total_steps": 38480, "loss": 0.2768, "lr": 0.00965956340956341, "epoch": 0.6444906444906445, "percentage": 3.22, "elapsed_time": "0:02:46", "remaining_time": "1:23:15", "throughput": 1418.88, "total_tokens": 236032}
+{"current_steps": 1245, "total_steps": 38480, "loss": 0.2766, "lr": 0.009698544698544698, "epoch": 0.6470893970893971, "percentage": 3.24, "elapsed_time": "0:02:47", "remaining_time": "1:23:15", "throughput": 1418.96, "total_tokens": 236992}
+{"current_steps": 1250, "total_steps": 38480, "loss": 0.2781, "lr": 0.009737525987525987, "epoch": 0.6496881496881497, "percentage": 3.25, "elapsed_time": "0:02:47", "remaining_time": "1:23:14", "throughput": 1419.37, "total_tokens": 238016}
+{"current_steps": 1255, "total_steps": 38480, "loss": 0.2769, "lr": 0.009776507276507276, "epoch": 0.6522869022869023, "percentage": 3.26, "elapsed_time": "0:02:48", "remaining_time": "1:23:13", "throughput": 1419.25, "total_tokens": 238944}
+{"current_steps": 1260, "total_steps": 38480, "loss": 0.2606, "lr": 0.009815488565488565, "epoch": 0.6548856548856549, "percentage": 3.27, "elapsed_time": "0:02:49", "remaining_time": "1:23:13", "throughput": 1419.3, "total_tokens": 239904}
+{"current_steps": 1265, "total_steps": 38480, "loss": 0.2923, "lr": 0.009854469854469855, "epoch": 0.6574844074844075, "percentage": 3.29, "elapsed_time": "0:02:49", "remaining_time": "1:23:12", "throughput": 1419.2, "total_tokens": 240832}
+{"current_steps": 1270, "total_steps": 38480, "loss": 0.2791, "lr": 0.009893451143451143, "epoch": 0.66008316008316, "percentage": 3.3, "elapsed_time": "0:02:50", "remaining_time": "1:23:11", "throughput": 1419.44, "total_tokens": 241824}
+{"current_steps": 1275, "total_steps": 38480, "loss": 0.2649, "lr": 0.009932432432432432, "epoch": 0.6626819126819127, "percentage": 3.31, "elapsed_time": "0:02:51", "remaining_time": "1:23:10", "throughput": 1419.67, "total_tokens": 242816}
+{"current_steps": 1280, "total_steps": 38480, "loss": 0.2219, "lr": 0.009971413721413722, "epoch": 0.6652806652806653, "percentage": 3.33, "elapsed_time": "0:02:51", "remaining_time": "1:23:10", "throughput": 1419.78, "total_tokens": 243808}
+{"current_steps": 1285, "total_steps": 38480, "loss": 0.267, "lr": 0.01001039501039501, "epoch": 0.6678794178794178, "percentage": 3.34, "elapsed_time": "0:02:52", "remaining_time": "1:23:09", "throughput": 1419.67, "total_tokens": 244736}
+{"current_steps": 1290, "total_steps": 38480, "loss": 0.3221, "lr": 0.010049376299376299, "epoch": 0.6704781704781705, "percentage": 3.35, "elapsed_time": "0:02:53", "remaining_time": "1:23:09", "throughput": 1419.73, "total_tokens": 245696}
+{"current_steps": 1295, "total_steps": 38480, "loss": 0.3043, "lr": 0.010088357588357588, "epoch": 0.6730769230769231, "percentage": 3.37, "elapsed_time": "0:02:53", "remaining_time": "1:23:08", "throughput": 1420.13, "total_tokens": 246720}
+{"current_steps": 1300, "total_steps": 38480, "loss": 0.2781, "lr": 0.010127338877338877, "epoch": 0.6756756756756757, "percentage": 3.38, "elapsed_time": "0:02:54", "remaining_time": "1:23:08", "throughput": 1420.4, "total_tokens": 247744}
+{"current_steps": 1305, "total_steps": 38480, "loss": 0.2656, "lr": 0.010166320166320167, "epoch": 0.6782744282744283, "percentage": 3.39, "elapsed_time": "0:02:55", "remaining_time": "1:23:07", "throughput": 1420.62, "total_tokens": 248736}
+{"current_steps": 1310, "total_steps": 38480, "loss": 0.2929, "lr": 0.010205301455301454, "epoch": 0.6808731808731808, "percentage": 3.4, "elapsed_time": "0:02:55", "remaining_time": "1:23:07", "throughput": 1420.84, "total_tokens": 249728}
+{"current_steps": 1315, "total_steps": 38480, "loss": 0.2928, "lr": 0.010244282744282743, "epoch": 0.6834719334719335, "percentage": 3.42, "elapsed_time": "0:02:56", "remaining_time": "1:23:06", "throughput": 1420.57, "total_tokens": 250624}
+{"current_steps": 1320, "total_steps": 38480, "loss": 0.2957, "lr": 0.010283264033264034, "epoch": 0.6860706860706861, "percentage": 3.43, "elapsed_time": "0:02:57", "remaining_time": "1:23:05", "throughput": 1420.79, "total_tokens": 251616}
+{"current_steps": 1325, "total_steps": 38480, "loss": 0.2812, "lr": 0.010322245322245321, "epoch": 0.6886694386694386, "percentage": 3.44, "elapsed_time": "0:02:57", "remaining_time": "1:23:04", "throughput": 1420.35, "total_tokens": 252480}
+{"current_steps": 1330, "total_steps": 38480, "loss": 0.2516, "lr": 0.01036122661122661, "epoch": 0.6912681912681913, "percentage": 3.46, "elapsed_time": "0:02:58", "remaining_time": "1:23:03", "throughput": 1420.42, "total_tokens": 253440}
+{"current_steps": 1335, "total_steps": 38480, "loss": 0.3159, "lr": 0.0104002079002079, "epoch": 0.6938669438669439, "percentage": 3.47, "elapsed_time": "0:02:59", "remaining_time": "1:23:03", "throughput": 1420.47, "total_tokens": 254400}
+{"current_steps": 1340, "total_steps": 38480, "loss": 0.2668, "lr": 0.010439189189189188, "epoch": 0.6964656964656964, "percentage": 3.48, "elapsed_time": "0:02:59", "remaining_time": "1:23:02", "throughput": 1420.85, "total_tokens": 255424}
+{"current_steps": 1345, "total_steps": 38480, "loss": 0.2328, "lr": 0.010478170478170479, "epoch": 0.6990644490644491, "percentage": 3.5, "elapsed_time": "0:03:00", "remaining_time": "1:23:01", "throughput": 1420.58, "total_tokens": 256320}
+{"current_steps": 1350, "total_steps": 38480, "loss": 0.2514, "lr": 0.010517151767151766, "epoch": 0.7016632016632016, "percentage": 3.51, "elapsed_time": "0:03:01", "remaining_time": "1:23:00", "throughput": 1420.31, "total_tokens": 257216}
+{"current_steps": 1355, "total_steps": 38480, "loss": 0.2251, "lr": 0.010556133056133055, "epoch": 0.7042619542619543, "percentage": 3.52, "elapsed_time": "0:03:01", "remaining_time": "1:23:00", "throughput": 1419.87, "total_tokens": 258080}
+{"current_steps": 1360, "total_steps": 38480, "loss": 0.2693, "lr": 0.010595114345114346, "epoch": 0.7068607068607069, "percentage": 3.53, "elapsed_time": "0:03:02", "remaining_time": "1:22:59", "throughput": 1419.77, "total_tokens": 259008}
+{"current_steps": 1365, "total_steps": 38480, "loss": 0.3196, "lr": 0.010634095634095633, "epoch": 0.7094594594594594, "percentage": 3.55, "elapsed_time": "0:03:03", "remaining_time": "1:22:58", "throughput": 1419.81, "total_tokens": 259968}
+{"current_steps": 1370, "total_steps": 38480, "loss": 0.1942, "lr": 0.010673076923076922, "epoch": 0.7120582120582121, "percentage": 3.56, "elapsed_time": "0:03:03", "remaining_time": "1:22:57", "throughput": 1420.02, "total_tokens": 260960}
+{"current_steps": 1375, "total_steps": 38480, "loss": 0.2788, "lr": 0.010712058212058211, "epoch": 0.7146569646569647, "percentage": 3.57, "elapsed_time": "0:03:04", "remaining_time": "1:22:57", "throughput": 1420.08, "total_tokens": 261920}
+{"current_steps": 1380, "total_steps": 38480, "loss": 0.2655, "lr": 0.0107510395010395, "epoch": 0.7172557172557172, "percentage": 3.59, "elapsed_time": "0:03:05", "remaining_time": "1:22:56", "throughput": 1419.81, "total_tokens": 262816}
+{"current_steps": 1385, "total_steps": 38480, "loss": 0.3056, "lr": 0.010790020790020791, "epoch": 0.7198544698544699, "percentage": 3.6, "elapsed_time": "0:03:05", "remaining_time": "1:22:55", "throughput": 1419.99, "total_tokens": 263808}
+{"current_steps": 1390, "total_steps": 38480, "loss": 0.2561, "lr": 0.010829002079002078, "epoch": 0.7224532224532224, "percentage": 3.61, "elapsed_time": "0:03:06", "remaining_time": "1:22:55", "throughput": 1419.87, "total_tokens": 264736}
+{"current_steps": 1395, "total_steps": 38480, "loss": 0.2448, "lr": 0.010867983367983367, "epoch": 0.725051975051975, "percentage": 3.63, "elapsed_time": "0:03:07", "remaining_time": "1:22:54", "throughput": 1419.91, "total_tokens": 265696}
+{"current_steps": 1400, "total_steps": 38480, "loss": 0.2789, "lr": 0.010906964656964658, "epoch": 0.7276507276507277, "percentage": 3.64, "elapsed_time": "0:03:07", "remaining_time": "1:22:53", "throughput": 1419.82, "total_tokens": 266624}
+{"current_steps": 1405, "total_steps": 38480, "loss": 0.2038, "lr": 0.010945945945945945, "epoch": 0.7302494802494802, "percentage": 3.65, "elapsed_time": "0:03:08", "remaining_time": "1:22:52", "throughput": 1419.89, "total_tokens": 267584}
+{"current_steps": 1410, "total_steps": 38480, "loss": 0.2724, "lr": 0.010984927234927234, "epoch": 0.7328482328482329, "percentage": 3.66, "elapsed_time": "0:03:09", "remaining_time": "1:22:52", "throughput": 1419.94, "total_tokens": 268544}
+{"current_steps": 1415, "total_steps": 38480, "loss": 0.1938, "lr": 0.011023908523908523, "epoch": 0.7354469854469855, "percentage": 3.68, "elapsed_time": "0:03:09", "remaining_time": "1:22:51", "throughput": 1419.84, "total_tokens": 269472}
+{"current_steps": 1420, "total_steps": 38480, "loss": 0.2763, "lr": 0.011062889812889812, "epoch": 0.738045738045738, "percentage": 3.69, "elapsed_time": "0:03:10", "remaining_time": "1:22:50", "throughput": 1419.59, "total_tokens": 270368}
+{"current_steps": 1425, "total_steps": 38480, "loss": 0.33, "lr": 0.011101871101871103, "epoch": 0.7406444906444907, "percentage": 3.7, "elapsed_time": "0:03:11", "remaining_time": "1:22:49", "throughput": 1419.95, "total_tokens": 271392}
+{"current_steps": 1430, "total_steps": 38480, "loss": 0.2298, "lr": 0.01114085239085239, "epoch": 0.7432432432432432, "percentage": 3.72, "elapsed_time": "0:03:11", "remaining_time": "1:22:49", "throughput": 1420.16, "total_tokens": 272384}
+{"current_steps": 1435, "total_steps": 38480, "loss": 0.2535, "lr": 0.011179833679833679, "epoch": 0.7458419958419958, "percentage": 3.73, "elapsed_time": "0:03:12", "remaining_time": "1:22:48", "throughput": 1419.91, "total_tokens": 273280}
+{"current_steps": 1440, "total_steps": 38480, "loss": 0.2301, "lr": 0.01121881496881497, "epoch": 0.7484407484407485, "percentage": 3.74, "elapsed_time": "0:03:13", "remaining_time": "1:22:47", "throughput": 1419.66, "total_tokens": 274176}
+{"current_steps": 1445, "total_steps": 38480, "loss": 0.2719, "lr": 0.011257796257796257, "epoch": 0.751039501039501, "percentage": 3.76, "elapsed_time": "0:03:13", "remaining_time": "1:22:46", "throughput": 1419.71, "total_tokens": 275136}
+{"current_steps": 1450, "total_steps": 38480, "loss": 0.2936, "lr": 0.011296777546777546, "epoch": 0.7536382536382537, "percentage": 3.77, "elapsed_time": "0:03:14", "remaining_time": "1:22:46", "throughput": 1419.92, "total_tokens": 276128}
+{"current_steps": 1455, "total_steps": 38480, "loss": 0.2275, "lr": 0.011335758835758835, "epoch": 0.7562370062370062, "percentage": 3.78, "elapsed_time": "0:03:15", "remaining_time": "1:22:45", "throughput": 1419.67, "total_tokens": 277024}
+{"current_steps": 1460, "total_steps": 38480, "loss": 0.264, "lr": 0.011374740124740124, "epoch": 0.7588357588357588, "percentage": 3.79, "elapsed_time": "0:03:15", "remaining_time": "1:22:45", "throughput": 1419.91, "total_tokens": 278048}
+{"current_steps": 1465, "total_steps": 38480, "loss": 0.3208, "lr": 0.011413721413721415, "epoch": 0.7614345114345115, "percentage": 3.81, "elapsed_time": "0:03:16", "remaining_time": "1:22:44", "throughput": 1420.11, "total_tokens": 279040}
+{"current_steps": 1470, "total_steps": 38480, "loss": 0.2612, "lr": 0.011452702702702702, "epoch": 0.764033264033264, "percentage": 3.82, "elapsed_time": "0:03:17", "remaining_time": "1:22:43", "throughput": 1420.16, "total_tokens": 280000}
+{"current_steps": 1475, "total_steps": 38480, "loss": 0.2588, "lr": 0.011491683991683991, "epoch": 0.7666320166320166, "percentage": 3.83, "elapsed_time": "0:03:17", "remaining_time": "1:22:43", "throughput": 1420.21, "total_tokens": 280960}
+{"current_steps": 1480, "total_steps": 38480, "loss": 0.2414, "lr": 0.01153066528066528, "epoch": 0.7692307692307693, "percentage": 3.85, "elapsed_time": "0:03:18", "remaining_time": "1:22:42", "throughput": 1420.27, "total_tokens": 281920}
+{"current_steps": 1485, "total_steps": 38480, "loss": 0.2246, "lr": 0.011569646569646569, "epoch": 0.7718295218295218, "percentage": 3.86, "elapsed_time": "0:03:19", "remaining_time": "1:22:41", "throughput": 1420.62, "total_tokens": 282944}
+{"current_steps": 1490, "total_steps": 38480, "loss": 0.1204, "lr": 0.011608627858627858, "epoch": 0.7744282744282744, "percentage": 3.87, "elapsed_time": "0:03:19", "remaining_time": "1:22:41", "throughput": 1420.51, "total_tokens": 283872}
+{"current_steps": 1495, "total_steps": 38480, "loss": 0.3974, "lr": 0.011647609147609147, "epoch": 0.777027027027027, "percentage": 3.89, "elapsed_time": "0:03:20", "remaining_time": "1:22:40", "throughput": 1420.41, "total_tokens": 284800}
+{"current_steps": 1500, "total_steps": 38480, "loss": 0.3467, "lr": 0.011686590436590436, "epoch": 0.7796257796257796, "percentage": 3.9, "elapsed_time": "0:03:21", "remaining_time": "1:22:39", "throughput": 1420.02, "total_tokens": 285664}
+{"current_steps": 1505, "total_steps": 38480, "loss": 0.1981, "lr": 0.011725571725571727, "epoch": 0.7822245322245323, "percentage": 3.91, "elapsed_time": "0:03:21", "remaining_time": "1:22:38", "throughput": 1420.07, "total_tokens": 286624}
+{"current_steps": 1510, "total_steps": 38480, "loss": 0.2655, "lr": 0.011764553014553014, "epoch": 0.7848232848232848, "percentage": 3.92, "elapsed_time": "0:03:22", "remaining_time": "1:22:37", "throughput": 1419.85, "total_tokens": 287520}
+{"current_steps": 1515, "total_steps": 38480, "loss": 0.2574, "lr": 0.011803534303534303, "epoch": 0.7874220374220374, "percentage": 3.94, "elapsed_time": "0:03:23", "remaining_time": "1:22:37", "throughput": 1420.05, "total_tokens": 288512}
+{"current_steps": 1520, "total_steps": 38480, "loss": 0.251, "lr": 0.011842515592515592, "epoch": 0.7900207900207901, "percentage": 3.95, "elapsed_time": "0:03:23", "remaining_time": "1:22:36", "throughput": 1420.1, "total_tokens": 289472}
+{"current_steps": 1525, "total_steps": 38480, "loss": 0.2526, "lr": 0.01188149688149688, "epoch": 0.7926195426195426, "percentage": 3.96, "elapsed_time": "0:03:24", "remaining_time": "1:22:35", "throughput": 1419.99, "total_tokens": 290400}
+{"current_steps": 1530, "total_steps": 38480, "loss": 0.3051, "lr": 0.01192047817047817, "epoch": 0.7952182952182952, "percentage": 3.98, "elapsed_time": "0:03:25", "remaining_time": "1:22:35", "throughput": 1420.04, "total_tokens": 291360}
+{"current_steps": 1535, "total_steps": 38480, "loss": 0.2782, "lr": 0.011959459459459459, "epoch": 0.7978170478170478, "percentage": 3.99, "elapsed_time": "0:03:25", "remaining_time": "1:22:34", "throughput": 1420.37, "total_tokens": 292384}
+{"current_steps": 1540, "total_steps": 38480, "loss": 0.2667, "lr": 0.011998440748440748, "epoch": 0.8004158004158004, "percentage": 4.0, "elapsed_time": "0:03:26", "remaining_time": "1:22:34", "throughput": 1420.88, "total_tokens": 293472}
+{"current_steps": 1545, "total_steps": 38480, "loss": 0.2904, "lr": 0.012037422037422038, "epoch": 0.803014553014553, "percentage": 4.02, "elapsed_time": "0:03:27", "remaining_time": "1:22:33", "throughput": 1420.93, "total_tokens": 294432}
+{"current_steps": 1550, "total_steps": 38480, "loss": 0.2705, "lr": 0.012076403326403326, "epoch": 0.8056133056133056, "percentage": 4.03, "elapsed_time": "0:03:27", "remaining_time": "1:22:33", "throughput": 1421.25, "total_tokens": 295456}
+{"current_steps": 1555, "total_steps": 38480, "loss": 0.2539, "lr": 0.012115384615384615, "epoch": 0.8082120582120582, "percentage": 4.04, "elapsed_time": "0:03:28", "remaining_time": "1:22:32", "throughput": 1421.45, "total_tokens": 296448}
+{"current_steps": 1560, "total_steps": 38480, "loss": 0.2384, "lr": 0.012154365904365904, "epoch": 0.8108108108108109, "percentage": 4.05, "elapsed_time": "0:03:29", "remaining_time": "1:22:31", "throughput": 1421.35, "total_tokens": 297376}
+{"current_steps": 1565, "total_steps": 38480, "loss": 0.2508, "lr": 0.012193347193347193, "epoch": 0.8134095634095634, "percentage": 4.07, "elapsed_time": "0:03:29", "remaining_time": "1:22:30", "throughput": 1421.42, "total_tokens": 298336}
+{"current_steps": 1570, "total_steps": 38480, "loss": 0.2517, "lr": 0.012232328482328482, "epoch": 0.816008316008316, "percentage": 4.08, "elapsed_time": "0:03:30", "remaining_time": "1:22:29", "throughput": 1421.33, "total_tokens": 299264}
+{"current_steps": 1575, "total_steps": 38480, "loss": 0.194, "lr": 0.01227130977130977, "epoch": 0.8186070686070686, "percentage": 4.09, "elapsed_time": "0:03:31", "remaining_time": "1:22:29", "throughput": 1421.51, "total_tokens": 300256}
+{"current_steps": 1580, "total_steps": 38480, "loss": 0.2517, "lr": 0.01231029106029106, "epoch": 0.8212058212058212, "percentage": 4.11, "elapsed_time": "0:03:31", "remaining_time": "1:22:28", "throughput": 1421.41, "total_tokens": 301184}
+{"current_steps": 1585, "total_steps": 38480, "loss": 0.2709, "lr": 0.01234927234927235, "epoch": 0.8238045738045738, "percentage": 4.12, "elapsed_time": "0:03:32", "remaining_time": "1:22:27", "throughput": 1421.45, "total_tokens": 302144}
+{"current_steps": 1590, "total_steps": 38480, "loss": 0.2999, "lr": 0.012388253638253638, "epoch": 0.8264033264033264, "percentage": 4.13, "elapsed_time": "0:03:33", "remaining_time": "1:22:27", "throughput": 1421.63, "total_tokens": 303136}
+{"current_steps": 1595, "total_steps": 38480, "loss": 0.2538, "lr": 0.012427234927234927, "epoch": 0.829002079002079, "percentage": 4.15, "elapsed_time": "0:03:33", "remaining_time": "1:22:26", "throughput": 1421.68, "total_tokens": 304096}
+{"current_steps": 1600, "total_steps": 38480, "loss": 0.231, "lr": 0.012466216216216216, "epoch": 0.8316008316008316, "percentage": 4.16, "elapsed_time": "0:03:34", "remaining_time": "1:22:25", "throughput": 1421.46, "total_tokens": 304992}
+{"current_steps": 1605, "total_steps": 38480, "loss": 0.2457, "lr": 0.012505197505197505, "epoch": 0.8341995841995842, "percentage": 4.17, "elapsed_time": "0:03:35", "remaining_time": "1:22:25", "throughput": 1421.64, "total_tokens": 305984}
+{"current_steps": 1610, "total_steps": 38480, "loss": 0.2124, "lr": 0.012544178794178793, "epoch": 0.8367983367983368, "percentage": 4.18, "elapsed_time": "0:03:35", "remaining_time": "1:22:24", "throughput": 1421.87, "total_tokens": 307008}
+{"current_steps": 1615, "total_steps": 38480, "loss": 0.2186, "lr": 0.012583160083160082, "epoch": 0.8393970893970893, "percentage": 4.2, "elapsed_time": "0:03:36", "remaining_time": "1:22:23", "throughput": 1421.78, "total_tokens": 307936}
+{"current_steps": 1620, "total_steps": 38480, "loss": 0.2275, "lr": 0.012622141372141371, "epoch": 0.841995841995842, "percentage": 4.21, "elapsed_time": "0:03:37", "remaining_time": "1:22:23", "throughput": 1421.8, "total_tokens": 308896}
+{"current_steps": 1625, "total_steps": 38480, "loss": 0.2273, "lr": 0.012661122661122662, "epoch": 0.8445945945945946, "percentage": 4.22, "elapsed_time": "0:03:37", "remaining_time": "1:22:22", "throughput": 1421.71, "total_tokens": 309824}
+{"current_steps": 1630, "total_steps": 38480, "loss": 0.1659, "lr": 0.01270010395010395, "epoch": 0.8471933471933472, "percentage": 4.24, "elapsed_time": "0:03:38", "remaining_time": "1:22:21", "throughput": 1422.16, "total_tokens": 310880}
+{"current_steps": 1635, "total_steps": 38480, "loss": 0.2981, "lr": 0.012739085239085238, "epoch": 0.8497920997920998, "percentage": 4.25, "elapsed_time": "0:03:39", "remaining_time": "1:22:21", "throughput": 1422.19, "total_tokens": 311840}
+{"current_steps": 1640, "total_steps": 38480, "loss": 0.2889, "lr": 0.012778066528066527, "epoch": 0.8523908523908524, "percentage": 4.26, "elapsed_time": "0:03:39", "remaining_time": "1:22:20", "throughput": 1422.23, "total_tokens": 312800}
+{"current_steps": 1645, "total_steps": 38480, "loss": 0.2605, "lr": 0.012817047817047816, "epoch": 0.854989604989605, "percentage": 4.27, "elapsed_time": "0:03:40", "remaining_time": "1:22:19", "throughput": 1422.4, "total_tokens": 313792}
+{"current_steps": 1650, "total_steps": 38480, "loss": 0.2521, "lr": 0.012856029106029105, "epoch": 0.8575883575883576, "percentage": 4.29, "elapsed_time": "0:03:41", "remaining_time": "1:22:19", "throughput": 1422.31, "total_tokens": 314720}
+{"current_steps": 1655, "total_steps": 38480, "loss": 0.2668, "lr": 0.012895010395010394, "epoch": 0.8601871101871101, "percentage": 4.3, "elapsed_time": "0:03:41", "remaining_time": "1:22:18", "throughput": 1422.21, "total_tokens": 315648}
+{"current_steps": 1660, "total_steps": 38480, "loss": 0.2482, "lr": 0.012933991683991683, "epoch": 0.8627858627858628, "percentage": 4.31, "elapsed_time": "0:03:42", "remaining_time": "1:22:17", "throughput": 1422.25, "total_tokens": 316608}
+{"current_steps": 1665, "total_steps": 38480, "loss": 0.2049, "lr": 0.012972972972972974, "epoch": 0.8653846153846154, "percentage": 4.33, "elapsed_time": "0:03:43", "remaining_time": "1:22:16", "throughput": 1422.42, "total_tokens": 317600}
+{"current_steps": 1670, "total_steps": 38480, "loss": 0.2776, "lr": 0.013011954261954261, "epoch": 0.867983367983368, "percentage": 4.34, "elapsed_time": "0:03:43", "remaining_time": "1:22:16", "throughput": 1422.45, "total_tokens": 318560}
+{"current_steps": 1675, "total_steps": 38480, "loss": 0.2251, "lr": 0.01305093555093555, "epoch": 0.8705821205821206, "percentage": 4.35, "elapsed_time": "0:03:44", "remaining_time": "1:22:15", "throughput": 1422.22, "total_tokens": 319456}
+{"current_steps": 1680, "total_steps": 38480, "loss": 0.2604, "lr": 0.01308991683991684, "epoch": 0.8731808731808732, "percentage": 4.37, "elapsed_time": "0:03:45", "remaining_time": "1:22:14", "throughput": 1422.12, "total_tokens": 320384}
+{"current_steps": 1685, "total_steps": 38480, "loss": 0.2479, "lr": 0.013128898128898128, "epoch": 0.8757796257796258, "percentage": 4.38, "elapsed_time": "0:03:45", "remaining_time": "1:22:14", "throughput": 1422.15, "total_tokens": 321344}
+{"current_steps": 1690, "total_steps": 38480, "loss": 0.2909, "lr": 0.013167879417879417, "epoch": 0.8783783783783784, "percentage": 4.39, "elapsed_time": "0:03:46", "remaining_time": "1:22:13", "throughput": 1422.32, "total_tokens": 322336}
+{"current_steps": 1695, "total_steps": 38480, "loss": 0.2337, "lr": 0.013206860706860706, "epoch": 0.8809771309771309, "percentage": 4.4, "elapsed_time": "0:03:47", "remaining_time": "1:22:12", "throughput": 1422.62, "total_tokens": 323360}
+{"current_steps": 1700, "total_steps": 38480, "loss": 0.2468, "lr": 0.013245841995841995, "epoch": 0.8835758835758836, "percentage": 4.42, "elapsed_time": "0:03:47", "remaining_time": "1:22:12", "throughput": 1422.39, "total_tokens": 324256}
+{"current_steps": 1705, "total_steps": 38480, "loss": 0.2589, "lr": 0.013284823284823286, "epoch": 0.8861746361746362, "percentage": 4.43, "elapsed_time": "0:03:48", "remaining_time": "1:22:11", "throughput": 1422.17, "total_tokens": 325152}
+{"current_steps": 1710, "total_steps": 38480, "loss": 0.2285, "lr": 0.013323804573804573, "epoch": 0.8887733887733887, "percentage": 4.44, "elapsed_time": "0:03:49", "remaining_time": "1:22:10", "throughput": 1421.95, "total_tokens": 326048}
+{"current_steps": 1715, "total_steps": 38480, "loss": 0.2368, "lr": 0.013362785862785862, "epoch": 0.8913721413721414, "percentage": 4.46, "elapsed_time": "0:03:49", "remaining_time": "1:22:09", "throughput": 1421.99, "total_tokens": 327008}
+{"current_steps": 1720, "total_steps": 38480, "loss": 0.2299, "lr": 0.013401767151767151, "epoch": 0.893970893970894, "percentage": 4.47, "elapsed_time": "0:03:50", "remaining_time": "1:22:09", "throughput": 1421.9, "total_tokens": 327936}
+{"current_steps": 1725, "total_steps": 38480, "loss": 0.328, "lr": 0.01344074844074844, "epoch": 0.8965696465696466, "percentage": 4.48, "elapsed_time": "0:03:51", "remaining_time": "1:22:08", "throughput": 1421.94, "total_tokens": 328896}
+{"current_steps": 1730, "total_steps": 38480, "loss": 0.2241, "lr": 0.013479729729729729, "epoch": 0.8991683991683992, "percentage": 4.5, "elapsed_time": "0:03:51", "remaining_time": "1:22:08", "throughput": 1422.01, "total_tokens": 329888}
+{"current_steps": 1735, "total_steps": 38480, "loss": 0.273, "lr": 0.013518711018711018, "epoch": 0.9017671517671517, "percentage": 4.51, "elapsed_time": "0:03:52", "remaining_time": "1:22:07", "throughput": 1422.05, "total_tokens": 330848}
+{"current_steps": 1740, "total_steps": 38480, "loss": 0.2359, "lr": 0.013557692307692307, "epoch": 0.9043659043659044, "percentage": 4.52, "elapsed_time": "0:03:53", "remaining_time": "1:22:06", "throughput": 1421.83, "total_tokens": 331744}
+{"current_steps": 1745, "total_steps": 38480, "loss": 0.2906, "lr": 0.013596673596673598, "epoch": 0.906964656964657, "percentage": 4.53, "elapsed_time": "0:03:53", "remaining_time": "1:22:05", "throughput": 1421.99, "total_tokens": 332736}
+{"current_steps": 1750, "total_steps": 38480, "loss": 0.2425, "lr": 0.013635654885654885, "epoch": 0.9095634095634095, "percentage": 4.55, "elapsed_time": "0:03:54", "remaining_time": "1:22:05", "throughput": 1422.15, "total_tokens": 333728}
+{"current_steps": 1755, "total_steps": 38480, "loss": 0.2651, "lr": 0.013674636174636174, "epoch": 0.9121621621621622, "percentage": 4.56, "elapsed_time": "0:03:55", "remaining_time": "1:22:04", "throughput": 1421.95, "total_tokens": 334624}
+{"current_steps": 1760, "total_steps": 38480, "loss": 0.2666, "lr": 0.013713617463617463, "epoch": 0.9147609147609148, "percentage": 4.57, "elapsed_time": "0:03:56", "remaining_time": "1:22:04", "throughput": 1422.02, "total_tokens": 335616}
+{"current_steps": 1765, "total_steps": 38480, "loss": 0.311, "lr": 0.013752598752598752, "epoch": 0.9173596673596673, "percentage": 4.59, "elapsed_time": "0:03:56", "remaining_time": "1:22:03", "throughput": 1421.93, "total_tokens": 336544}
+{"current_steps": 1770, "total_steps": 38480, "loss": 0.2821, "lr": 0.013791580041580041, "epoch": 0.91995841995842, "percentage": 4.6, "elapsed_time": "0:03:57", "remaining_time": "1:22:02", "throughput": 1421.84, "total_tokens": 337472}
+{"current_steps": 1775, "total_steps": 38480, "loss": 0.2792, "lr": 0.01383056133056133, "epoch": 0.9225571725571725, "percentage": 4.61, "elapsed_time": "0:03:58", "remaining_time": "1:22:01", "throughput": 1421.76, "total_tokens": 338400}
+{"current_steps": 1780, "total_steps": 38480, "loss": 0.2726, "lr": 0.013869542619542619, "epoch": 0.9251559251559252, "percentage": 4.63, "elapsed_time": "0:03:58", "remaining_time": "1:22:01", "throughput": 1421.81, "total_tokens": 339360}
+{"current_steps": 1785, "total_steps": 38480, "loss": 0.3003, "lr": 0.01390852390852391, "epoch": 0.9277546777546778, "percentage": 4.64, "elapsed_time": "0:03:59", "remaining_time": "1:22:00", "throughput": 1421.72, "total_tokens": 340288}
+{"current_steps": 1790, "total_steps": 38480, "loss": 0.2475, "lr": 0.013947505197505197, "epoch": 0.9303534303534303, "percentage": 4.65, "elapsed_time": "0:04:00", "remaining_time": "1:21:59", "throughput": 1422.0, "total_tokens": 341312}
+{"current_steps": 1795, "total_steps": 38480, "loss": 0.2551, "lr": 0.013986486486486486, "epoch": 0.932952182952183, "percentage": 4.66, "elapsed_time": "0:04:00", "remaining_time": "1:21:59", "throughput": 1422.03, "total_tokens": 342272}
+{"current_steps": 1800, "total_steps": 38480, "loss": 0.2867, "lr": 0.014025467775467775, "epoch": 0.9355509355509356, "percentage": 4.68, "elapsed_time": "0:04:01", "remaining_time": "1:21:58", "throughput": 1421.71, "total_tokens": 343136}
+{"current_steps": 1805, "total_steps": 38480, "loss": 0.2794, "lr": 0.014064449064449064, "epoch": 0.9381496881496881, "percentage": 4.69, "elapsed_time": "0:04:02", "remaining_time": "1:21:57", "throughput": 1421.62, "total_tokens": 344064}
+{"current_steps": 1810, "total_steps": 38480, "loss": 0.2745, "lr": 0.014103430353430353, "epoch": 0.9407484407484408, "percentage": 4.7, "elapsed_time": "0:04:02", "remaining_time": "1:21:56", "throughput": 1421.66, "total_tokens": 345024}
+{"current_steps": 1815, "total_steps": 38480, "loss": 0.228, "lr": 0.014142411642411642, "epoch": 0.9433471933471933, "percentage": 4.72, "elapsed_time": "0:04:03", "remaining_time": "1:21:56", "throughput": 1421.81, "total_tokens": 346016}
+{"current_steps": 1820, "total_steps": 38480, "loss": 0.3096, "lr": 0.01418139293139293, "epoch": 0.9459459459459459, "percentage": 4.73, "elapsed_time": "0:04:04", "remaining_time": "1:21:55", "throughput": 1421.96, "total_tokens": 347008}
+{"current_steps": 1825, "total_steps": 38480, "loss": 0.2611, "lr": 0.01422037422037422, "epoch": 0.9485446985446986, "percentage": 4.74, "elapsed_time": "0:04:04", "remaining_time": "1:21:54", "throughput": 1421.89, "total_tokens": 347936}
+{"current_steps": 1830, "total_steps": 38480, "loss": 0.247, "lr": 0.014259355509355509, "epoch": 0.9511434511434511, "percentage": 4.76, "elapsed_time": "0:04:05", "remaining_time": "1:21:54", "throughput": 1421.93, "total_tokens": 348896}
+{"current_steps": 1835, "total_steps": 38480, "loss": 0.2652, "lr": 0.014298336798336798, "epoch": 0.9537422037422038, "percentage": 4.77, "elapsed_time": "0:04:06", "remaining_time": "1:21:53", "throughput": 1421.85, "total_tokens": 349824}
+{"current_steps": 1840, "total_steps": 38480, "loss": 0.2651, "lr": 0.014337318087318087, "epoch": 0.9563409563409564, "percentage": 4.78, "elapsed_time": "0:04:06", "remaining_time": "1:21:52", "throughput": 1421.77, "total_tokens": 350752}
+{"current_steps": 1845, "total_steps": 38480, "loss": 0.2945, "lr": 0.014376299376299376, "epoch": 0.9589397089397089, "percentage": 4.79, "elapsed_time": "0:04:07", "remaining_time": "1:21:51", "throughput": 1421.57, "total_tokens": 351648}
+{"current_steps": 1850, "total_steps": 38480, "loss": 0.274, "lr": 0.014415280665280665, "epoch": 0.9615384615384616, "percentage": 4.81, "elapsed_time": "0:04:08", "remaining_time": "1:21:51", "throughput": 1421.61, "total_tokens": 352608}
+{"current_steps": 1855, "total_steps": 38480, "loss": 0.2753, "lr": 0.014454261954261954, "epoch": 0.9641372141372141, "percentage": 4.82, "elapsed_time": "0:04:08", "remaining_time": "1:21:50", "throughput": 1421.8, "total_tokens": 353632}
+{"current_steps": 1860, "total_steps": 38480, "loss": 0.259, "lr": 0.014493243243243243, "epoch": 0.9667359667359667, "percentage": 4.83, "elapsed_time": "0:04:09", "remaining_time": "1:21:50", "throughput": 1421.83, "total_tokens": 354592}
+{"current_steps": 1865, "total_steps": 38480, "loss": 0.2431, "lr": 0.014532224532224532, "epoch": 0.9693347193347194, "percentage": 4.85, "elapsed_time": "0:04:10", "remaining_time": "1:21:49", "throughput": 1421.51, "total_tokens": 355456}
+{"current_steps": 1870, "total_steps": 38480, "loss": 0.242, "lr": 0.01457120582120582, "epoch": 0.9719334719334719, "percentage": 4.86, "elapsed_time": "0:04:10", "remaining_time": "1:21:48", "throughput": 1421.66, "total_tokens": 356448}
+{"current_steps": 1875, "total_steps": 38480, "loss": 0.1629, "lr": 0.01461018711018711, "epoch": 0.9745322245322245, "percentage": 4.87, "elapsed_time": "0:04:11", "remaining_time": "1:21:47", "throughput": 1421.69, "total_tokens": 357408}
+{"current_steps": 1880, "total_steps": 38480, "loss": 0.2617, "lr": 0.014649168399168399, "epoch": 0.9771309771309772, "percentage": 4.89, "elapsed_time": "0:04:12", "remaining_time": "1:21:47", "throughput": 1421.73, "total_tokens": 358368}
+{"current_steps": 1885, "total_steps": 38480, "loss": 0.3222, "lr": 0.014688149688149688, "epoch": 0.9797297297297297, "percentage": 4.9, "elapsed_time": "0:04:12", "remaining_time": "1:21:46", "throughput": 1421.65, "total_tokens": 359296}
+{"current_steps": 1890, "total_steps": 38480, "loss": 0.2914, "lr": 0.014727130977130977, "epoch": 0.9823284823284824, "percentage": 4.91, "elapsed_time": "0:04:13", "remaining_time": "1:21:45", "throughput": 1421.68, "total_tokens": 360256}
+{"current_steps": 1895, "total_steps": 38480, "loss": 0.2628, "lr": 0.014766112266112266, "epoch": 0.9849272349272349, "percentage": 4.92, "elapsed_time": "0:04:14", "remaining_time": "1:21:45", "throughput": 1421.72, "total_tokens": 361216}
+{"current_steps": 1900, "total_steps": 38480, "loss": 0.2409, "lr": 0.014805093555093555, "epoch": 0.9875259875259875, "percentage": 4.94, "elapsed_time": "0:04:14", "remaining_time": "1:21:44", "throughput": 1421.75, "total_tokens": 362176}
+{"current_steps": 1905, "total_steps": 38480, "loss": 0.3017, "lr": 0.014844074844074844, "epoch": 0.9901247401247402, "percentage": 4.95, "elapsed_time": "0:04:15", "remaining_time": "1:21:43", "throughput": 1422.0, "total_tokens": 363200}
+{"current_steps": 1910, "total_steps": 38480, "loss": 0.2129, "lr": 0.014883056133056132, "epoch": 0.9927234927234927, "percentage": 4.96, "elapsed_time": "0:04:16", "remaining_time": "1:21:43", "throughput": 1422.03, "total_tokens": 364160}
+{"current_steps": 1915, "total_steps": 38480, "loss": 0.2449, "lr": 0.014922037422037421, "epoch": 0.9953222453222453, "percentage": 4.98, "elapsed_time": "0:04:16", "remaining_time": "1:21:42", "throughput": 1421.73, "total_tokens": 365024}
+{"current_steps": 1920, "total_steps": 38480, "loss": 0.2719, "lr": 0.01496101871101871, "epoch": 0.997920997920998, "percentage": 4.99, "elapsed_time": "0:04:17", "remaining_time": "1:21:41", "throughput": 1421.88, "total_tokens": 366016}
+{"current_steps": 1924, "total_steps": 38480, "eval_loss": 0.26113998889923096, "epoch": 1.0, "percentage": 5.0, "elapsed_time": "0:04:31", "remaining_time": "1:25:51", "throughput": 1352.43, "total_tokens": 366712}
+{"current_steps": 1925, "total_steps": 38480, "loss": 0.2587, "lr": 0.015, "epoch": 1.0005197505197505, "percentage": 5.0, "elapsed_time": "0:04:32", "remaining_time": "1:26:14", "throughput": 1346.48, "total_tokens": 366904}
+{"current_steps": 1930, "total_steps": 38480, "loss": 0.3068, "lr": 0.015038981288981287, "epoch": 1.003118503118503, "percentage": 5.02, "elapsed_time": "0:04:33", "remaining_time": "1:26:14", "throughput": 1346.2, "total_tokens": 367832}
+{"current_steps": 1935, "total_steps": 38480, "loss": 0.2854, "lr": 0.01507796257796258, "epoch": 1.0057172557172558, "percentage": 5.03, "elapsed_time": "0:04:33", "remaining_time": "1:26:13", "throughput": 1346.5, "total_tokens": 368824}
+{"current_steps": 1940, "total_steps": 38480, "loss": 0.275, "lr": 0.015116943866943866, "epoch": 1.0083160083160083, "percentage": 5.04, "elapsed_time": "0:04:34", "remaining_time": "1:26:11", "throughput": 1346.81, "total_tokens": 369816}
+{"current_steps": 1945, "total_steps": 38480, "loss": 0.2915, "lr": 0.015155925155925155, "epoch": 1.0109147609147608, "percentage": 5.05, "elapsed_time": "0:04:35", "remaining_time": "1:26:10", "throughput": 1347.03, "total_tokens": 370776}
+{"current_steps": 1950, "total_steps": 38480, "loss": 0.2943, "lr": 0.015194906444906446, "epoch": 1.0135135135135136, "percentage": 5.07, "elapsed_time": "0:04:35", "remaining_time": "1:26:08", "throughput": 1347.12, "total_tokens": 371704}
+{"current_steps": 1955, "total_steps": 38480, "loss": 0.2769, "lr": 0.015233887733887733, "epoch": 1.0161122661122661, "percentage": 5.08, "elapsed_time": "0:04:36", "remaining_time": "1:26:07", "throughput": 1347.32, "total_tokens": 372664}
+{"current_steps": 1960, "total_steps": 38480, "loss": 0.2615, "lr": 0.015272869022869022, "epoch": 1.0187110187110187, "percentage": 5.09, "elapsed_time": "0:04:37", "remaining_time": "1:26:06", "throughput": 1347.42, "total_tokens": 373592}
+{"current_steps": 1965, "total_steps": 38480, "loss": 0.2921, "lr": 0.01531185031185031, "epoch": 1.0213097713097714, "percentage": 5.11, "elapsed_time": "0:04:37", "remaining_time": "1:26:04", "throughput": 1347.41, "total_tokens": 374488}
+{"current_steps": 1970, "total_steps": 38480, "loss": 0.2536, "lr": 0.0153508316008316, "epoch": 1.023908523908524, "percentage": 5.12, "elapsed_time": "0:04:38", "remaining_time": "1:26:03", "throughput": 1347.5, "total_tokens": 375416}
+{"current_steps": 1975, "total_steps": 38480, "loss": 0.2782, "lr": 0.01538981288981289, "epoch": 1.0265072765072765, "percentage": 5.13, "elapsed_time": "0:04:39", "remaining_time": "1:26:01", "throughput": 1347.47, "total_tokens": 376312}
+{"current_steps": 1980, "total_steps": 38480, "loss": 0.2944, "lr": 0.015428794178794177, "epoch": 1.0291060291060292, "percentage": 5.15, "elapsed_time": "0:04:39", "remaining_time": "1:26:00", "throughput": 1347.32, "total_tokens": 377176}
+{"current_steps": 1985, "total_steps": 38480, "loss": 0.273, "lr": 0.015467775467775467, "epoch": 1.0317047817047817, "percentage": 5.16, "elapsed_time": "0:04:40", "remaining_time": "1:25:59", "throughput": 1347.55, "total_tokens": 378168}
+{"current_steps": 1990, "total_steps": 38480, "loss": 0.2774, "lr": 0.015506756756756756, "epoch": 1.0343035343035343, "percentage": 5.17, "elapsed_time": "0:04:41", "remaining_time": "1:25:58", "throughput": 1347.84, "total_tokens": 379160}
+{"current_steps": 1995, "total_steps": 38480, "loss": 0.2705, "lr": 0.015545738045738043, "epoch": 1.0369022869022868, "percentage": 5.18, "elapsed_time": "0:04:41", "remaining_time": "1:25:56", "throughput": 1348.04, "total_tokens": 380120}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca0420034040df1035b943479e066c4c04a9b72e21edaabce502b8ee11e0e26
+size 6289