Training in progress, step 1116

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

adapter_config.json

@@ -0,0 +1,15 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "exclude_modules": null,
+  "inference_mode": true,
+  "modules_to_save": null,
+  "peft_type": "LN_TUNING",
+  "revision": null,
+  "target_modules": [
+    "norm",
+    "input_layernorm",
+    "post_attention_layernorm"
+  ],
+  "task_type": "CAUSAL_LM"
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd52d6e57ed7f167342bd66e21dd0ad281618b2d10b6128b6a3f9d2575614130
+size 541712

chat_template.jinja

@@ -0,0 +1,5 @@
+{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>
+
+'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
+
+' }}{% endif %}

special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1dcab308e7cf5970ea38815e0a62887d705c5b436f869ca27a5dcdd40c36a6
+size 17210148

tokenizer_config.json

@@ -0,0 +1,2076 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train.yaml

@@ -0,0 +1,56 @@
+seed: 42
+
+### model
+model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
+trust_remote_code: true
+flash_attn: auto
+use_cache: false
+
+### method
+stage: sft
+do_train: true
+finetuning_type: lntuning
+task_type: CAUSAL_LM
+
+### dataset
+dataset: openbookqa
+template: llama3
+cutoff_len: 2048
+overwrite_cache: true
+preprocessing_num_workers: 8
+dataloader_num_workers: 2
+packing: false
+
+### output
+output_dir: saves_multiple/lntuning/llama-3-8b-instruct/train_openbookqa_42_1760623657
+logging_steps: 5
+save_steps: 0.05
+overwrite_output_dir: true
+save_only_model: false
+plot_loss: true
+include_num_input_tokens_seen: true
+push_to_hub: true
+push_to_hub_organization: rbelanec
+load_best_model_at_end: true
+save_total_limit: 1
+
+### train
+per_device_train_batch_size: 4
+learning_rate: 5.0e-5
+num_train_epochs: 20
+weight_decay: 1.0e-5
+lr_scheduler_type: cosine
+bf16: true
+ddp_timeout: 180000000
+resume_from_checkpoint: null
+warmup_ratio: 0.1
+optim: adamw_torch
+report_to:
+- wandb
+run_name: lntuning_llama-3-8b-instruct_train_openbookqa_42_1760623657
+
+### eval
+per_device_eval_batch_size: 4
+eval_strategy: steps
+eval_steps: 0.05
+val_size: 0.1

trainer_log.jsonl

@@ -0,0 +1,233 @@
+{"current_steps": 5, "total_steps": 22320, "loss": 0.0972, "lr": 8.960573476702509e-08, "epoch": 0.004480286738351254, "percentage": 0.02, "elapsed_time": "0:00:01", "remaining_time": "1:56:42", "throughput": 1121.65, "total_tokens": 1760}
+{"current_steps": 10, "total_steps": 22320, "loss": 0.1497, "lr": 2.0161290322580645e-07, "epoch": 0.008960573476702509, "percentage": 0.04, "elapsed_time": "0:00:02", "remaining_time": "1:34:26", "throughput": 1474.0, "total_tokens": 3744}
+{"current_steps": 15, "total_steps": 22320, "loss": 0.5413, "lr": 3.136200716845878e-07, "epoch": 0.013440860215053764, "percentage": 0.07, "elapsed_time": "0:00:03", "remaining_time": "1:27:02", "throughput": 1585.24, "total_tokens": 5568}
+{"current_steps": 20, "total_steps": 22320, "loss": 0.4864, "lr": 4.2562724014336925e-07, "epoch": 0.017921146953405017, "percentage": 0.09, "elapsed_time": "0:00:04", "remaining_time": "1:22:30", "throughput": 1643.22, "total_tokens": 7296}
+{"current_steps": 25, "total_steps": 22320, "loss": 0.8454, "lr": 5.376344086021506e-07, "epoch": 0.022401433691756272, "percentage": 0.11, "elapsed_time": "0:00:05", "remaining_time": "1:16:29", "throughput": 1803.38, "total_tokens": 9280}
+{"current_steps": 30, "total_steps": 22320, "loss": 0.5996, "lr": 6.496415770609319e-07, "epoch": 0.026881720430107527, "percentage": 0.13, "elapsed_time": "0:00:05", "remaining_time": "1:12:09", "throughput": 1916.52, "total_tokens": 11168}
+{"current_steps": 35, "total_steps": 22320, "loss": 0.6479, "lr": 7.616487455197133e-07, "epoch": 0.03136200716845878, "percentage": 0.16, "elapsed_time": "0:00:06", "remaining_time": "1:08:42", "throughput": 2001.89, "total_tokens": 12960}
+{"current_steps": 40, "total_steps": 22320, "loss": 0.192, "lr": 8.736559139784946e-07, "epoch": 0.035842293906810034, "percentage": 0.18, "elapsed_time": "0:00:07", "remaining_time": "1:06:06", "throughput": 2076.04, "total_tokens": 14784}
+{"current_steps": 45, "total_steps": 22320, "loss": 0.3537, "lr": 9.85663082437276e-07, "epoch": 0.04032258064516129, "percentage": 0.2, "elapsed_time": "0:00:07", "remaining_time": "1:04:39", "throughput": 2135.6, "total_tokens": 16736}
+{"current_steps": 50, "total_steps": 22320, "loss": 0.3496, "lr": 1.0976702508960573e-06, "epoch": 0.044802867383512544, "percentage": 0.22, "elapsed_time": "0:00:08", "remaining_time": "1:03:46", "throughput": 2186.48, "total_tokens": 18784}
+{"current_steps": 55, "total_steps": 22320, "loss": 0.5974, "lr": 1.2096774193548388e-06, "epoch": 0.0492831541218638, "percentage": 0.25, "elapsed_time": "0:00:09", "remaining_time": "1:02:48", "throughput": 2227.75, "total_tokens": 20736}
+{"current_steps": 60, "total_steps": 22320, "loss": 1.1371, "lr": 1.3216845878136201e-06, "epoch": 0.053763440860215055, "percentage": 0.27, "elapsed_time": "0:00:09", "remaining_time": "1:01:33", "throughput": 2263.09, "total_tokens": 22528}
+{"current_steps": 65, "total_steps": 22320, "loss": 0.8351, "lr": 1.4336917562724014e-06, "epoch": 0.05824372759856631, "percentage": 0.29, "elapsed_time": "0:00:10", "remaining_time": "1:00:41", "throughput": 2295.5, "total_tokens": 24416}
+{"current_steps": 70, "total_steps": 22320, "loss": 0.1825, "lr": 1.545698924731183e-06, "epoch": 0.06272401433691756, "percentage": 0.31, "elapsed_time": "0:00:11", "remaining_time": "1:00:18", "throughput": 2318.93, "total_tokens": 26400}
+{"current_steps": 75, "total_steps": 22320, "loss": 0.4391, "lr": 1.6577060931899643e-06, "epoch": 0.06720430107526881, "percentage": 0.34, "elapsed_time": "0:00:12", "remaining_time": "0:59:28", "throughput": 2343.52, "total_tokens": 28192}
+{"current_steps": 80, "total_steps": 22320, "loss": 0.2905, "lr": 1.7697132616487456e-06, "epoch": 0.07168458781362007, "percentage": 0.36, "elapsed_time": "0:00:12", "remaining_time": "0:59:19", "throughput": 2369.16, "total_tokens": 30336}
+{"current_steps": 85, "total_steps": 22320, "loss": 0.2991, "lr": 1.881720430107527e-06, "epoch": 0.07616487455197132, "percentage": 0.38, "elapsed_time": "0:00:13", "remaining_time": "0:58:47", "throughput": 2384.85, "total_tokens": 32160}
+{"current_steps": 90, "total_steps": 22320, "loss": 0.6053, "lr": 1.9937275985663085e-06, "epoch": 0.08064516129032258, "percentage": 0.4, "elapsed_time": "0:00:14", "remaining_time": "0:58:20", "throughput": 2411.39, "total_tokens": 34176}
+{"current_steps": 95, "total_steps": 22320, "loss": 0.397, "lr": 2.10573476702509e-06, "epoch": 0.08512544802867383, "percentage": 0.43, "elapsed_time": "0:00:14", "remaining_time": "0:57:55", "throughput": 2425.41, "total_tokens": 36032}
+{"current_steps": 100, "total_steps": 22320, "loss": 0.6181, "lr": 2.217741935483871e-06, "epoch": 0.08960573476702509, "percentage": 0.45, "elapsed_time": "0:00:15", "remaining_time": "0:57:43", "throughput": 2443.19, "total_tokens": 38080}
+{"current_steps": 105, "total_steps": 22320, "loss": 0.6656, "lr": 2.3297491039426526e-06, "epoch": 0.09408602150537634, "percentage": 0.47, "elapsed_time": "0:00:16", "remaining_time": "0:57:13", "throughput": 2456.69, "total_tokens": 39872}
+{"current_steps": 110, "total_steps": 22320, "loss": 0.1816, "lr": 2.441756272401434e-06, "epoch": 0.0985663082437276, "percentage": 0.49, "elapsed_time": "0:00:17", "remaining_time": "0:57:15", "throughput": 2465.72, "total_tokens": 41952}
+{"current_steps": 115, "total_steps": 22320, "loss": 0.0985, "lr": 2.5537634408602153e-06, "epoch": 0.10304659498207885, "percentage": 0.52, "elapsed_time": "0:00:17", "remaining_time": "0:56:56", "throughput": 2475.74, "total_tokens": 43808}
+{"current_steps": 120, "total_steps": 22320, "loss": 0.5658, "lr": 2.6657706093189964e-06, "epoch": 0.10752688172043011, "percentage": 0.54, "elapsed_time": "0:00:18", "remaining_time": "0:56:39", "throughput": 2485.08, "total_tokens": 45664}
+{"current_steps": 125, "total_steps": 22320, "loss": 1.2658, "lr": 2.777777777777778e-06, "epoch": 0.11200716845878136, "percentage": 0.56, "elapsed_time": "0:00:19", "remaining_time": "0:56:23", "throughput": 2495.4, "total_tokens": 47552}
+{"current_steps": 130, "total_steps": 22320, "loss": 0.8597, "lr": 2.889784946236559e-06, "epoch": 0.11648745519713262, "percentage": 0.58, "elapsed_time": "0:00:19", "remaining_time": "0:56:15", "throughput": 2504.97, "total_tokens": 49536}
+{"current_steps": 135, "total_steps": 22320, "loss": 0.3641, "lr": 3.0017921146953406e-06, "epoch": 0.12096774193548387, "percentage": 0.6, "elapsed_time": "0:00:20", "remaining_time": "0:56:01", "throughput": 2510.98, "total_tokens": 51360}
+{"current_steps": 140, "total_steps": 22320, "loss": 0.4041, "lr": 3.113799283154122e-06, "epoch": 0.12544802867383512, "percentage": 0.63, "elapsed_time": "0:00:21", "remaining_time": "0:55:59", "throughput": 2516.97, "total_tokens": 53376}
+{"current_steps": 145, "total_steps": 22320, "loss": 0.6046, "lr": 3.225806451612903e-06, "epoch": 0.12992831541218638, "percentage": 0.65, "elapsed_time": "0:00:21", "remaining_time": "0:56:02", "throughput": 2521.86, "total_tokens": 55456}
+{"current_steps": 150, "total_steps": 22320, "loss": 1.2544, "lr": 3.337813620071685e-06, "epoch": 0.13440860215053763, "percentage": 0.67, "elapsed_time": "0:00:22", "remaining_time": "0:55:44", "throughput": 2530.94, "total_tokens": 57280}
+{"current_steps": 155, "total_steps": 22320, "loss": 0.5747, "lr": 3.4498207885304663e-06, "epoch": 0.1388888888888889, "percentage": 0.69, "elapsed_time": "0:00:23", "remaining_time": "0:55:42", "throughput": 2538.49, "total_tokens": 59328}
+{"current_steps": 160, "total_steps": 22320, "loss": 0.121, "lr": 3.5618279569892478e-06, "epoch": 0.14336917562724014, "percentage": 0.72, "elapsed_time": "0:00:24", "remaining_time": "0:55:30", "throughput": 2544.0, "total_tokens": 61184}
+{"current_steps": 165, "total_steps": 22320, "loss": 0.0765, "lr": 3.673835125448029e-06, "epoch": 0.1478494623655914, "percentage": 0.74, "elapsed_time": "0:00:24", "remaining_time": "0:55:28", "throughput": 2550.92, "total_tokens": 63232}
+{"current_steps": 170, "total_steps": 22320, "loss": 0.077, "lr": 3.7858422939068104e-06, "epoch": 0.15232974910394265, "percentage": 0.76, "elapsed_time": "0:00:25", "remaining_time": "0:55:21", "throughput": 2560.48, "total_tokens": 65280}
+{"current_steps": 175, "total_steps": 22320, "loss": 0.4861, "lr": 3.8978494623655915e-06, "epoch": 0.15681003584229392, "percentage": 0.78, "elapsed_time": "0:00:26", "remaining_time": "0:55:15", "throughput": 2568.42, "total_tokens": 67296}
+{"current_steps": 180, "total_steps": 22320, "loss": 0.7762, "lr": 4.009856630824372e-06, "epoch": 0.16129032258064516, "percentage": 0.81, "elapsed_time": "0:00:26", "remaining_time": "0:55:02", "throughput": 2575.7, "total_tokens": 69152}
+{"current_steps": 185, "total_steps": 22320, "loss": 0.3872, "lr": 4.121863799283155e-06, "epoch": 0.16577060931899643, "percentage": 0.83, "elapsed_time": "0:00:27", "remaining_time": "0:54:53", "throughput": 2577.57, "total_tokens": 70944}
+{"current_steps": 190, "total_steps": 22320, "loss": 0.7982, "lr": 4.233870967741935e-06, "epoch": 0.17025089605734767, "percentage": 0.85, "elapsed_time": "0:00:28", "remaining_time": "0:54:49", "throughput": 2580.29, "total_tokens": 72864}
+{"current_steps": 195, "total_steps": 22320, "loss": 0.4576, "lr": 4.345878136200717e-06, "epoch": 0.17473118279569894, "percentage": 0.87, "elapsed_time": "0:00:28", "remaining_time": "0:54:48", "throughput": 2586.89, "total_tokens": 74976}
+{"current_steps": 200, "total_steps": 22320, "loss": 0.706, "lr": 4.457885304659498e-06, "epoch": 0.17921146953405018, "percentage": 0.9, "elapsed_time": "0:00:29", "remaining_time": "0:54:52", "throughput": 2589.4, "total_tokens": 77088}
+{"current_steps": 205, "total_steps": 22320, "loss": 0.613, "lr": 4.56989247311828e-06, "epoch": 0.18369175627240145, "percentage": 0.92, "elapsed_time": "0:00:30", "remaining_time": "0:54:48", "throughput": 2591.61, "total_tokens": 79008}
+{"current_steps": 210, "total_steps": 22320, "loss": 1.199, "lr": 4.6818996415770606e-06, "epoch": 0.1881720430107527, "percentage": 0.94, "elapsed_time": "0:00:31", "remaining_time": "0:54:45", "throughput": 2595.64, "total_tokens": 80992}
+{"current_steps": 215, "total_steps": 22320, "loss": 0.4297, "lr": 4.793906810035843e-06, "epoch": 0.19265232974910393, "percentage": 0.96, "elapsed_time": "0:00:31", "remaining_time": "0:54:42", "throughput": 2598.82, "total_tokens": 82976}
+{"current_steps": 220, "total_steps": 22320, "loss": 0.739, "lr": 4.905913978494624e-06, "epoch": 0.1971326164874552, "percentage": 0.99, "elapsed_time": "0:00:32", "remaining_time": "0:54:31", "throughput": 2600.66, "total_tokens": 84704}
+{"current_steps": 225, "total_steps": 22320, "loss": 0.3477, "lr": 5.017921146953405e-06, "epoch": 0.20161290322580644, "percentage": 1.01, "elapsed_time": "0:00:33", "remaining_time": "0:54:21", "throughput": 2605.85, "total_tokens": 86560}
+{"current_steps": 230, "total_steps": 22320, "loss": 0.3037, "lr": 5.129928315412187e-06, "epoch": 0.2060931899641577, "percentage": 1.03, "elapsed_time": "0:00:33", "remaining_time": "0:54:12", "throughput": 2610.23, "total_tokens": 88384}
+{"current_steps": 235, "total_steps": 22320, "loss": 0.322, "lr": 5.241935483870968e-06, "epoch": 0.21057347670250895, "percentage": 1.05, "elapsed_time": "0:00:34", "remaining_time": "0:54:09", "throughput": 2611.98, "total_tokens": 90304}
+{"current_steps": 240, "total_steps": 22320, "loss": 1.1322, "lr": 5.353942652329749e-06, "epoch": 0.21505376344086022, "percentage": 1.08, "elapsed_time": "0:00:35", "remaining_time": "0:54:06", "throughput": 2615.27, "total_tokens": 92288}
+{"current_steps": 245, "total_steps": 22320, "loss": 0.5944, "lr": 5.465949820788531e-06, "epoch": 0.21953405017921146, "percentage": 1.1, "elapsed_time": "0:00:35", "remaining_time": "0:54:00", "throughput": 2616.97, "total_tokens": 94112}
+{"current_steps": 250, "total_steps": 22320, "loss": 0.4822, "lr": 5.577956989247312e-06, "epoch": 0.22401433691756273, "percentage": 1.12, "elapsed_time": "0:00:36", "remaining_time": "0:53:54", "throughput": 2618.37, "total_tokens": 95936}
+{"current_steps": 255, "total_steps": 22320, "loss": 0.3735, "lr": 5.6899641577060935e-06, "epoch": 0.22849462365591397, "percentage": 1.14, "elapsed_time": "0:00:37", "remaining_time": "0:53:45", "throughput": 2621.33, "total_tokens": 97728}
+{"current_steps": 260, "total_steps": 22320, "loss": 0.2575, "lr": 5.801971326164875e-06, "epoch": 0.23297491039426524, "percentage": 1.16, "elapsed_time": "0:00:37", "remaining_time": "0:53:40", "throughput": 2623.33, "total_tokens": 99584}
+{"current_steps": 265, "total_steps": 22320, "loss": 1.0801, "lr": 5.9139784946236566e-06, "epoch": 0.23745519713261648, "percentage": 1.19, "elapsed_time": "0:00:38", "remaining_time": "0:53:42", "throughput": 2626.7, "total_tokens": 101696}
+{"current_steps": 270, "total_steps": 22320, "loss": 0.5527, "lr": 6.025985663082437e-06, "epoch": 0.24193548387096775, "percentage": 1.21, "elapsed_time": "0:00:39", "remaining_time": "0:53:37", "throughput": 2632.05, "total_tokens": 103712}
+{"current_steps": 275, "total_steps": 22320, "loss": 0.1222, "lr": 6.13799283154122e-06, "epoch": 0.246415770609319, "percentage": 1.23, "elapsed_time": "0:00:40", "remaining_time": "0:53:39", "throughput": 2633.68, "total_tokens": 105760}
+{"current_steps": 280, "total_steps": 22320, "loss": 0.6007, "lr": 6.25e-06, "epoch": 0.25089605734767023, "percentage": 1.25, "elapsed_time": "0:00:40", "remaining_time": "0:53:31", "throughput": 2636.79, "total_tokens": 107584}
+{"current_steps": 285, "total_steps": 22320, "loss": 0.3354, "lr": 6.362007168458782e-06, "epoch": 0.2553763440860215, "percentage": 1.28, "elapsed_time": "0:00:41", "remaining_time": "0:53:30", "throughput": 2639.52, "total_tokens": 109600}
+{"current_steps": 290, "total_steps": 22320, "loss": 0.8933, "lr": 6.4740143369175625e-06, "epoch": 0.25985663082437277, "percentage": 1.3, "elapsed_time": "0:00:42", "remaining_time": "0:53:26", "throughput": 2643.17, "total_tokens": 111552}
+{"current_steps": 295, "total_steps": 22320, "loss": 0.4712, "lr": 6.586021505376344e-06, "epoch": 0.26433691756272404, "percentage": 1.32, "elapsed_time": "0:00:42", "remaining_time": "0:53:29", "throughput": 2643.38, "total_tokens": 113632}
+{"current_steps": 300, "total_steps": 22320, "loss": 0.3626, "lr": 6.698028673835126e-06, "epoch": 0.26881720430107525, "percentage": 1.34, "elapsed_time": "0:00:43", "remaining_time": "0:53:27", "throughput": 2646.3, "total_tokens": 115648}
+{"current_steps": 305, "total_steps": 22320, "loss": 0.3794, "lr": 6.810035842293908e-06, "epoch": 0.2732974910394265, "percentage": 1.37, "elapsed_time": "0:00:44", "remaining_time": "0:53:20", "throughput": 2648.97, "total_tokens": 117472}
+{"current_steps": 310, "total_steps": 22320, "loss": 0.3793, "lr": 6.922043010752688e-06, "epoch": 0.2777777777777778, "percentage": 1.39, "elapsed_time": "0:00:45", "remaining_time": "0:53:16", "throughput": 2649.42, "total_tokens": 119296}
+{"current_steps": 315, "total_steps": 22320, "loss": 0.2559, "lr": 7.034050179211469e-06, "epoch": 0.28225806451612906, "percentage": 1.41, "elapsed_time": "0:00:45", "remaining_time": "0:53:12", "throughput": 2649.46, "total_tokens": 121088}
+{"current_steps": 320, "total_steps": 22320, "loss": 0.2121, "lr": 7.146057347670252e-06, "epoch": 0.2867383512544803, "percentage": 1.43, "elapsed_time": "0:00:46", "remaining_time": "0:53:11", "throughput": 2649.49, "total_tokens": 122976}
+{"current_steps": 325, "total_steps": 22320, "loss": 0.6545, "lr": 7.258064516129033e-06, "epoch": 0.29121863799283154, "percentage": 1.46, "elapsed_time": "0:00:47", "remaining_time": "0:53:09", "throughput": 2650.01, "total_tokens": 124896}
+{"current_steps": 330, "total_steps": 22320, "loss": 0.9049, "lr": 7.370071684587813e-06, "epoch": 0.2956989247311828, "percentage": 1.48, "elapsed_time": "0:00:47", "remaining_time": "0:53:05", "throughput": 2650.07, "total_tokens": 126688}
+{"current_steps": 335, "total_steps": 22320, "loss": 0.8112, "lr": 7.4820788530465954e-06, "epoch": 0.300179211469534, "percentage": 1.5, "elapsed_time": "0:00:48", "remaining_time": "0:52:59", "throughput": 2651.97, "total_tokens": 128480}
+{"current_steps": 340, "total_steps": 22320, "loss": 0.4131, "lr": 7.594086021505377e-06, "epoch": 0.3046594982078853, "percentage": 1.52, "elapsed_time": "0:00:49", "remaining_time": "0:52:53", "throughput": 2654.92, "total_tokens": 130336}
+{"current_steps": 345, "total_steps": 22320, "loss": 0.9123, "lr": 7.706093189964159e-06, "epoch": 0.30913978494623656, "percentage": 1.55, "elapsed_time": "0:00:49", "remaining_time": "0:52:50", "throughput": 2656.55, "total_tokens": 132224}
+{"current_steps": 350, "total_steps": 22320, "loss": 0.6805, "lr": 7.81810035842294e-06, "epoch": 0.31362007168458783, "percentage": 1.57, "elapsed_time": "0:00:50", "remaining_time": "0:52:49", "throughput": 2657.96, "total_tokens": 134208}
+{"current_steps": 355, "total_steps": 22320, "loss": 0.8838, "lr": 7.93010752688172e-06, "epoch": 0.31810035842293904, "percentage": 1.59, "elapsed_time": "0:00:51", "remaining_time": "0:52:45", "throughput": 2658.52, "total_tokens": 136032}
+{"current_steps": 360, "total_steps": 22320, "loss": 1.1213, "lr": 8.042114695340502e-06, "epoch": 0.3225806451612903, "percentage": 1.61, "elapsed_time": "0:00:51", "remaining_time": "0:52:44", "throughput": 2659.59, "total_tokens": 137984}
+{"current_steps": 365, "total_steps": 22320, "loss": 0.8657, "lr": 8.154121863799285e-06, "epoch": 0.3270609318996416, "percentage": 1.64, "elapsed_time": "0:00:52", "remaining_time": "0:52:41", "throughput": 2659.71, "total_tokens": 139776}
+{"current_steps": 370, "total_steps": 22320, "loss": 0.4244, "lr": 8.266129032258065e-06, "epoch": 0.33154121863799285, "percentage": 1.66, "elapsed_time": "0:00:53", "remaining_time": "0:52:38", "throughput": 2661.17, "total_tokens": 141664}
+{"current_steps": 375, "total_steps": 22320, "loss": 1.0161, "lr": 8.378136200716846e-06, "epoch": 0.33602150537634407, "percentage": 1.68, "elapsed_time": "0:00:53", "remaining_time": "0:52:32", "throughput": 2661.98, "total_tokens": 143424}
+{"current_steps": 380, "total_steps": 22320, "loss": 0.219, "lr": 8.490143369175628e-06, "epoch": 0.34050179211469533, "percentage": 1.7, "elapsed_time": "0:00:54", "remaining_time": "0:52:36", "throughput": 2661.07, "total_tokens": 145472}
+{"current_steps": 385, "total_steps": 22320, "loss": 0.9806, "lr": 8.602150537634409e-06, "epoch": 0.3449820788530466, "percentage": 1.72, "elapsed_time": "0:00:55", "remaining_time": "0:52:35", "throughput": 2662.21, "total_tokens": 147456}
+{"current_steps": 390, "total_steps": 22320, "loss": 0.4166, "lr": 8.71415770609319e-06, "epoch": 0.34946236559139787, "percentage": 1.75, "elapsed_time": "0:00:56", "remaining_time": "0:52:34", "throughput": 2662.62, "total_tokens": 149376}
+{"current_steps": 395, "total_steps": 22320, "loss": 0.7766, "lr": 8.826164874551972e-06, "epoch": 0.3539426523297491, "percentage": 1.77, "elapsed_time": "0:00:56", "remaining_time": "0:52:31", "throughput": 2663.24, "total_tokens": 151232}
+{"current_steps": 400, "total_steps": 22320, "loss": 0.6488, "lr": 8.938172043010753e-06, "epoch": 0.35842293906810035, "percentage": 1.79, "elapsed_time": "0:00:57", "remaining_time": "0:52:31", "throughput": 2664.82, "total_tokens": 153248}
+{"current_steps": 405, "total_steps": 22320, "loss": 0.7861, "lr": 9.050179211469534e-06, "epoch": 0.3629032258064516, "percentage": 1.81, "elapsed_time": "0:00:58", "remaining_time": "0:52:30", "throughput": 2665.27, "total_tokens": 155168}
+{"current_steps": 410, "total_steps": 22320, "loss": 0.3136, "lr": 9.162186379928316e-06, "epoch": 0.3673835125448029, "percentage": 1.84, "elapsed_time": "0:00:58", "remaining_time": "0:52:27", "throughput": 2666.73, "total_tokens": 157056}
+{"current_steps": 415, "total_steps": 22320, "loss": 0.5188, "lr": 9.274193548387097e-06, "epoch": 0.3718637992831541, "percentage": 1.86, "elapsed_time": "0:00:59", "remaining_time": "0:52:24", "throughput": 2668.43, "total_tokens": 158976}
+{"current_steps": 420, "total_steps": 22320, "loss": 0.1776, "lr": 9.386200716845879e-06, "epoch": 0.3763440860215054, "percentage": 1.88, "elapsed_time": "0:01:00", "remaining_time": "0:52:23", "throughput": 2669.05, "total_tokens": 160928}
+{"current_steps": 425, "total_steps": 22320, "loss": 0.5347, "lr": 9.49820788530466e-06, "epoch": 0.38082437275985664, "percentage": 1.9, "elapsed_time": "0:01:01", "remaining_time": "0:52:26", "throughput": 2669.7, "total_tokens": 163072}
+{"current_steps": 430, "total_steps": 22320, "loss": 0.6804, "lr": 9.61021505376344e-06, "epoch": 0.38530465949820786, "percentage": 1.93, "elapsed_time": "0:01:01", "remaining_time": "0:52:27", "throughput": 2670.2, "total_tokens": 165120}
+{"current_steps": 435, "total_steps": 22320, "loss": 0.2984, "lr": 9.722222222222223e-06, "epoch": 0.3897849462365591, "percentage": 1.95, "elapsed_time": "0:01:02", "remaining_time": "0:52:25", "throughput": 2671.3, "total_tokens": 167008}
+{"current_steps": 440, "total_steps": 22320, "loss": 0.2737, "lr": 9.834229390681005e-06, "epoch": 0.3942652329749104, "percentage": 1.97, "elapsed_time": "0:01:03", "remaining_time": "0:52:22", "throughput": 2673.34, "total_tokens": 168960}
+{"current_steps": 445, "total_steps": 22320, "loss": 0.3621, "lr": 9.946236559139786e-06, "epoch": 0.39874551971326166, "percentage": 1.99, "elapsed_time": "0:01:03", "remaining_time": "0:52:21", "throughput": 2673.97, "total_tokens": 170912}
+{"current_steps": 450, "total_steps": 22320, "loss": 0.3349, "lr": 1.0058243727598566e-05, "epoch": 0.4032258064516129, "percentage": 2.02, "elapsed_time": "0:01:04", "remaining_time": "0:52:17", "throughput": 2676.01, "total_tokens": 172768}
+{"current_steps": 455, "total_steps": 22320, "loss": 0.5243, "lr": 1.0170250896057349e-05, "epoch": 0.40770609318996415, "percentage": 2.04, "elapsed_time": "0:01:05", "remaining_time": "0:52:17", "throughput": 2677.47, "total_tokens": 174784}
+{"current_steps": 460, "total_steps": 22320, "loss": 0.9593, "lr": 1.028225806451613e-05, "epoch": 0.4121863799283154, "percentage": 2.06, "elapsed_time": "0:01:05", "remaining_time": "0:52:14", "throughput": 2677.74, "total_tokens": 176608}
+{"current_steps": 465, "total_steps": 22320, "loss": 0.455, "lr": 1.039426523297491e-05, "epoch": 0.4166666666666667, "percentage": 2.08, "elapsed_time": "0:01:06", "remaining_time": "0:52:12", "throughput": 2679.5, "total_tokens": 178560}
+{"current_steps": 470, "total_steps": 22320, "loss": 0.6845, "lr": 1.0506272401433693e-05, "epoch": 0.4211469534050179, "percentage": 2.11, "elapsed_time": "0:01:07", "remaining_time": "0:52:08", "throughput": 2681.4, "total_tokens": 180448}
+{"current_steps": 475, "total_steps": 22320, "loss": 0.5128, "lr": 1.0618279569892473e-05, "epoch": 0.42562724014336917, "percentage": 2.13, "elapsed_time": "0:01:07", "remaining_time": "0:52:06", "throughput": 2682.04, "total_tokens": 182336}
+{"current_steps": 480, "total_steps": 22320, "loss": 0.4941, "lr": 1.0730286738351256e-05, "epoch": 0.43010752688172044, "percentage": 2.15, "elapsed_time": "0:01:08", "remaining_time": "0:52:06", "throughput": 2684.29, "total_tokens": 184448}
+{"current_steps": 485, "total_steps": 22320, "loss": 0.3189, "lr": 1.0842293906810036e-05, "epoch": 0.4345878136200717, "percentage": 2.17, "elapsed_time": "0:01:09", "remaining_time": "0:52:08", "throughput": 2684.16, "total_tokens": 186528}
+{"current_steps": 490, "total_steps": 22320, "loss": 0.4637, "lr": 1.0954301075268817e-05, "epoch": 0.4390681003584229, "percentage": 2.2, "elapsed_time": "0:01:10", "remaining_time": "0:52:06", "throughput": 2683.77, "total_tokens": 188320}
+{"current_steps": 495, "total_steps": 22320, "loss": 0.396, "lr": 1.10663082437276e-05, "epoch": 0.4435483870967742, "percentage": 2.22, "elapsed_time": "0:01:10", "remaining_time": "0:52:02", "throughput": 2685.37, "total_tokens": 190176}
+{"current_steps": 500, "total_steps": 22320, "loss": 0.2008, "lr": 1.117831541218638e-05, "epoch": 0.44802867383512546, "percentage": 2.24, "elapsed_time": "0:01:11", "remaining_time": "0:52:00", "throughput": 2686.15, "total_tokens": 192064}
+{"current_steps": 505, "total_steps": 22320, "loss": 0.5649, "lr": 1.129032258064516e-05, "epoch": 0.4525089605734767, "percentage": 2.26, "elapsed_time": "0:01:12", "remaining_time": "0:52:01", "throughput": 2685.38, "total_tokens": 194016}
+{"current_steps": 510, "total_steps": 22320, "loss": 0.9924, "lr": 1.1402329749103943e-05, "epoch": 0.45698924731182794, "percentage": 2.28, "elapsed_time": "0:01:12", "remaining_time": "0:51:58", "throughput": 2685.86, "total_tokens": 195872}
+{"current_steps": 515, "total_steps": 22320, "loss": 0.651, "lr": 1.1514336917562725e-05, "epoch": 0.4614695340501792, "percentage": 2.31, "elapsed_time": "0:01:13", "remaining_time": "0:51:59", "throughput": 2685.16, "total_tokens": 197824}
+{"current_steps": 520, "total_steps": 22320, "loss": 0.3407, "lr": 1.1626344086021504e-05, "epoch": 0.4659498207885305, "percentage": 2.33, "elapsed_time": "0:01:14", "remaining_time": "0:51:57", "throughput": 2686.06, "total_tokens": 199744}
+{"current_steps": 525, "total_steps": 22320, "loss": 0.5132, "lr": 1.1738351254480287e-05, "epoch": 0.47043010752688175, "percentage": 2.35, "elapsed_time": "0:01:15", "remaining_time": "0:51:58", "throughput": 2686.27, "total_tokens": 201792}
+{"current_steps": 530, "total_steps": 22320, "loss": 0.6351, "lr": 1.185035842293907e-05, "epoch": 0.47491039426523296, "percentage": 2.37, "elapsed_time": "0:01:15", "remaining_time": "0:51:56", "throughput": 2685.85, "total_tokens": 203584}
+{"current_steps": 535, "total_steps": 22320, "loss": 0.3927, "lr": 1.196236559139785e-05, "epoch": 0.47939068100358423, "percentage": 2.4, "elapsed_time": "0:01:16", "remaining_time": "0:51:54", "throughput": 2686.23, "total_tokens": 205440}
+{"current_steps": 540, "total_steps": 22320, "loss": 0.0351, "lr": 1.207437275985663e-05, "epoch": 0.4838709677419355, "percentage": 2.42, "elapsed_time": "0:01:17", "remaining_time": "0:51:53", "throughput": 2686.6, "total_tokens": 207392}
+{"current_steps": 545, "total_steps": 22320, "loss": 0.4408, "lr": 1.2186379928315413e-05, "epoch": 0.4883512544802867, "percentage": 2.44, "elapsed_time": "0:01:17", "remaining_time": "0:51:50", "throughput": 2687.25, "total_tokens": 209184}
+{"current_steps": 550, "total_steps": 22320, "loss": 0.2941, "lr": 1.2298387096774194e-05, "epoch": 0.492831541218638, "percentage": 2.46, "elapsed_time": "0:01:18", "remaining_time": "0:51:49", "throughput": 2687.84, "total_tokens": 211168}
+{"current_steps": 555, "total_steps": 22320, "loss": 0.018, "lr": 1.2410394265232976e-05, "epoch": 0.49731182795698925, "percentage": 2.49, "elapsed_time": "0:01:19", "remaining_time": "0:51:49", "throughput": 2689.43, "total_tokens": 213248}
+{"current_steps": 560, "total_steps": 22320, "loss": 0.2407, "lr": 1.2522401433691758e-05, "epoch": 0.5017921146953405, "percentage": 2.51, "elapsed_time": "0:01:20", "remaining_time": "0:51:49", "throughput": 2689.99, "total_tokens": 215232}
+{"current_steps": 565, "total_steps": 22320, "loss": 0.1319, "lr": 1.2634408602150537e-05, "epoch": 0.5062724014336918, "percentage": 2.53, "elapsed_time": "0:01:20", "remaining_time": "0:51:45", "throughput": 2691.72, "total_tokens": 217120}
+{"current_steps": 570, "total_steps": 22320, "loss": 0.6092, "lr": 1.2746415770609318e-05, "epoch": 0.510752688172043, "percentage": 2.55, "elapsed_time": "0:01:21", "remaining_time": "0:51:45", "throughput": 2692.06, "total_tokens": 219072}
+{"current_steps": 575, "total_steps": 22320, "loss": 0.2269, "lr": 1.2858422939068102e-05, "epoch": 0.5152329749103942, "percentage": 2.58, "elapsed_time": "0:01:22", "remaining_time": "0:51:48", "throughput": 2691.61, "total_tokens": 221248}
+{"current_steps": 580, "total_steps": 22320, "loss": 0.6802, "lr": 1.2970430107526881e-05, "epoch": 0.5197132616487455, "percentage": 2.6, "elapsed_time": "0:01:22", "remaining_time": "0:51:46", "throughput": 2692.62, "total_tokens": 223168}
+{"current_steps": 585, "total_steps": 22320, "loss": 0.6734, "lr": 1.3082437275985665e-05, "epoch": 0.5241935483870968, "percentage": 2.62, "elapsed_time": "0:01:23", "remaining_time": "0:51:44", "throughput": 2693.27, "total_tokens": 225056}
+{"current_steps": 590, "total_steps": 22320, "loss": 0.5133, "lr": 1.3194444444444446e-05, "epoch": 0.5286738351254481, "percentage": 2.64, "elapsed_time": "0:01:24", "remaining_time": "0:51:41", "throughput": 2692.89, "total_tokens": 226752}
+{"current_steps": 595, "total_steps": 22320, "loss": 0.6177, "lr": 1.3306451612903225e-05, "epoch": 0.5331541218637993, "percentage": 2.67, "elapsed_time": "0:01:24", "remaining_time": "0:51:39", "throughput": 2693.03, "total_tokens": 228608}
+{"current_steps": 600, "total_steps": 22320, "loss": 0.3267, "lr": 1.3418458781362009e-05, "epoch": 0.5376344086021505, "percentage": 2.69, "elapsed_time": "0:01:25", "remaining_time": "0:51:36", "throughput": 2694.66, "total_tokens": 230496}
+{"current_steps": 605, "total_steps": 22320, "loss": 0.4914, "lr": 1.353046594982079e-05, "epoch": 0.5421146953405018, "percentage": 2.71, "elapsed_time": "0:01:26", "remaining_time": "0:51:34", "throughput": 2695.27, "total_tokens": 232384}
+{"current_steps": 610, "total_steps": 22320, "loss": 0.7597, "lr": 1.364247311827957e-05, "epoch": 0.546594982078853, "percentage": 2.73, "elapsed_time": "0:01:26", "remaining_time": "0:51:35", "throughput": 2695.77, "total_tokens": 234464}
+{"current_steps": 615, "total_steps": 22320, "loss": 0.5514, "lr": 1.3754480286738353e-05, "epoch": 0.5510752688172043, "percentage": 2.76, "elapsed_time": "0:01:27", "remaining_time": "0:51:32", "throughput": 2696.26, "total_tokens": 236256}
+{"current_steps": 620, "total_steps": 22320, "loss": 0.9979, "lr": 1.3866487455197133e-05, "epoch": 0.5555555555555556, "percentage": 2.78, "elapsed_time": "0:01:28", "remaining_time": "0:51:29", "throughput": 2695.97, "total_tokens": 237952}
+{"current_steps": 625, "total_steps": 22320, "loss": 0.7025, "lr": 1.3978494623655914e-05, "epoch": 0.5600358422939068, "percentage": 2.8, "elapsed_time": "0:01:28", "remaining_time": "0:51:27", "throughput": 2696.28, "total_tokens": 239808}
+{"current_steps": 630, "total_steps": 22320, "loss": 0.7179, "lr": 1.4090501792114696e-05, "epoch": 0.5645161290322581, "percentage": 2.82, "elapsed_time": "0:01:29", "remaining_time": "0:51:26", "throughput": 2696.2, "total_tokens": 241728}
+{"current_steps": 635, "total_steps": 22320, "loss": 1.0102, "lr": 1.4202508960573477e-05, "epoch": 0.5689964157706093, "percentage": 2.84, "elapsed_time": "0:01:30", "remaining_time": "0:51:26", "throughput": 2695.46, "total_tokens": 243584}
+{"current_steps": 640, "total_steps": 22320, "loss": 0.919, "lr": 1.431451612903226e-05, "epoch": 0.5734767025089605, "percentage": 2.87, "elapsed_time": "0:01:31", "remaining_time": "0:51:25", "throughput": 2695.29, "total_tokens": 245504}
+{"current_steps": 645, "total_steps": 22320, "loss": 0.1854, "lr": 1.442652329749104e-05, "epoch": 0.5779569892473119, "percentage": 2.89, "elapsed_time": "0:01:31", "remaining_time": "0:51:24", "throughput": 2696.38, "total_tokens": 247488}
+{"current_steps": 650, "total_steps": 22320, "loss": 0.7057, "lr": 1.4538530465949821e-05, "epoch": 0.5824372759856631, "percentage": 2.91, "elapsed_time": "0:01:32", "remaining_time": "0:51:22", "throughput": 2696.1, "total_tokens": 249312}
+{"current_steps": 655, "total_steps": 22320, "loss": 0.6207, "lr": 1.4650537634408603e-05, "epoch": 0.5869175627240143, "percentage": 2.93, "elapsed_time": "0:01:33", "remaining_time": "0:51:20", "throughput": 2697.16, "total_tokens": 251168}
+{"current_steps": 660, "total_steps": 22320, "loss": 0.6484, "lr": 1.4762544802867384e-05, "epoch": 0.5913978494623656, "percentage": 2.96, "elapsed_time": "0:01:33", "remaining_time": "0:51:18", "throughput": 2697.45, "total_tokens": 253024}
+{"current_steps": 665, "total_steps": 22320, "loss": 0.1609, "lr": 1.4874551971326165e-05, "epoch": 0.5958781362007168, "percentage": 2.98, "elapsed_time": "0:01:34", "remaining_time": "0:51:17", "throughput": 2697.31, "total_tokens": 254944}
+{"current_steps": 670, "total_steps": 22320, "loss": 0.5327, "lr": 1.4986559139784947e-05, "epoch": 0.600358422939068, "percentage": 3.0, "elapsed_time": "0:01:35", "remaining_time": "0:51:16", "throughput": 2696.87, "total_tokens": 256736}
+{"current_steps": 675, "total_steps": 22320, "loss": 0.74, "lr": 1.5098566308243728e-05, "epoch": 0.6048387096774194, "percentage": 3.02, "elapsed_time": "0:01:35", "remaining_time": "0:51:14", "throughput": 2696.45, "total_tokens": 258528}
+{"current_steps": 680, "total_steps": 22320, "loss": 0.6724, "lr": 1.5210573476702512e-05, "epoch": 0.6093189964157706, "percentage": 3.05, "elapsed_time": "0:01:36", "remaining_time": "0:51:12", "throughput": 2696.14, "total_tokens": 260320}
+{"current_steps": 685, "total_steps": 22320, "loss": 0.8154, "lr": 1.5322580645161292e-05, "epoch": 0.6137992831541219, "percentage": 3.07, "elapsed_time": "0:01:37", "remaining_time": "0:51:11", "throughput": 2696.61, "total_tokens": 262208}
+{"current_steps": 690, "total_steps": 22320, "loss": 0.5859, "lr": 1.5434587813620073e-05, "epoch": 0.6182795698924731, "percentage": 3.09, "elapsed_time": "0:01:37", "remaining_time": "0:51:10", "throughput": 2697.3, "total_tokens": 264224}
+{"current_steps": 695, "total_steps": 22320, "loss": 0.311, "lr": 1.5546594982078854e-05, "epoch": 0.6227598566308243, "percentage": 3.11, "elapsed_time": "0:01:38", "remaining_time": "0:51:10", "throughput": 2696.91, "total_tokens": 266112}
+{"current_steps": 700, "total_steps": 22320, "loss": 0.7888, "lr": 1.5658602150537635e-05, "epoch": 0.6272401433691757, "percentage": 3.14, "elapsed_time": "0:01:39", "remaining_time": "0:51:08", "throughput": 2697.91, "total_tokens": 268064}
+{"current_steps": 705, "total_steps": 22320, "loss": 1.0873, "lr": 1.5770609318996415e-05, "epoch": 0.6317204301075269, "percentage": 3.16, "elapsed_time": "0:01:40", "remaining_time": "0:51:07", "throughput": 2698.94, "total_tokens": 270016}
+{"current_steps": 710, "total_steps": 22320, "loss": 0.3965, "lr": 1.58826164874552e-05, "epoch": 0.6362007168458781, "percentage": 3.18, "elapsed_time": "0:01:40", "remaining_time": "0:51:07", "throughput": 2698.88, "total_tokens": 271968}
+{"current_steps": 715, "total_steps": 22320, "loss": 0.6491, "lr": 1.599462365591398e-05, "epoch": 0.6406810035842294, "percentage": 3.2, "elapsed_time": "0:01:41", "remaining_time": "0:51:08", "throughput": 2699.03, "total_tokens": 274080}
+{"current_steps": 720, "total_steps": 22320, "loss": 0.86, "lr": 1.610663082437276e-05, "epoch": 0.6451612903225806, "percentage": 3.23, "elapsed_time": "0:01:42", "remaining_time": "0:51:08", "throughput": 2698.69, "total_tokens": 276064}
+{"current_steps": 725, "total_steps": 22320, "loss": 0.245, "lr": 1.621863799283154e-05, "epoch": 0.649641577060932, "percentage": 3.25, "elapsed_time": "0:01:42", "remaining_time": "0:51:06", "throughput": 2699.78, "total_tokens": 277920}
+{"current_steps": 730, "total_steps": 22320, "loss": 0.6997, "lr": 1.6330645161290322e-05, "epoch": 0.6541218637992832, "percentage": 3.27, "elapsed_time": "0:01:43", "remaining_time": "0:51:05", "throughput": 2699.21, "total_tokens": 279776}
+{"current_steps": 735, "total_steps": 22320, "loss": 0.5005, "lr": 1.6442652329749106e-05, "epoch": 0.6586021505376344, "percentage": 3.29, "elapsed_time": "0:01:44", "remaining_time": "0:51:04", "throughput": 2700.42, "total_tokens": 281760}
+{"current_steps": 740, "total_steps": 22320, "loss": 0.5388, "lr": 1.6554659498207887e-05, "epoch": 0.6630824372759857, "percentage": 3.32, "elapsed_time": "0:01:45", "remaining_time": "0:51:02", "throughput": 2700.48, "total_tokens": 283616}
+{"current_steps": 745, "total_steps": 22320, "loss": 0.5167, "lr": 1.6666666666666667e-05, "epoch": 0.6675627240143369, "percentage": 3.34, "elapsed_time": "0:01:45", "remaining_time": "0:51:02", "throughput": 2700.87, "total_tokens": 285600}
+{"current_steps": 750, "total_steps": 22320, "loss": 0.9435, "lr": 1.6778673835125448e-05, "epoch": 0.6720430107526881, "percentage": 3.36, "elapsed_time": "0:01:46", "remaining_time": "0:51:00", "throughput": 2701.39, "total_tokens": 287488}
+{"current_steps": 755, "total_steps": 22320, "loss": 0.3714, "lr": 1.689068100358423e-05, "epoch": 0.6765232974910395, "percentage": 3.38, "elapsed_time": "0:01:47", "remaining_time": "0:50:58", "throughput": 2701.15, "total_tokens": 289280}
+{"current_steps": 760, "total_steps": 22320, "loss": 0.6141, "lr": 1.700268817204301e-05, "epoch": 0.6810035842293907, "percentage": 3.41, "elapsed_time": "0:01:47", "remaining_time": "0:50:56", "throughput": 2701.87, "total_tokens": 291104}
+{"current_steps": 765, "total_steps": 22320, "loss": 0.288, "lr": 1.7114695340501794e-05, "epoch": 0.6854838709677419, "percentage": 3.43, "elapsed_time": "0:01:48", "remaining_time": "0:50:56", "throughput": 2701.9, "total_tokens": 293056}
+{"current_steps": 770, "total_steps": 22320, "loss": 0.0204, "lr": 1.7226702508960574e-05, "epoch": 0.6899641577060932, "percentage": 3.45, "elapsed_time": "0:01:49", "remaining_time": "0:50:55", "throughput": 2702.19, "total_tokens": 295040}
+{"current_steps": 775, "total_steps": 22320, "loss": 0.4715, "lr": 1.733870967741936e-05, "epoch": 0.6944444444444444, "percentage": 3.47, "elapsed_time": "0:01:49", "remaining_time": "0:50:55", "throughput": 2702.25, "total_tokens": 296992}
+{"current_steps": 780, "total_steps": 22320, "loss": 1.0656, "lr": 1.7450716845878136e-05, "epoch": 0.6989247311827957, "percentage": 3.49, "elapsed_time": "0:01:50", "remaining_time": "0:50:53", "throughput": 2701.56, "total_tokens": 298752}
+{"current_steps": 785, "total_steps": 22320, "loss": 0.0364, "lr": 1.7562724014336916e-05, "epoch": 0.703405017921147, "percentage": 3.52, "elapsed_time": "0:01:51", "remaining_time": "0:50:53", "throughput": 2701.44, "total_tokens": 300672}
+{"current_steps": 790, "total_steps": 22320, "loss": 0.8115, "lr": 1.76747311827957e-05, "epoch": 0.7078853046594982, "percentage": 3.54, "elapsed_time": "0:01:51", "remaining_time": "0:50:50", "throughput": 2701.64, "total_tokens": 302432}
+{"current_steps": 795, "total_steps": 22320, "loss": 0.46, "lr": 1.778673835125448e-05, "epoch": 0.7123655913978495, "percentage": 3.56, "elapsed_time": "0:01:52", "remaining_time": "0:50:50", "throughput": 2701.53, "total_tokens": 304352}
+{"current_steps": 800, "total_steps": 22320, "loss": 0.5221, "lr": 1.7898745519713262e-05, "epoch": 0.7168458781362007, "percentage": 3.58, "elapsed_time": "0:01:53", "remaining_time": "0:50:48", "throughput": 2701.49, "total_tokens": 306176}
+{"current_steps": 805, "total_steps": 22320, "loss": 1.1312, "lr": 1.8010752688172046e-05, "epoch": 0.7213261648745519, "percentage": 3.61, "elapsed_time": "0:01:54", "remaining_time": "0:50:49", "throughput": 2702.66, "total_tokens": 308384}
+{"current_steps": 810, "total_steps": 22320, "loss": 0.4251, "lr": 1.8122759856630827e-05, "epoch": 0.7258064516129032, "percentage": 3.63, "elapsed_time": "0:01:54", "remaining_time": "0:50:50", "throughput": 2702.53, "total_tokens": 310400}
+{"current_steps": 815, "total_steps": 22320, "loss": 0.4217, "lr": 1.8234767025089607e-05, "epoch": 0.7302867383512545, "percentage": 3.65, "elapsed_time": "0:01:55", "remaining_time": "0:50:49", "throughput": 2702.51, "total_tokens": 312352}
+{"current_steps": 820, "total_steps": 22320, "loss": 0.4723, "lr": 1.8346774193548388e-05, "epoch": 0.7347670250896058, "percentage": 3.67, "elapsed_time": "0:01:56", "remaining_time": "0:50:49", "throughput": 2702.47, "total_tokens": 314272}
+{"current_steps": 825, "total_steps": 22320, "loss": 0.3469, "lr": 1.845878136200717e-05, "epoch": 0.739247311827957, "percentage": 3.7, "elapsed_time": "0:01:56", "remaining_time": "0:50:46", "throughput": 2701.85, "total_tokens": 315936}
+{"current_steps": 830, "total_steps": 22320, "loss": 0.2082, "lr": 1.8570788530465953e-05, "epoch": 0.7437275985663082, "percentage": 3.72, "elapsed_time": "0:01:57", "remaining_time": "0:50:47", "throughput": 2702.63, "total_tokens": 318144}
+{"current_steps": 835, "total_steps": 22320, "loss": 0.704, "lr": 1.8682795698924733e-05, "epoch": 0.7482078853046595, "percentage": 3.74, "elapsed_time": "0:01:58", "remaining_time": "0:50:46", "throughput": 2702.81, "total_tokens": 320000}
+{"current_steps": 840, "total_steps": 22320, "loss": 0.517, "lr": 1.8794802867383514e-05, "epoch": 0.7526881720430108, "percentage": 3.76, "elapsed_time": "0:01:59", "remaining_time": "0:50:45", "throughput": 2702.63, "total_tokens": 321920}
+{"current_steps": 845, "total_steps": 22320, "loss": 0.393, "lr": 1.8906810035842295e-05, "epoch": 0.757168458781362, "percentage": 3.79, "elapsed_time": "0:01:59", "remaining_time": "0:50:43", "throughput": 2702.58, "total_tokens": 323648}
+{"current_steps": 850, "total_steps": 22320, "loss": 0.9965, "lr": 1.9018817204301075e-05, "epoch": 0.7616487455197133, "percentage": 3.81, "elapsed_time": "0:02:00", "remaining_time": "0:50:43", "throughput": 2703.57, "total_tokens": 325792}
+{"current_steps": 855, "total_steps": 22320, "loss": 0.1825, "lr": 1.9130824372759856e-05, "epoch": 0.7661290322580645, "percentage": 3.83, "elapsed_time": "0:02:01", "remaining_time": "0:50:42", "throughput": 2703.81, "total_tokens": 327648}
+{"current_steps": 860, "total_steps": 22320, "loss": 0.2139, "lr": 1.924283154121864e-05, "epoch": 0.7706093189964157, "percentage": 3.85, "elapsed_time": "0:02:01", "remaining_time": "0:50:39", "throughput": 2703.48, "total_tokens": 329344}
+{"current_steps": 865, "total_steps": 22320, "loss": 0.7226, "lr": 1.935483870967742e-05, "epoch": 0.775089605734767, "percentage": 3.88, "elapsed_time": "0:02:02", "remaining_time": "0:50:38", "throughput": 2704.11, "total_tokens": 331264}
+{"current_steps": 870, "total_steps": 22320, "loss": 0.689, "lr": 1.94668458781362e-05, "epoch": 0.7795698924731183, "percentage": 3.9, "elapsed_time": "0:02:03", "remaining_time": "0:50:39", "throughput": 2704.13, "total_tokens": 333312}
+{"current_steps": 875, "total_steps": 22320, "loss": 0.3166, "lr": 1.9578853046594982e-05, "epoch": 0.7840501792114696, "percentage": 3.92, "elapsed_time": "0:02:03", "remaining_time": "0:50:37", "throughput": 2704.29, "total_tokens": 335168}
+{"current_steps": 880, "total_steps": 22320, "loss": 0.8267, "lr": 1.9690860215053763e-05, "epoch": 0.7885304659498208, "percentage": 3.94, "elapsed_time": "0:02:04", "remaining_time": "0:50:36", "throughput": 2703.74, "total_tokens": 337024}
+{"current_steps": 885, "total_steps": 22320, "loss": 0.5392, "lr": 1.9802867383512547e-05, "epoch": 0.793010752688172, "percentage": 3.97, "elapsed_time": "0:02:05", "remaining_time": "0:50:36", "throughput": 2703.65, "total_tokens": 338944}
+{"current_steps": 890, "total_steps": 22320, "loss": 0.6543, "lr": 1.9914874551971328e-05, "epoch": 0.7974910394265233, "percentage": 3.99, "elapsed_time": "0:02:06", "remaining_time": "0:50:34", "throughput": 2703.8, "total_tokens": 340704}
+{"current_steps": 895, "total_steps": 22320, "loss": 0.8707, "lr": 2.002688172043011e-05, "epoch": 0.8019713261648745, "percentage": 4.01, "elapsed_time": "0:02:06", "remaining_time": "0:50:33", "throughput": 2703.42, "total_tokens": 342592}
+{"current_steps": 900, "total_steps": 22320, "loss": 0.9575, "lr": 2.013888888888889e-05, "epoch": 0.8064516129032258, "percentage": 4.03, "elapsed_time": "0:02:07", "remaining_time": "0:50:32", "throughput": 2703.71, "total_tokens": 344480}
+{"current_steps": 905, "total_steps": 22320, "loss": 0.2066, "lr": 2.025089605734767e-05, "epoch": 0.8109318996415771, "percentage": 4.05, "elapsed_time": "0:02:08", "remaining_time": "0:50:31", "throughput": 2704.32, "total_tokens": 346400}
+{"current_steps": 910, "total_steps": 22320, "loss": 0.7631, "lr": 2.0362903225806454e-05, "epoch": 0.8154121863799283, "percentage": 4.08, "elapsed_time": "0:02:08", "remaining_time": "0:50:30", "throughput": 2704.75, "total_tokens": 348384}
+{"current_steps": 915, "total_steps": 22320, "loss": 0.7422, "lr": 2.0474910394265234e-05, "epoch": 0.8198924731182796, "percentage": 4.1, "elapsed_time": "0:02:09", "remaining_time": "0:50:29", "throughput": 2704.67, "total_tokens": 350208}
+{"current_steps": 920, "total_steps": 22320, "loss": 0.4186, "lr": 2.0586917562724015e-05, "epoch": 0.8243727598566308, "percentage": 4.12, "elapsed_time": "0:02:10", "remaining_time": "0:50:27", "throughput": 2705.02, "total_tokens": 352096}
+{"current_steps": 925, "total_steps": 22320, "loss": 0.1824, "lr": 2.06989247311828e-05, "epoch": 0.828853046594982, "percentage": 4.14, "elapsed_time": "0:02:10", "remaining_time": "0:50:26", "throughput": 2705.22, "total_tokens": 353952}
+{"current_steps": 930, "total_steps": 22320, "loss": 0.3514, "lr": 2.0810931899641577e-05, "epoch": 0.8333333333333334, "percentage": 4.17, "elapsed_time": "0:02:11", "remaining_time": "0:50:25", "throughput": 2705.61, "total_tokens": 355936}
+{"current_steps": 935, "total_steps": 22320, "loss": 0.4387, "lr": 2.0922939068100357e-05, "epoch": 0.8378136200716846, "percentage": 4.19, "elapsed_time": "0:02:12", "remaining_time": "0:50:25", "throughput": 2705.97, "total_tokens": 357920}
+{"current_steps": 940, "total_steps": 22320, "loss": 0.6719, "lr": 2.103494623655914e-05, "epoch": 0.8422939068100358, "percentage": 4.21, "elapsed_time": "0:02:12", "remaining_time": "0:50:23", "throughput": 2705.9, "total_tokens": 359648}
+{"current_steps": 945, "total_steps": 22320, "loss": 0.7939, "lr": 2.1146953405017922e-05, "epoch": 0.8467741935483871, "percentage": 4.23, "elapsed_time": "0:02:13", "remaining_time": "0:50:21", "throughput": 2705.99, "total_tokens": 361504}
+{"current_steps": 950, "total_steps": 22320, "loss": 0.8633, "lr": 2.1258960573476703e-05, "epoch": 0.8512544802867383, "percentage": 4.26, "elapsed_time": "0:02:14", "remaining_time": "0:50:22", "throughput": 2705.75, "total_tokens": 363520}
+{"current_steps": 955, "total_steps": 22320, "loss": 0.438, "lr": 2.1370967741935487e-05, "epoch": 0.8557347670250897, "percentage": 4.28, "elapsed_time": "0:02:15", "remaining_time": "0:50:20", "throughput": 2705.31, "total_tokens": 365312}
+{"current_steps": 960, "total_steps": 22320, "loss": 0.6055, "lr": 2.1482974910394264e-05, "epoch": 0.8602150537634409, "percentage": 4.3, "elapsed_time": "0:02:15", "remaining_time": "0:50:19", "throughput": 2705.47, "total_tokens": 367200}
+{"current_steps": 965, "total_steps": 22320, "loss": 0.4399, "lr": 2.1594982078853048e-05, "epoch": 0.8646953405017921, "percentage": 4.32, "elapsed_time": "0:02:16", "remaining_time": "0:50:20", "throughput": 2705.23, "total_tokens": 369216}
+{"current_steps": 970, "total_steps": 22320, "loss": 0.4845, "lr": 2.170698924731183e-05, "epoch": 0.8691756272401434, "percentage": 4.35, "elapsed_time": "0:02:17", "remaining_time": "0:50:19", "throughput": 2704.84, "total_tokens": 371104}
+{"current_steps": 975, "total_steps": 22320, "loss": 0.4469, "lr": 2.181899641577061e-05, "epoch": 0.8736559139784946, "percentage": 4.37, "elapsed_time": "0:02:17", "remaining_time": "0:50:17", "throughput": 2704.65, "total_tokens": 372832}
+{"current_steps": 980, "total_steps": 22320, "loss": 0.7461, "lr": 2.1931003584229394e-05, "epoch": 0.8781362007168458, "percentage": 4.39, "elapsed_time": "0:02:18", "remaining_time": "0:50:16", "throughput": 2704.27, "total_tokens": 374624}
+{"current_steps": 985, "total_steps": 22320, "loss": 0.874, "lr": 2.2043010752688174e-05, "epoch": 0.8826164874551972, "percentage": 4.41, "elapsed_time": "0:02:19", "remaining_time": "0:50:14", "throughput": 2704.13, "total_tokens": 376352}
+{"current_steps": 990, "total_steps": 22320, "loss": 0.5172, "lr": 2.2155017921146955e-05, "epoch": 0.8870967741935484, "percentage": 4.44, "elapsed_time": "0:02:19", "remaining_time": "0:50:13", "throughput": 2704.44, "total_tokens": 378240}
+{"current_steps": 995, "total_steps": 22320, "loss": 0.8491, "lr": 2.2267025089605736e-05, "epoch": 0.8915770609318996, "percentage": 4.46, "elapsed_time": "0:02:20", "remaining_time": "0:50:12", "throughput": 2704.45, "total_tokens": 380192}
+{"current_steps": 1000, "total_steps": 22320, "loss": 0.3806, "lr": 2.2379032258064516e-05, "epoch": 0.8960573476702509, "percentage": 4.48, "elapsed_time": "0:02:21", "remaining_time": "0:50:11", "throughput": 2704.49, "total_tokens": 382048}
+{"current_steps": 1005, "total_steps": 22320, "loss": 0.4773, "lr": 2.24910394265233e-05, "epoch": 0.9005376344086021, "percentage": 4.5, "elapsed_time": "0:02:21", "remaining_time": "0:50:10", "throughput": 2704.75, "total_tokens": 383936}
+{"current_steps": 1010, "total_steps": 22320, "loss": 0.5688, "lr": 2.260304659498208e-05, "epoch": 0.9050179211469535, "percentage": 4.53, "elapsed_time": "0:02:22", "remaining_time": "0:50:09", "throughput": 2705.22, "total_tokens": 385856}
+{"current_steps": 1015, "total_steps": 22320, "loss": 0.1703, "lr": 2.271505376344086e-05, "epoch": 0.9094982078853047, "percentage": 4.55, "elapsed_time": "0:02:23", "remaining_time": "0:50:09", "throughput": 2705.42, "total_tokens": 387840}
+{"current_steps": 1020, "total_steps": 22320, "loss": 0.2451, "lr": 2.2827060931899642e-05, "epoch": 0.9139784946236559, "percentage": 4.57, "elapsed_time": "0:02:24", "remaining_time": "0:50:08", "throughput": 2705.32, "total_tokens": 389696}
+{"current_steps": 1025, "total_steps": 22320, "loss": 0.504, "lr": 2.2939068100358423e-05, "epoch": 0.9184587813620072, "percentage": 4.59, "elapsed_time": "0:02:24", "remaining_time": "0:50:07", "throughput": 2705.31, "total_tokens": 391648}
+{"current_steps": 1030, "total_steps": 22320, "loss": 0.4998, "lr": 2.3051075268817204e-05, "epoch": 0.9229390681003584, "percentage": 4.61, "elapsed_time": "0:02:25", "remaining_time": "0:50:06", "throughput": 2706.06, "total_tokens": 393632}
+{"current_steps": 1035, "total_steps": 22320, "loss": 0.3624, "lr": 2.3163082437275988e-05, "epoch": 0.9274193548387096, "percentage": 4.64, "elapsed_time": "0:02:26", "remaining_time": "0:50:04", "throughput": 2706.81, "total_tokens": 395488}
+{"current_steps": 1040, "total_steps": 22320, "loss": 0.2735, "lr": 2.327508960573477e-05, "epoch": 0.931899641577061, "percentage": 4.66, "elapsed_time": "0:02:26", "remaining_time": "0:50:04", "throughput": 2707.35, "total_tokens": 397504}
+{"current_steps": 1045, "total_steps": 22320, "loss": 0.5871, "lr": 2.338709677419355e-05, "epoch": 0.9363799283154122, "percentage": 4.68, "elapsed_time": "0:02:27", "remaining_time": "0:50:02", "throughput": 2707.26, "total_tokens": 399328}
+{"current_steps": 1050, "total_steps": 22320, "loss": 0.3203, "lr": 2.349910394265233e-05, "epoch": 0.9408602150537635, "percentage": 4.7, "elapsed_time": "0:02:28", "remaining_time": "0:50:01", "throughput": 2707.36, "total_tokens": 401184}
+{"current_steps": 1055, "total_steps": 22320, "loss": 0.7475, "lr": 2.361111111111111e-05, "epoch": 0.9453405017921147, "percentage": 4.73, "elapsed_time": "0:02:28", "remaining_time": "0:49:59", "throughput": 2707.69, "total_tokens": 402976}
+{"current_steps": 1060, "total_steps": 22320, "loss": 0.841, "lr": 2.3723118279569895e-05, "epoch": 0.9498207885304659, "percentage": 4.75, "elapsed_time": "0:02:29", "remaining_time": "0:49:58", "throughput": 2707.63, "total_tokens": 404800}
+{"current_steps": 1065, "total_steps": 22320, "loss": 0.8663, "lr": 2.3835125448028675e-05, "epoch": 0.9543010752688172, "percentage": 4.77, "elapsed_time": "0:02:30", "remaining_time": "0:49:58", "throughput": 2708.2, "total_tokens": 406848}
+{"current_steps": 1070, "total_steps": 22320, "loss": 0.3776, "lr": 2.3947132616487456e-05, "epoch": 0.9587813620071685, "percentage": 4.79, "elapsed_time": "0:02:30", "remaining_time": "0:49:56", "throughput": 2708.56, "total_tokens": 408672}
+{"current_steps": 1075, "total_steps": 22320, "loss": 0.2185, "lr": 2.405913978494624e-05, "epoch": 0.9632616487455197, "percentage": 4.82, "elapsed_time": "0:02:31", "remaining_time": "0:49:55", "throughput": 2708.54, "total_tokens": 410528}
+{"current_steps": 1080, "total_steps": 22320, "loss": 0.0626, "lr": 2.4171146953405017e-05, "epoch": 0.967741935483871, "percentage": 4.84, "elapsed_time": "0:02:32", "remaining_time": "0:49:55", "throughput": 2708.68, "total_tokens": 412608}
+{"current_steps": 1085, "total_steps": 22320, "loss": 0.3936, "lr": 2.4283154121863798e-05, "epoch": 0.9722222222222222, "percentage": 4.86, "elapsed_time": "0:02:33", "remaining_time": "0:49:55", "throughput": 2708.87, "total_tokens": 414592}
+{"current_steps": 1090, "total_steps": 22320, "loss": 0.4166, "lr": 2.4395161290322582e-05, "epoch": 0.9767025089605734, "percentage": 4.88, "elapsed_time": "0:02:33", "remaining_time": "0:49:54", "throughput": 2708.56, "total_tokens": 416384}
+{"current_steps": 1095, "total_steps": 22320, "loss": 0.5508, "lr": 2.4507168458781363e-05, "epoch": 0.9811827956989247, "percentage": 4.91, "elapsed_time": "0:02:34", "remaining_time": "0:49:53", "throughput": 2709.36, "total_tokens": 418464}
+{"current_steps": 1100, "total_steps": 22320, "loss": 0.312, "lr": 2.4619175627240147e-05, "epoch": 0.985663082437276, "percentage": 4.93, "elapsed_time": "0:02:35", "remaining_time": "0:49:53", "throughput": 2708.91, "total_tokens": 420320}
+{"current_steps": 1105, "total_steps": 22320, "loss": 0.4404, "lr": 2.4731182795698928e-05, "epoch": 0.9901433691756273, "percentage": 4.95, "elapsed_time": "0:02:35", "remaining_time": "0:49:51", "throughput": 2709.14, "total_tokens": 422112}
+{"current_steps": 1110, "total_steps": 22320, "loss": 0.2663, "lr": 2.4843189964157705e-05, "epoch": 0.9946236559139785, "percentage": 4.97, "elapsed_time": "0:02:36", "remaining_time": "0:49:49", "throughput": 2708.47, "total_tokens": 423744}
+{"current_steps": 1115, "total_steps": 22320, "loss": 0.4076, "lr": 2.495519713261649e-05, "epoch": 0.9991039426523297, "percentage": 5.0, "elapsed_time": "0:02:37", "remaining_time": "0:49:48", "throughput": 2708.31, "total_tokens": 425536}
+{"current_steps": 1116, "total_steps": 22320, "eval_loss": 0.5515770316123962, "epoch": 1.0, "percentage": 5.0, "elapsed_time": "0:02:42", "remaining_time": "0:51:33", "throughput": 2613.92, "total_tokens": 425624}
+{"current_steps": 1120, "total_steps": 22320, "loss": 0.7785, "lr": 2.506720430107527e-05, "epoch": 1.003584229390681, "percentage": 5.02, "elapsed_time": "0:02:44", "remaining_time": "0:51:48", "throughput": 2601.02, "total_tokens": 427096}
+{"current_steps": 1125, "total_steps": 22320, "loss": 0.6219, "lr": 2.5179211469534054e-05, "epoch": 1.0080645161290323, "percentage": 5.04, "elapsed_time": "0:02:44", "remaining_time": "0:51:46", "throughput": 2601.34, "total_tokens": 428952}
+{"current_steps": 1130, "total_steps": 22320, "loss": 0.8549, "lr": 2.529121863799283e-05, "epoch": 1.0125448028673836, "percentage": 5.06, "elapsed_time": "0:02:45", "remaining_time": "0:51:46", "throughput": 2601.94, "total_tokens": 431096}
+{"current_steps": 1135, "total_steps": 22320, "loss": 0.3929, "lr": 2.5403225806451615e-05, "epoch": 1.0170250896057347, "percentage": 5.09, "elapsed_time": "0:02:46", "remaining_time": "0:51:45", "throughput": 2601.68, "total_tokens": 432824}
+{"current_steps": 1140, "total_steps": 22320, "loss": 0.2541, "lr": 2.5515232974910396e-05, "epoch": 1.021505376344086, "percentage": 5.11, "elapsed_time": "0:02:47", "remaining_time": "0:51:43", "throughput": 2602.38, "total_tokens": 434744}
+{"current_steps": 1145, "total_steps": 22320, "loss": 0.8254, "lr": 2.5627240143369173e-05, "epoch": 1.0259856630824373, "percentage": 5.13, "elapsed_time": "0:02:47", "remaining_time": "0:51:42", "throughput": 2602.9, "total_tokens": 436728}
+{"current_steps": 1150, "total_steps": 22320, "loss": 0.3765, "lr": 2.5739247311827957e-05, "epoch": 1.0304659498207884, "percentage": 5.15, "elapsed_time": "0:02:48", "remaining_time": "0:51:42", "throughput": 2602.88, "total_tokens": 438616}
+{"current_steps": 1155, "total_steps": 22320, "loss": 0.3124, "lr": 2.585125448028674e-05, "epoch": 1.0349462365591398, "percentage": 5.17, "elapsed_time": "0:02:49", "remaining_time": "0:51:40", "throughput": 2603.27, "total_tokens": 440536}
+{"current_steps": 1160, "total_steps": 22320, "loss": 0.2793, "lr": 2.596326164874552e-05, "epoch": 1.039426523297491, "percentage": 5.2, "elapsed_time": "0:02:49", "remaining_time": "0:51:38", "throughput": 2603.95, "total_tokens": 442360}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ab567fd1190c431180c1f5c15e3c6a411afa5832e7e4f8b6ee5778c9fa6976
+size 6417