Training in progress, step 1061

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

adapter_config.json

@@ -0,0 +1,15 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "exclude_modules": null,
+  "inference_mode": true,
+  "modules_to_save": null,
+  "peft_type": "LN_TUNING",
+  "revision": null,
+  "target_modules": [
+    "input_layernorm",
+    "norm",
+    "post_attention_layernorm"
+  ],
+  "task_type": "CAUSAL_LM"
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb6497d379852ab381682617c79087c68cbd4c544104233d34c92abe71bd2ba
+size 1074144

special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1dcab308e7cf5970ea38815e0a62887d705c5b436f869ca27a5dcdd40c36a6
+size 17210148

tokenizer_config.json

@@ -0,0 +1,2077 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

train.yaml

@@ -0,0 +1,55 @@
+seed: 123
+
+### model
+model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
+trust_remote_code: true
+flash_attn: auto
+use_cache: false
+
+### method
+stage: sft
+do_train: true
+finetuning_type: lntuning
+task_type: CAUSAL_LM
+
+### dataset
+dataset: boolq
+template: llama3
+cutoff_len: 2048
+overwrite_cache: true
+preprocessing_num_workers: 16
+dataloader_num_workers: 4
+packing: false
+
+### output
+output_dir: saves/lntuning/llama-3-8b-instruct/train_boolq_1753094167
+logging_steps: 5
+save_steps: 0.05
+overwrite_output_dir: true
+save_only_model: false
+plot_loss: true
+include_num_input_tokens_seen: true
+push_to_hub: true
+push_to_hub_organization: rbelanec
+load_best_model_at_end: true
+save_total_limit: 1
+
+### train
+per_device_train_batch_size: 4
+learning_rate: 5.0e-5
+num_train_epochs: 10.0
+weight_decay: 1.0e-5
+lr_scheduler_type: cosine
+bf16: true
+ddp_timeout: 180000000
+resume_from_checkpoint: null
+warmup_ratio: 0.1
+optim: adamw_torch
+report_to:
+- wandb
+
+### eval
+per_device_eval_batch_size: 4
+eval_strategy: steps
+eval_steps: 0.05
+val_size: 0.1

trainer_log.jsonl

@@ -0,0 +1,215 @@
+{"current_steps": 5, "total_steps": 21210, "loss": 0.6186, "lr": 9.42951438000943e-08, "epoch": 0.0023573785950023575, "percentage": 0.02, "elapsed_time": "0:00:02", "remaining_time": "2:33:29", "throughput": 2387.21, "total_tokens": 5184}
+{"current_steps": 10, "total_steps": 21210, "loss": 0.5783, "lr": 2.1216407355021216e-07, "epoch": 0.004714757190004715, "percentage": 0.05, "elapsed_time": "0:00:03", "remaining_time": "2:07:54", "throughput": 2651.81, "total_tokens": 9600}
+{"current_steps": 15, "total_steps": 21210, "loss": 0.3488, "lr": 3.300330033003301e-07, "epoch": 0.007072135785007072, "percentage": 0.07, "elapsed_time": "0:00:05", "remaining_time": "2:00:03", "throughput": 2812.18, "total_tokens": 14336}
+{"current_steps": 20, "total_steps": 21210, "loss": 0.3136, "lr": 4.479019330504479e-07, "epoch": 0.00942951438000943, "percentage": 0.09, "elapsed_time": "0:00:06", "remaining_time": "1:59:04", "throughput": 2918.32, "total_tokens": 19680}
+{"current_steps": 25, "total_steps": 21210, "loss": 0.9414, "lr": 5.657708628005658e-07, "epoch": 0.011786892975011787, "percentage": 0.12, "elapsed_time": "0:00:08", "remaining_time": "1:56:43", "throughput": 2973.56, "total_tokens": 24576}
+{"current_steps": 30, "total_steps": 21210, "loss": 0.3306, "lr": 6.836397925506837e-07, "epoch": 0.014144271570014143, "percentage": 0.14, "elapsed_time": "0:00:09", "remaining_time": "1:54:34", "throughput": 3000.49, "total_tokens": 29216}
+{"current_steps": 35, "total_steps": 21210, "loss": 0.1144, "lr": 8.015087223008016e-07, "epoch": 0.0165016501650165, "percentage": 0.17, "elapsed_time": "0:00:11", "remaining_time": "1:51:35", "throughput": 3021.64, "total_tokens": 33440}
+{"current_steps": 40, "total_steps": 21210, "loss": 0.5296, "lr": 9.193776520509195e-07, "epoch": 0.01885902876001886, "percentage": 0.19, "elapsed_time": "0:00:12", "remaining_time": "1:50:58", "throughput": 3039.5, "total_tokens": 38240}
+{"current_steps": 45, "total_steps": 21210, "loss": 0.3058, "lr": 1.0372465818010372e-06, "epoch": 0.021216407355021217, "percentage": 0.21, "elapsed_time": "0:00:14", "remaining_time": "1:51:10", "throughput": 3052.77, "total_tokens": 43296}
+{"current_steps": 50, "total_steps": 21210, "loss": 0.1705, "lr": 1.155115511551155e-06, "epoch": 0.023573785950023574, "percentage": 0.24, "elapsed_time": "0:00:15", "remaining_time": "1:50:13", "throughput": 3057.09, "total_tokens": 47776}
+{"current_steps": 55, "total_steps": 21210, "loss": 0.6337, "lr": 1.272984441301273e-06, "epoch": 0.02593116454502593, "percentage": 0.26, "elapsed_time": "0:00:17", "remaining_time": "1:49:46", "throughput": 3068.44, "total_tokens": 52544}
+{"current_steps": 60, "total_steps": 21210, "loss": 0.3866, "lr": 1.390853371051391e-06, "epoch": 0.028288543140028287, "percentage": 0.28, "elapsed_time": "0:00:18", "remaining_time": "1:50:43", "throughput": 3086.93, "total_tokens": 58176}
+{"current_steps": 65, "total_steps": 21210, "loss": 0.7549, "lr": 1.5087223008015088e-06, "epoch": 0.030645921735030647, "percentage": 0.31, "elapsed_time": "0:00:20", "remaining_time": "1:50:28", "throughput": 3087.74, "total_tokens": 62912}
+{"current_steps": 70, "total_steps": 21210, "loss": 0.6266, "lr": 1.6265912305516266e-06, "epoch": 0.033003300330033, "percentage": 0.33, "elapsed_time": "0:00:22", "remaining_time": "1:51:51", "throughput": 3104.34, "total_tokens": 68992}
+{"current_steps": 75, "total_steps": 21210, "loss": 0.8035, "lr": 1.7444601603017446e-06, "epoch": 0.03536067892503536, "percentage": 0.35, "elapsed_time": "0:00:23", "remaining_time": "1:51:01", "throughput": 3101.14, "total_tokens": 73312}
+{"current_steps": 80, "total_steps": 21210, "loss": 0.6382, "lr": 1.8623290900518624e-06, "epoch": 0.03771805752003772, "percentage": 0.38, "elapsed_time": "0:00:25", "remaining_time": "1:51:45", "throughput": 3110.81, "total_tokens": 78976}
+{"current_steps": 85, "total_steps": 21210, "loss": 0.4382, "lr": 1.9801980198019803e-06, "epoch": 0.040075436115040074, "percentage": 0.4, "elapsed_time": "0:00:26", "remaining_time": "1:51:15", "throughput": 3116.78, "total_tokens": 83712}
+{"current_steps": 90, "total_steps": 21210, "loss": 0.3434, "lr": 2.0980669495520983e-06, "epoch": 0.042432814710042434, "percentage": 0.42, "elapsed_time": "0:00:28", "remaining_time": "1:50:15", "throughput": 3119.31, "total_tokens": 87936}
+{"current_steps": 95, "total_steps": 21210, "loss": 0.2014, "lr": 2.215935879302216e-06, "epoch": 0.04479019330504479, "percentage": 0.45, "elapsed_time": "0:00:29", "remaining_time": "1:49:52", "throughput": 3125.29, "total_tokens": 92704}
+{"current_steps": 100, "total_steps": 21210, "loss": 0.1679, "lr": 2.333804809052334e-06, "epoch": 0.04714757190004715, "percentage": 0.47, "elapsed_time": "0:00:31", "remaining_time": "1:49:54", "throughput": 3126.43, "total_tokens": 97664}
+{"current_steps": 105, "total_steps": 21210, "loss": 0.1832, "lr": 2.4516737388024515e-06, "epoch": 0.04950495049504951, "percentage": 0.5, "elapsed_time": "0:00:32", "remaining_time": "1:49:30", "throughput": 3127.57, "total_tokens": 102240}
+{"current_steps": 110, "total_steps": 21210, "loss": 0.191, "lr": 2.56954266855257e-06, "epoch": 0.05186232909005186, "percentage": 0.52, "elapsed_time": "0:00:34", "remaining_time": "1:49:39", "throughput": 3128.29, "total_tokens": 107296}
+{"current_steps": 115, "total_steps": 21210, "loss": 0.2683, "lr": 2.687411598302688e-06, "epoch": 0.05421970768505422, "percentage": 0.54, "elapsed_time": "0:00:36", "remaining_time": "1:50:22", "throughput": 3129.77, "total_tokens": 112992}
+{"current_steps": 120, "total_steps": 21210, "loss": 0.3142, "lr": 2.8052805280528055e-06, "epoch": 0.056577086280056574, "percentage": 0.57, "elapsed_time": "0:00:37", "remaining_time": "1:50:42", "throughput": 3134.22, "total_tokens": 118464}
+{"current_steps": 125, "total_steps": 21210, "loss": 0.3899, "lr": 2.9231494578029235e-06, "epoch": 0.058934464875058934, "percentage": 0.59, "elapsed_time": "0:00:39", "remaining_time": "1:51:40", "throughput": 3136.89, "total_tokens": 124608}
+{"current_steps": 130, "total_steps": 21210, "loss": 0.4313, "lr": 3.041018387553041e-06, "epoch": 0.061291843470061294, "percentage": 0.61, "elapsed_time": "0:00:41", "remaining_time": "1:53:05", "throughput": 3130.65, "total_tokens": 131008}
+{"current_steps": 135, "total_steps": 21210, "loss": 0.2092, "lr": 3.1588873173031586e-06, "epoch": 0.06364922206506365, "percentage": 0.64, "elapsed_time": "0:00:43", "remaining_time": "1:53:14", "throughput": 3135.82, "total_tokens": 136480}
+{"current_steps": 140, "total_steps": 21210, "loss": 0.6368, "lr": 3.2767562470532766e-06, "epoch": 0.066006600660066, "percentage": 0.66, "elapsed_time": "0:00:45", "remaining_time": "1:53:01", "throughput": 3135.31, "total_tokens": 141280}
+{"current_steps": 145, "total_steps": 21210, "loss": 0.618, "lr": 3.3946251768033946e-06, "epoch": 0.06836397925506836, "percentage": 0.68, "elapsed_time": "0:00:46", "remaining_time": "1:52:58", "throughput": 3137.52, "total_tokens": 146400}
+{"current_steps": 150, "total_steps": 21210, "loss": 0.344, "lr": 3.5124941065535126e-06, "epoch": 0.07072135785007072, "percentage": 0.71, "elapsed_time": "0:00:48", "remaining_time": "1:52:54", "throughput": 3137.76, "total_tokens": 151392}
+{"current_steps": 155, "total_steps": 21210, "loss": 0.3959, "lr": 3.6303630363036306e-06, "epoch": 0.07307873644507308, "percentage": 0.73, "elapsed_time": "0:00:49", "remaining_time": "1:52:58", "throughput": 3141.38, "total_tokens": 156768}
+{"current_steps": 160, "total_steps": 21210, "loss": 0.1549, "lr": 3.748231966053748e-06, "epoch": 0.07543611504007544, "percentage": 0.75, "elapsed_time": "0:00:51", "remaining_time": "1:52:33", "throughput": 3140.41, "total_tokens": 161216}
+{"current_steps": 165, "total_steps": 21210, "loss": 0.2558, "lr": 3.866100895803866e-06, "epoch": 0.07779349363507779, "percentage": 0.78, "elapsed_time": "0:00:53", "remaining_time": "1:52:40", "throughput": 3141.75, "total_tokens": 166528}
+{"current_steps": 170, "total_steps": 21210, "loss": 0.3007, "lr": 3.983969825553984e-06, "epoch": 0.08015087223008015, "percentage": 0.8, "elapsed_time": "0:00:54", "remaining_time": "1:52:53", "throughput": 3143.81, "total_tokens": 172064}
+{"current_steps": 175, "total_steps": 21210, "loss": 0.3396, "lr": 4.101838755304102e-06, "epoch": 0.08250825082508251, "percentage": 0.83, "elapsed_time": "0:00:56", "remaining_time": "1:52:57", "throughput": 3144.04, "total_tokens": 177280}
+{"current_steps": 180, "total_steps": 21210, "loss": 0.4503, "lr": 4.2197076850542205e-06, "epoch": 0.08486562942008487, "percentage": 0.85, "elapsed_time": "0:00:57", "remaining_time": "1:52:24", "throughput": 3142.89, "total_tokens": 181440}
+{"current_steps": 185, "total_steps": 21210, "loss": 0.4446, "lr": 4.337576614804337e-06, "epoch": 0.08722300801508723, "percentage": 0.87, "elapsed_time": "0:00:59", "remaining_time": "1:52:22", "throughput": 3143.36, "total_tokens": 186496}
+{"current_steps": 190, "total_steps": 21210, "loss": 0.1676, "lr": 4.455445544554456e-06, "epoch": 0.08958038661008957, "percentage": 0.9, "elapsed_time": "0:01:00", "remaining_time": "1:51:52", "throughput": 3142.59, "total_tokens": 190688}
+{"current_steps": 195, "total_steps": 21210, "loss": 0.3249, "lr": 4.573314474304573e-06, "epoch": 0.09193776520509193, "percentage": 0.92, "elapsed_time": "0:01:02", "remaining_time": "1:51:47", "throughput": 3143.55, "total_tokens": 195648}
+{"current_steps": 200, "total_steps": 21210, "loss": 0.2724, "lr": 4.691183404054692e-06, "epoch": 0.0942951438000943, "percentage": 0.94, "elapsed_time": "0:01:03", "remaining_time": "1:51:37", "throughput": 3144.79, "total_tokens": 200512}
+{"current_steps": 205, "total_steps": 21210, "loss": 0.6804, "lr": 4.809052333804809e-06, "epoch": 0.09665252239509665, "percentage": 0.97, "elapsed_time": "0:01:05", "remaining_time": "1:51:47", "throughput": 3144.67, "total_tokens": 205856}
+{"current_steps": 210, "total_steps": 21210, "loss": 0.5254, "lr": 4.926921263554928e-06, "epoch": 0.09900990099009901, "percentage": 0.99, "elapsed_time": "0:01:07", "remaining_time": "1:51:41", "throughput": 3145.51, "total_tokens": 210784}
+{"current_steps": 215, "total_steps": 21210, "loss": 0.4397, "lr": 5.044790193305045e-06, "epoch": 0.10136727958510136, "percentage": 1.01, "elapsed_time": "0:01:08", "remaining_time": "1:51:29", "throughput": 3143.54, "total_tokens": 215360}
+{"current_steps": 220, "total_steps": 21210, "loss": 0.574, "lr": 5.162659123055163e-06, "epoch": 0.10372465818010372, "percentage": 1.04, "elapsed_time": "0:01:10", "remaining_time": "1:51:18", "throughput": 3143.77, "total_tokens": 220064}
+{"current_steps": 225, "total_steps": 21210, "loss": 0.396, "lr": 5.280528052805281e-06, "epoch": 0.10608203677510608, "percentage": 1.06, "elapsed_time": "0:01:11", "remaining_time": "1:50:58", "throughput": 3142.56, "total_tokens": 224352}
+{"current_steps": 230, "total_steps": 21210, "loss": 0.3436, "lr": 5.398396982555399e-06, "epoch": 0.10843941537010844, "percentage": 1.08, "elapsed_time": "0:01:12", "remaining_time": "1:50:47", "throughput": 3143.61, "total_tokens": 229088}
+{"current_steps": 235, "total_steps": 21210, "loss": 0.1962, "lr": 5.516265912305517e-06, "epoch": 0.1107967939651108, "percentage": 1.11, "elapsed_time": "0:01:14", "remaining_time": "1:50:35", "throughput": 3145.3, "total_tokens": 233824}
+{"current_steps": 240, "total_steps": 21210, "loss": 0.5238, "lr": 5.634134842055634e-06, "epoch": 0.11315417256011315, "percentage": 1.13, "elapsed_time": "0:01:15", "remaining_time": "1:50:31", "throughput": 3146.78, "total_tokens": 238816}
+{"current_steps": 245, "total_steps": 21210, "loss": 0.5431, "lr": 5.752003771805752e-06, "epoch": 0.11551155115511551, "percentage": 1.16, "elapsed_time": "0:01:17", "remaining_time": "1:50:16", "throughput": 3146.95, "total_tokens": 243328}
+{"current_steps": 250, "total_steps": 21210, "loss": 0.2214, "lr": 5.86987270155587e-06, "epoch": 0.11786892975011787, "percentage": 1.18, "elapsed_time": "0:01:19", "remaining_time": "1:50:26", "throughput": 3148.87, "total_tokens": 248896}
+{"current_steps": 255, "total_steps": 21210, "loss": 0.249, "lr": 5.987741631305988e-06, "epoch": 0.12022630834512023, "percentage": 1.2, "elapsed_time": "0:01:20", "remaining_time": "1:50:14", "throughput": 3148.62, "total_tokens": 253440}
+{"current_steps": 260, "total_steps": 21210, "loss": 0.3677, "lr": 6.105610561056106e-06, "epoch": 0.12258368694012259, "percentage": 1.23, "elapsed_time": "0:01:22", "remaining_time": "1:50:07", "throughput": 3148.74, "total_tokens": 258208}
+{"current_steps": 265, "total_steps": 21210, "loss": 0.0409, "lr": 6.2234794908062235e-06, "epoch": 0.12494106553512493, "percentage": 1.25, "elapsed_time": "0:01:23", "remaining_time": "1:49:50", "throughput": 3149.19, "total_tokens": 262592}
+{"current_steps": 270, "total_steps": 21210, "loss": 0.3933, "lr": 6.341348420556342e-06, "epoch": 0.1272984441301273, "percentage": 1.27, "elapsed_time": "0:01:24", "remaining_time": "1:49:52", "throughput": 3148.83, "total_tokens": 267648}
+{"current_steps": 275, "total_steps": 21210, "loss": 0.642, "lr": 6.4592173503064595e-06, "epoch": 0.12965582272512965, "percentage": 1.3, "elapsed_time": "0:01:26", "remaining_time": "1:49:45", "throughput": 3148.8, "total_tokens": 272384}
+{"current_steps": 280, "total_steps": 21210, "loss": 0.2568, "lr": 6.577086280056577e-06, "epoch": 0.132013201320132, "percentage": 1.32, "elapsed_time": "0:01:28", "remaining_time": "1:50:05", "throughput": 3151.1, "total_tokens": 278464}
+{"current_steps": 285, "total_steps": 21210, "loss": 0.1598, "lr": 6.6949552098066954e-06, "epoch": 0.13437057991513437, "percentage": 1.34, "elapsed_time": "0:01:29", "remaining_time": "1:49:41", "throughput": 3150.52, "total_tokens": 282432}
+{"current_steps": 290, "total_steps": 21210, "loss": 0.4028, "lr": 6.812824139556813e-06, "epoch": 0.13672795851013672, "percentage": 1.37, "elapsed_time": "0:01:31", "remaining_time": "1:49:47", "throughput": 3151.09, "total_tokens": 287744}
+{"current_steps": 295, "total_steps": 21210, "loss": 0.2817, "lr": 6.9306930693069314e-06, "epoch": 0.1390853371051391, "percentage": 1.39, "elapsed_time": "0:01:32", "remaining_time": "1:49:29", "throughput": 3149.76, "total_tokens": 291840}
+{"current_steps": 300, "total_steps": 21210, "loss": 0.4345, "lr": 7.048561999057049e-06, "epoch": 0.14144271570014144, "percentage": 1.41, "elapsed_time": "0:01:34", "remaining_time": "1:49:29", "throughput": 3150.51, "total_tokens": 296928}
+{"current_steps": 305, "total_steps": 21210, "loss": 0.1777, "lr": 7.1664309288071666e-06, "epoch": 0.1438000942951438, "percentage": 1.44, "elapsed_time": "0:01:35", "remaining_time": "1:49:36", "throughput": 3150.55, "total_tokens": 302272}
+{"current_steps": 310, "total_steps": 21210, "loss": 0.4476, "lr": 7.284299858557285e-06, "epoch": 0.14615747289014616, "percentage": 1.46, "elapsed_time": "0:01:37", "remaining_time": "1:49:24", "throughput": 3149.6, "total_tokens": 306688}
+{"current_steps": 315, "total_steps": 21210, "loss": 0.5639, "lr": 7.4021687883074026e-06, "epoch": 0.1485148514851485, "percentage": 1.49, "elapsed_time": "0:01:38", "remaining_time": "1:49:02", "throughput": 3148.34, "total_tokens": 310528}
+{"current_steps": 320, "total_steps": 21210, "loss": 0.2435, "lr": 7.520037718057521e-06, "epoch": 0.15087223008015088, "percentage": 1.51, "elapsed_time": "0:01:40", "remaining_time": "1:48:51", "throughput": 3147.55, "total_tokens": 314912}
+{"current_steps": 325, "total_steps": 21210, "loss": 0.1655, "lr": 7.637906647807639e-06, "epoch": 0.15322960867515323, "percentage": 1.53, "elapsed_time": "0:01:41", "remaining_time": "1:48:46", "throughput": 3148.03, "total_tokens": 319712}
+{"current_steps": 330, "total_steps": 21210, "loss": 0.5502, "lr": 7.755775577557756e-06, "epoch": 0.15558698727015557, "percentage": 1.56, "elapsed_time": "0:01:43", "remaining_time": "1:48:46", "throughput": 3147.91, "total_tokens": 324704}
+{"current_steps": 335, "total_steps": 21210, "loss": 0.3191, "lr": 7.873644507307874e-06, "epoch": 0.15794436586515795, "percentage": 1.58, "elapsed_time": "0:01:44", "remaining_time": "1:48:53", "throughput": 3148.43, "total_tokens": 330112}
+{"current_steps": 340, "total_steps": 21210, "loss": 0.2473, "lr": 7.991513437057991e-06, "epoch": 0.1603017444601603, "percentage": 1.6, "elapsed_time": "0:01:47", "remaining_time": "1:49:40", "throughput": 3152.74, "total_tokens": 337984}
+{"current_steps": 345, "total_steps": 21210, "loss": 0.3606, "lr": 8.10938236680811e-06, "epoch": 0.16265912305516267, "percentage": 1.63, "elapsed_time": "0:01:48", "remaining_time": "1:49:41", "throughput": 3153.1, "total_tokens": 343136}
+{"current_steps": 350, "total_steps": 21210, "loss": 0.2061, "lr": 8.227251296558228e-06, "epoch": 0.16501650165016502, "percentage": 1.65, "elapsed_time": "0:01:50", "remaining_time": "1:49:55", "throughput": 3153.55, "total_tokens": 348992}
+{"current_steps": 355, "total_steps": 21210, "loss": 0.3679, "lr": 8.345120226308346e-06, "epoch": 0.16737388024516736, "percentage": 1.67, "elapsed_time": "0:01:52", "remaining_time": "1:49:45", "throughput": 3153.49, "total_tokens": 353504}
+{"current_steps": 360, "total_steps": 21210, "loss": 0.2449, "lr": 8.462989156058463e-06, "epoch": 0.16973125884016974, "percentage": 1.7, "elapsed_time": "0:01:53", "remaining_time": "1:49:52", "throughput": 3154.73, "total_tokens": 359104}
+{"current_steps": 365, "total_steps": 21210, "loss": 0.1667, "lr": 8.58085808580858e-06, "epoch": 0.17208863743517208, "percentage": 1.72, "elapsed_time": "0:01:55", "remaining_time": "1:49:44", "throughput": 3154.68, "total_tokens": 363744}
+{"current_steps": 370, "total_steps": 21210, "loss": 0.3993, "lr": 8.6987270155587e-06, "epoch": 0.17444601603017446, "percentage": 1.74, "elapsed_time": "0:01:56", "remaining_time": "1:49:44", "throughput": 3155.13, "total_tokens": 368864}
+{"current_steps": 375, "total_steps": 21210, "loss": 0.2897, "lr": 8.816595945308818e-06, "epoch": 0.1768033946251768, "percentage": 1.77, "elapsed_time": "0:01:58", "remaining_time": "1:49:40", "throughput": 3156.22, "total_tokens": 373824}
+{"current_steps": 380, "total_steps": 21210, "loss": 0.3777, "lr": 8.934464875058935e-06, "epoch": 0.17916077322017915, "percentage": 1.79, "elapsed_time": "0:01:59", "remaining_time": "1:49:31", "throughput": 3156.54, "total_tokens": 378432}
+{"current_steps": 385, "total_steps": 21210, "loss": 0.256, "lr": 9.052333804809053e-06, "epoch": 0.18151815181518152, "percentage": 1.82, "elapsed_time": "0:02:01", "remaining_time": "1:49:31", "throughput": 3157.22, "total_tokens": 383552}
+{"current_steps": 390, "total_steps": 21210, "loss": 0.2934, "lr": 9.17020273455917e-06, "epoch": 0.18387553041018387, "percentage": 1.84, "elapsed_time": "0:02:03", "remaining_time": "1:49:31", "throughput": 3158.04, "total_tokens": 388768}
+{"current_steps": 395, "total_steps": 21210, "loss": 0.0891, "lr": 9.28807166430929e-06, "epoch": 0.18623290900518624, "percentage": 1.86, "elapsed_time": "0:02:04", "remaining_time": "1:49:19", "throughput": 3158.0, "total_tokens": 393120}
+{"current_steps": 400, "total_steps": 21210, "loss": 0.1325, "lr": 9.405940594059407e-06, "epoch": 0.1885902876001886, "percentage": 1.89, "elapsed_time": "0:02:06", "remaining_time": "1:49:15", "throughput": 3157.43, "total_tokens": 397856}
+{"current_steps": 405, "total_steps": 21210, "loss": 0.2957, "lr": 9.523809523809523e-06, "epoch": 0.19094766619519093, "percentage": 1.91, "elapsed_time": "0:02:07", "remaining_time": "1:49:12", "throughput": 3158.29, "total_tokens": 402848}
+{"current_steps": 410, "total_steps": 21210, "loss": 0.3105, "lr": 9.641678453559642e-06, "epoch": 0.1933050447901933, "percentage": 1.93, "elapsed_time": "0:02:09", "remaining_time": "1:49:10", "throughput": 3159.14, "total_tokens": 407936}
+{"current_steps": 415, "total_steps": 21210, "loss": 0.3259, "lr": 9.75954738330976e-06, "epoch": 0.19566242338519566, "percentage": 1.96, "elapsed_time": "0:02:10", "remaining_time": "1:49:09", "throughput": 3159.7, "total_tokens": 413024}
+{"current_steps": 420, "total_steps": 21210, "loss": 0.3267, "lr": 9.87741631305988e-06, "epoch": 0.19801980198019803, "percentage": 1.98, "elapsed_time": "0:02:12", "remaining_time": "1:49:16", "throughput": 3161.43, "total_tokens": 418720}
+{"current_steps": 425, "total_steps": 21210, "loss": 0.1132, "lr": 9.995285242809995e-06, "epoch": 0.20037718057520038, "percentage": 2.0, "elapsed_time": "0:02:14", "remaining_time": "1:49:36", "throughput": 3163.57, "total_tokens": 425440}
+{"current_steps": 430, "total_steps": 21210, "loss": 0.4139, "lr": 1.0113154172560113e-05, "epoch": 0.20273455917020272, "percentage": 2.03, "elapsed_time": "0:02:16", "remaining_time": "1:49:35", "throughput": 3163.78, "total_tokens": 430464}
+{"current_steps": 435, "total_steps": 21210, "loss": 0.1413, "lr": 1.0231023102310232e-05, "epoch": 0.2050919377652051, "percentage": 2.05, "elapsed_time": "0:02:17", "remaining_time": "1:49:37", "throughput": 3163.92, "total_tokens": 435776}
+{"current_steps": 440, "total_steps": 21210, "loss": 0.3757, "lr": 1.034889203206035e-05, "epoch": 0.20744931636020744, "percentage": 2.07, "elapsed_time": "0:02:19", "remaining_time": "1:49:30", "throughput": 3163.42, "total_tokens": 440352}
+{"current_steps": 445, "total_steps": 21210, "loss": 0.128, "lr": 1.0466760961810467e-05, "epoch": 0.20980669495520982, "percentage": 2.1, "elapsed_time": "0:02:20", "remaining_time": "1:49:22", "throughput": 3162.65, "total_tokens": 444768}
+{"current_steps": 450, "total_steps": 21210, "loss": 0.4375, "lr": 1.0584629891560585e-05, "epoch": 0.21216407355021216, "percentage": 2.12, "elapsed_time": "0:02:22", "remaining_time": "1:49:29", "throughput": 3163.62, "total_tokens": 450528}
+{"current_steps": 455, "total_steps": 21210, "loss": 0.6733, "lr": 1.0702498821310702e-05, "epoch": 0.2145214521452145, "percentage": 2.15, "elapsed_time": "0:02:23", "remaining_time": "1:49:20", "throughput": 3163.39, "total_tokens": 454976}
+{"current_steps": 460, "total_steps": 21210, "loss": 0.7582, "lr": 1.0820367751060821e-05, "epoch": 0.21687883074021688, "percentage": 2.17, "elapsed_time": "0:02:25", "remaining_time": "1:49:08", "throughput": 3162.46, "total_tokens": 459072}
+{"current_steps": 465, "total_steps": 21210, "loss": 0.1904, "lr": 1.0938236680810939e-05, "epoch": 0.21923620933521923, "percentage": 2.19, "elapsed_time": "0:02:26", "remaining_time": "1:49:10", "throughput": 3162.11, "total_tokens": 464320}
+{"current_steps": 470, "total_steps": 21210, "loss": 0.0705, "lr": 1.1056105610561057e-05, "epoch": 0.2215935879302216, "percentage": 2.22, "elapsed_time": "0:02:28", "remaining_time": "1:49:05", "throughput": 3162.67, "total_tokens": 469120}
+{"current_steps": 475, "total_steps": 21210, "loss": 0.3262, "lr": 1.1173974540311174e-05, "epoch": 0.22395096652522395, "percentage": 2.24, "elapsed_time": "0:02:29", "remaining_time": "1:49:00", "throughput": 3162.85, "total_tokens": 473920}
+{"current_steps": 480, "total_steps": 21210, "loss": 0.4997, "lr": 1.1291843470061292e-05, "epoch": 0.2263083451202263, "percentage": 2.26, "elapsed_time": "0:02:31", "remaining_time": "1:48:46", "throughput": 3162.35, "total_tokens": 477920}
+{"current_steps": 485, "total_steps": 21210, "loss": 0.4178, "lr": 1.1409712399811411e-05, "epoch": 0.22866572371522867, "percentage": 2.29, "elapsed_time": "0:02:32", "remaining_time": "1:48:46", "throughput": 3162.54, "total_tokens": 483040}
+{"current_steps": 490, "total_steps": 21210, "loss": 0.3223, "lr": 1.1527581329561529e-05, "epoch": 0.23102310231023102, "percentage": 2.31, "elapsed_time": "0:02:34", "remaining_time": "1:48:44", "throughput": 3161.98, "total_tokens": 487872}
+{"current_steps": 495, "total_steps": 21210, "loss": 0.1633, "lr": 1.1645450259311646e-05, "epoch": 0.2333804809052334, "percentage": 2.33, "elapsed_time": "0:02:35", "remaining_time": "1:48:44", "throughput": 3162.08, "total_tokens": 492960}
+{"current_steps": 500, "total_steps": 21210, "loss": 0.1123, "lr": 1.1763319189061764e-05, "epoch": 0.23573785950023574, "percentage": 2.36, "elapsed_time": "0:02:37", "remaining_time": "1:48:46", "throughput": 3163.2, "total_tokens": 498400}
+{"current_steps": 505, "total_steps": 21210, "loss": 0.2401, "lr": 1.1881188118811881e-05, "epoch": 0.23809523809523808, "percentage": 2.38, "elapsed_time": "0:02:39", "remaining_time": "1:48:39", "throughput": 3161.98, "total_tokens": 502784}
+{"current_steps": 510, "total_steps": 21210, "loss": 0.2126, "lr": 1.1999057048562e-05, "epoch": 0.24045261669024046, "percentage": 2.4, "elapsed_time": "0:02:40", "remaining_time": "1:48:36", "throughput": 3162.66, "total_tokens": 507776}
+{"current_steps": 515, "total_steps": 21210, "loss": 0.0517, "lr": 1.2116925978312118e-05, "epoch": 0.2428099952852428, "percentage": 2.43, "elapsed_time": "0:02:42", "remaining_time": "1:48:33", "throughput": 3161.8, "total_tokens": 512480}
+{"current_steps": 520, "total_steps": 21210, "loss": 0.2541, "lr": 1.2234794908062236e-05, "epoch": 0.24516737388024518, "percentage": 2.45, "elapsed_time": "0:02:43", "remaining_time": "1:48:29", "throughput": 3163.54, "total_tokens": 517600}
+{"current_steps": 525, "total_steps": 21210, "loss": 0.3024, "lr": 1.2352663837812353e-05, "epoch": 0.24752475247524752, "percentage": 2.48, "elapsed_time": "0:02:45", "remaining_time": "1:48:39", "throughput": 3164.04, "total_tokens": 523520}
+{"current_steps": 530, "total_steps": 21210, "loss": 0.3081, "lr": 1.247053276756247e-05, "epoch": 0.24988213107024987, "percentage": 2.5, "elapsed_time": "0:02:46", "remaining_time": "1:48:29", "throughput": 3162.65, "total_tokens": 527584}
+{"current_steps": 535, "total_steps": 21210, "loss": 0.2706, "lr": 1.2588401697312588e-05, "epoch": 0.2522395096652522, "percentage": 2.52, "elapsed_time": "0:02:48", "remaining_time": "1:48:26", "throughput": 3163.95, "total_tokens": 532736}
+{"current_steps": 540, "total_steps": 21210, "loss": 0.4416, "lr": 1.2706270627062708e-05, "epoch": 0.2545968882602546, "percentage": 2.55, "elapsed_time": "0:02:49", "remaining_time": "1:48:22", "throughput": 3163.68, "total_tokens": 537440}
+{"current_steps": 545, "total_steps": 21210, "loss": 0.1643, "lr": 1.2824139556812825e-05, "epoch": 0.25695426685525696, "percentage": 2.57, "elapsed_time": "0:02:51", "remaining_time": "1:48:26", "throughput": 3164.45, "total_tokens": 543040}
+{"current_steps": 550, "total_steps": 21210, "loss": 0.3817, "lr": 1.2942008486562943e-05, "epoch": 0.2593116454502593, "percentage": 2.59, "elapsed_time": "0:02:53", "remaining_time": "1:48:19", "throughput": 3164.25, "total_tokens": 547520}
+{"current_steps": 555, "total_steps": 21210, "loss": 0.1746, "lr": 1.305987741631306e-05, "epoch": 0.26166902404526166, "percentage": 2.62, "elapsed_time": "0:02:54", "remaining_time": "1:48:19", "throughput": 3165.26, "total_tokens": 552800}
+{"current_steps": 560, "total_steps": 21210, "loss": 0.0639, "lr": 1.3177746346063178e-05, "epoch": 0.264026402640264, "percentage": 2.64, "elapsed_time": "0:02:56", "remaining_time": "1:48:14", "throughput": 3164.82, "total_tokens": 557376}
+{"current_steps": 565, "total_steps": 21210, "loss": 0.0617, "lr": 1.3295615275813297e-05, "epoch": 0.2663837812352664, "percentage": 2.66, "elapsed_time": "0:02:58", "remaining_time": "1:48:25", "throughput": 3166.55, "total_tokens": 563776}
+{"current_steps": 570, "total_steps": 21210, "loss": 0.4295, "lr": 1.3413484205563415e-05, "epoch": 0.26874115983026875, "percentage": 2.69, "elapsed_time": "0:02:59", "remaining_time": "1:48:12", "throughput": 3166.18, "total_tokens": 567712}
+{"current_steps": 575, "total_steps": 21210, "loss": 0.1494, "lr": 1.3531353135313532e-05, "epoch": 0.2710985384252711, "percentage": 2.71, "elapsed_time": "0:03:00", "remaining_time": "1:48:13", "throughput": 3166.82, "total_tokens": 572992}
+{"current_steps": 580, "total_steps": 21210, "loss": 0.2063, "lr": 1.364922206506365e-05, "epoch": 0.27345591702027344, "percentage": 2.73, "elapsed_time": "0:03:02", "remaining_time": "1:48:18", "throughput": 3167.89, "total_tokens": 578816}
+{"current_steps": 585, "total_steps": 21210, "loss": 0.3087, "lr": 1.3767090994813767e-05, "epoch": 0.2758132956152758, "percentage": 2.76, "elapsed_time": "0:03:04", "remaining_time": "1:48:15", "throughput": 3167.25, "total_tokens": 583552}
+{"current_steps": 590, "total_steps": 21210, "loss": 0.1562, "lr": 1.3884959924563887e-05, "epoch": 0.2781706742102782, "percentage": 2.78, "elapsed_time": "0:03:05", "remaining_time": "1:48:16", "throughput": 3167.91, "total_tokens": 588864}
+{"current_steps": 595, "total_steps": 21210, "loss": 0.1357, "lr": 1.4002828854314004e-05, "epoch": 0.28052805280528054, "percentage": 2.81, "elapsed_time": "0:03:07", "remaining_time": "1:48:09", "throughput": 3167.28, "total_tokens": 593248}
+{"current_steps": 600, "total_steps": 21210, "loss": 0.3908, "lr": 1.4120697784064122e-05, "epoch": 0.2828854314002829, "percentage": 2.83, "elapsed_time": "0:03:09", "remaining_time": "1:48:19", "throughput": 3167.79, "total_tokens": 599360}
+{"current_steps": 605, "total_steps": 21210, "loss": 0.302, "lr": 1.423856671381424e-05, "epoch": 0.28524280999528523, "percentage": 2.85, "elapsed_time": "0:03:10", "remaining_time": "1:48:16", "throughput": 3168.16, "total_tokens": 604352}
+{"current_steps": 610, "total_steps": 21210, "loss": 0.1452, "lr": 1.4356435643564355e-05, "epoch": 0.2876001885902876, "percentage": 2.88, "elapsed_time": "0:03:12", "remaining_time": "1:48:20", "throughput": 3168.53, "total_tokens": 609952}
+{"current_steps": 615, "total_steps": 21210, "loss": 0.0962, "lr": 1.4474304573314476e-05, "epoch": 0.28995756718529, "percentage": 2.9, "elapsed_time": "0:03:13", "remaining_time": "1:48:14", "throughput": 3168.2, "total_tokens": 614400}
+{"current_steps": 620, "total_steps": 21210, "loss": 0.3459, "lr": 1.4592173503064594e-05, "epoch": 0.2923149457802923, "percentage": 2.92, "elapsed_time": "0:03:15", "remaining_time": "1:48:14", "throughput": 3167.95, "total_tokens": 619552}
+{"current_steps": 625, "total_steps": 21210, "loss": 0.2729, "lr": 1.4710042432814711e-05, "epoch": 0.29467232437529467, "percentage": 2.95, "elapsed_time": "0:03:17", "remaining_time": "1:48:17", "throughput": 3168.15, "total_tokens": 624960}
+{"current_steps": 630, "total_steps": 21210, "loss": 0.2094, "lr": 1.4827911362564827e-05, "epoch": 0.297029702970297, "percentage": 2.97, "elapsed_time": "0:03:19", "remaining_time": "1:48:28", "throughput": 3169.73, "total_tokens": 631520}
+{"current_steps": 635, "total_steps": 21210, "loss": 0.2703, "lr": 1.4945780292314945e-05, "epoch": 0.29938708156529936, "percentage": 2.99, "elapsed_time": "0:03:21", "remaining_time": "1:48:35", "throughput": 3170.7, "total_tokens": 637568}
+{"current_steps": 640, "total_steps": 21210, "loss": 0.2673, "lr": 1.5063649222065066e-05, "epoch": 0.30174446016030176, "percentage": 3.02, "elapsed_time": "0:03:22", "remaining_time": "1:48:34", "throughput": 3170.87, "total_tokens": 642688}
+{"current_steps": 645, "total_steps": 21210, "loss": 0.2028, "lr": 1.5181518151815183e-05, "epoch": 0.3041018387553041, "percentage": 3.04, "elapsed_time": "0:03:24", "remaining_time": "1:48:31", "throughput": 3170.11, "total_tokens": 647392}
+{"current_steps": 650, "total_steps": 21210, "loss": 0.2163, "lr": 1.52993870815653e-05, "epoch": 0.30645921735030646, "percentage": 3.06, "elapsed_time": "0:03:25", "remaining_time": "1:48:33", "throughput": 3170.33, "total_tokens": 652800}
+{"current_steps": 655, "total_steps": 21210, "loss": 0.1059, "lr": 1.5417256011315417e-05, "epoch": 0.3088165959453088, "percentage": 3.09, "elapsed_time": "0:03:27", "remaining_time": "1:48:44", "throughput": 3171.16, "total_tokens": 659328}
+{"current_steps": 660, "total_steps": 21210, "loss": 0.0759, "lr": 1.5535124941065536e-05, "epoch": 0.31117397454031115, "percentage": 3.11, "elapsed_time": "0:03:29", "remaining_time": "1:48:36", "throughput": 3170.12, "total_tokens": 663488}
+{"current_steps": 665, "total_steps": 21210, "loss": 0.1421, "lr": 1.5652993870815655e-05, "epoch": 0.31353135313531355, "percentage": 3.14, "elapsed_time": "0:03:30", "remaining_time": "1:48:31", "throughput": 3170.34, "total_tokens": 668192}
+{"current_steps": 670, "total_steps": 21210, "loss": 0.5979, "lr": 1.577086280056577e-05, "epoch": 0.3158887317303159, "percentage": 3.16, "elapsed_time": "0:03:32", "remaining_time": "1:48:32", "throughput": 3170.79, "total_tokens": 673568}
+{"current_steps": 675, "total_steps": 21210, "loss": 0.1972, "lr": 1.588873173031589e-05, "epoch": 0.31824611032531824, "percentage": 3.18, "elapsed_time": "0:03:34", "remaining_time": "1:48:53", "throughput": 3171.35, "total_tokens": 681056}
+{"current_steps": 680, "total_steps": 21210, "loss": 0.0861, "lr": 1.6006600660066006e-05, "epoch": 0.3206034889203206, "percentage": 3.21, "elapsed_time": "0:03:36", "remaining_time": "1:48:49", "throughput": 3171.45, "total_tokens": 685920}
+{"current_steps": 685, "total_steps": 21210, "loss": 0.2072, "lr": 1.6124469589816126e-05, "epoch": 0.32296086751532294, "percentage": 3.23, "elapsed_time": "0:03:37", "remaining_time": "1:48:46", "throughput": 3171.73, "total_tokens": 690816}
+{"current_steps": 690, "total_steps": 21210, "loss": 0.1425, "lr": 1.6242338519566245e-05, "epoch": 0.32531824611032534, "percentage": 3.25, "elapsed_time": "0:03:39", "remaining_time": "1:48:43", "throughput": 3171.38, "total_tokens": 695648}
+{"current_steps": 695, "total_steps": 21210, "loss": 0.1239, "lr": 1.636020744931636e-05, "epoch": 0.3276756247053277, "percentage": 3.28, "elapsed_time": "0:03:41", "remaining_time": "1:48:43", "throughput": 3171.65, "total_tokens": 700960}
+{"current_steps": 700, "total_steps": 21210, "loss": 0.1696, "lr": 1.647807637906648e-05, "epoch": 0.33003300330033003, "percentage": 3.3, "elapsed_time": "0:03:42", "remaining_time": "1:48:41", "throughput": 3171.34, "total_tokens": 705856}
+{"current_steps": 705, "total_steps": 21210, "loss": 0.3662, "lr": 1.6595945308816596e-05, "epoch": 0.3323903818953324, "percentage": 3.32, "elapsed_time": "0:03:44", "remaining_time": "1:48:35", "throughput": 3170.52, "total_tokens": 710272}
+{"current_steps": 710, "total_steps": 21210, "loss": 0.329, "lr": 1.6713814238566712e-05, "epoch": 0.3347477604903347, "percentage": 3.35, "elapsed_time": "0:03:45", "remaining_time": "1:48:29", "throughput": 3170.38, "total_tokens": 714816}
+{"current_steps": 715, "total_steps": 21210, "loss": 0.8206, "lr": 1.6831683168316834e-05, "epoch": 0.3371051390853371, "percentage": 3.37, "elapsed_time": "0:03:47", "remaining_time": "1:48:35", "throughput": 3170.96, "total_tokens": 720736}
+{"current_steps": 720, "total_steps": 21210, "loss": 0.2018, "lr": 1.694955209806695e-05, "epoch": 0.33946251768033947, "percentage": 3.39, "elapsed_time": "0:03:49", "remaining_time": "1:48:40", "throughput": 3172.2, "total_tokens": 726848}
+{"current_steps": 725, "total_steps": 21210, "loss": 0.4315, "lr": 1.706742102781707e-05, "epoch": 0.3418198962753418, "percentage": 3.42, "elapsed_time": "0:03:50", "remaining_time": "1:48:43", "throughput": 3172.93, "total_tokens": 732512}
+{"current_steps": 730, "total_steps": 21210, "loss": 0.1915, "lr": 1.7185289957567185e-05, "epoch": 0.34417727487034416, "percentage": 3.44, "elapsed_time": "0:03:52", "remaining_time": "1:48:43", "throughput": 3173.57, "total_tokens": 737952}
+{"current_steps": 735, "total_steps": 21210, "loss": 0.1208, "lr": 1.73031588873173e-05, "epoch": 0.3465346534653465, "percentage": 3.47, "elapsed_time": "0:03:54", "remaining_time": "1:48:40", "throughput": 3173.19, "total_tokens": 742752}
+{"current_steps": 740, "total_steps": 21210, "loss": 0.5414, "lr": 1.7421027817067424e-05, "epoch": 0.3488920320603489, "percentage": 3.49, "elapsed_time": "0:03:55", "remaining_time": "1:48:40", "throughput": 3173.22, "total_tokens": 747968}
+{"current_steps": 745, "total_steps": 21210, "loss": 0.2476, "lr": 1.753889674681754e-05, "epoch": 0.35124941065535126, "percentage": 3.51, "elapsed_time": "0:03:57", "remaining_time": "1:48:43", "throughput": 3173.68, "total_tokens": 753632}
+{"current_steps": 750, "total_steps": 21210, "loss": 0.3497, "lr": 1.765676567656766e-05, "epoch": 0.3536067892503536, "percentage": 3.54, "elapsed_time": "0:03:59", "remaining_time": "1:48:50", "throughput": 3174.17, "total_tokens": 759904}
+{"current_steps": 755, "total_steps": 21210, "loss": 0.5964, "lr": 1.7774634606317775e-05, "epoch": 0.35596416784535595, "percentage": 3.56, "elapsed_time": "0:04:00", "remaining_time": "1:48:48", "throughput": 3174.56, "total_tokens": 764960}
+{"current_steps": 760, "total_steps": 21210, "loss": 0.2109, "lr": 1.789250353606789e-05, "epoch": 0.3583215464403583, "percentage": 3.58, "elapsed_time": "0:04:02", "remaining_time": "1:48:40", "throughput": 3174.02, "total_tokens": 769184}
+{"current_steps": 765, "total_steps": 21210, "loss": 0.1323, "lr": 1.8010372465818014e-05, "epoch": 0.3606789250353607, "percentage": 3.61, "elapsed_time": "0:04:04", "remaining_time": "1:48:45", "throughput": 3174.47, "total_tokens": 775104}
+{"current_steps": 770, "total_steps": 21210, "loss": 0.1665, "lr": 1.812824139556813e-05, "epoch": 0.36303630363036304, "percentage": 3.63, "elapsed_time": "0:04:05", "remaining_time": "1:48:40", "throughput": 3174.58, "total_tokens": 779744}
+{"current_steps": 775, "total_steps": 21210, "loss": 0.068, "lr": 1.8246110325318245e-05, "epoch": 0.3653936822253654, "percentage": 3.65, "elapsed_time": "0:04:07", "remaining_time": "1:48:39", "throughput": 3174.4, "total_tokens": 784832}
+{"current_steps": 780, "total_steps": 21210, "loss": 0.1474, "lr": 1.8363979255068365e-05, "epoch": 0.36775106082036774, "percentage": 3.68, "elapsed_time": "0:04:08", "remaining_time": "1:48:37", "throughput": 3174.61, "total_tokens": 789920}
+{"current_steps": 785, "total_steps": 21210, "loss": 0.1002, "lr": 1.848184818481848e-05, "epoch": 0.3701084394153701, "percentage": 3.7, "elapsed_time": "0:04:10", "remaining_time": "1:48:36", "throughput": 3174.78, "total_tokens": 795168}
+{"current_steps": 790, "total_steps": 21210, "loss": 0.3149, "lr": 1.8599717114568603e-05, "epoch": 0.3724658180103725, "percentage": 3.72, "elapsed_time": "0:04:12", "remaining_time": "1:48:34", "throughput": 3174.65, "total_tokens": 800096}
+{"current_steps": 795, "total_steps": 21210, "loss": 0.1795, "lr": 1.871758604431872e-05, "epoch": 0.37482319660537483, "percentage": 3.75, "elapsed_time": "0:04:13", "remaining_time": "1:48:35", "throughput": 3174.97, "total_tokens": 805632}
+{"current_steps": 800, "total_steps": 21210, "loss": 0.3072, "lr": 1.8835454974068835e-05, "epoch": 0.3771805752003772, "percentage": 3.77, "elapsed_time": "0:04:15", "remaining_time": "1:48:35", "throughput": 3174.47, "total_tokens": 810688}
+{"current_steps": 805, "total_steps": 21210, "loss": 0.2722, "lr": 1.8953323903818954e-05, "epoch": 0.3795379537953795, "percentage": 3.8, "elapsed_time": "0:04:16", "remaining_time": "1:48:28", "throughput": 3174.91, "total_tokens": 815264}
+{"current_steps": 810, "total_steps": 21210, "loss": 0.2517, "lr": 1.907119283356907e-05, "epoch": 0.38189533239038187, "percentage": 3.82, "elapsed_time": "0:04:18", "remaining_time": "1:48:26", "throughput": 3175.37, "total_tokens": 820320}
+{"current_steps": 815, "total_steps": 21210, "loss": 0.4604, "lr": 1.9189061763319193e-05, "epoch": 0.38425271098538427, "percentage": 3.84, "elapsed_time": "0:04:19", "remaining_time": "1:48:14", "throughput": 3175.15, "total_tokens": 824064}
+{"current_steps": 820, "total_steps": 21210, "loss": 0.1154, "lr": 1.930693069306931e-05, "epoch": 0.3866100895803866, "percentage": 3.87, "elapsed_time": "0:04:21", "remaining_time": "1:48:12", "throughput": 3175.35, "total_tokens": 829120}
+{"current_steps": 825, "total_steps": 21210, "loss": 0.189, "lr": 1.9424799622819424e-05, "epoch": 0.38896746817538896, "percentage": 3.89, "elapsed_time": "0:04:22", "remaining_time": "1:48:17", "throughput": 3174.8, "total_tokens": 834816}
+{"current_steps": 830, "total_steps": 21210, "loss": 0.1241, "lr": 1.9542668552569544e-05, "epoch": 0.3913248467703913, "percentage": 3.91, "elapsed_time": "0:04:24", "remaining_time": "1:48:17", "throughput": 3175.21, "total_tokens": 840256}
+{"current_steps": 835, "total_steps": 21210, "loss": 0.1061, "lr": 1.966053748231966e-05, "epoch": 0.39368222536539366, "percentage": 3.94, "elapsed_time": "0:04:26", "remaining_time": "1:48:13", "throughput": 3174.82, "total_tokens": 844864}
+{"current_steps": 840, "total_steps": 21210, "loss": 0.2223, "lr": 1.977840641206978e-05, "epoch": 0.39603960396039606, "percentage": 3.96, "elapsed_time": "0:04:27", "remaining_time": "1:48:14", "throughput": 3175.09, "total_tokens": 850304}
+{"current_steps": 845, "total_steps": 21210, "loss": 0.1223, "lr": 1.9896275341819898e-05, "epoch": 0.3983969825553984, "percentage": 3.98, "elapsed_time": "0:04:29", "remaining_time": "1:48:11", "throughput": 3174.94, "total_tokens": 855232}
+{"current_steps": 850, "total_steps": 21210, "loss": 0.4665, "lr": 2.0014144271570014e-05, "epoch": 0.40075436115040075, "percentage": 4.01, "elapsed_time": "0:04:30", "remaining_time": "1:48:08", "throughput": 3175.12, "total_tokens": 860128}
+{"current_steps": 855, "total_steps": 21210, "loss": 0.3571, "lr": 2.0132013201320133e-05, "epoch": 0.4031117397454031, "percentage": 4.03, "elapsed_time": "0:04:32", "remaining_time": "1:48:05", "throughput": 3174.68, "total_tokens": 864896}
+{"current_steps": 860, "total_steps": 21210, "loss": 0.2638, "lr": 2.024988213107025e-05, "epoch": 0.40546911834040544, "percentage": 4.05, "elapsed_time": "0:04:33", "remaining_time": "1:48:01", "throughput": 3174.09, "total_tokens": 869408}
+{"current_steps": 865, "total_steps": 21210, "loss": 0.1763, "lr": 2.036775106082037e-05, "epoch": 0.40782649693540785, "percentage": 4.08, "elapsed_time": "0:04:35", "remaining_time": "1:47:58", "throughput": 3173.81, "total_tokens": 874144}
+{"current_steps": 870, "total_steps": 21210, "loss": 0.3704, "lr": 2.0485619990570488e-05, "epoch": 0.4101838755304102, "percentage": 4.1, "elapsed_time": "0:04:36", "remaining_time": "1:47:55", "throughput": 3173.76, "total_tokens": 879040}
+{"current_steps": 875, "total_steps": 21210, "loss": 0.23, "lr": 2.0603488920320603e-05, "epoch": 0.41254125412541254, "percentage": 4.13, "elapsed_time": "0:04:38", "remaining_time": "1:47:50", "throughput": 3173.96, "total_tokens": 883712}
+{"current_steps": 880, "total_steps": 21210, "loss": 0.1763, "lr": 2.0721357850070723e-05, "epoch": 0.4148986327204149, "percentage": 4.15, "elapsed_time": "0:04:39", "remaining_time": "1:47:44", "throughput": 3173.75, "total_tokens": 888128}
+{"current_steps": 885, "total_steps": 21210, "loss": 0.1873, "lr": 2.083922677982084e-05, "epoch": 0.41725601131541723, "percentage": 4.17, "elapsed_time": "0:04:41", "remaining_time": "1:47:50", "throughput": 3174.18, "total_tokens": 894240}
+{"current_steps": 890, "total_steps": 21210, "loss": 0.1787, "lr": 2.0957095709570958e-05, "epoch": 0.41961338991041963, "percentage": 4.2, "elapsed_time": "0:04:43", "remaining_time": "1:47:48", "throughput": 3174.64, "total_tokens": 899456}
+{"current_steps": 895, "total_steps": 21210, "loss": 0.1412, "lr": 2.1074964639321077e-05, "epoch": 0.421970768505422, "percentage": 4.22, "elapsed_time": "0:04:45", "remaining_time": "1:47:49", "throughput": 3174.16, "total_tokens": 904672}
+{"current_steps": 900, "total_steps": 21210, "loss": 0.2004, "lr": 2.1192833569071193e-05, "epoch": 0.4243281471004243, "percentage": 4.24, "elapsed_time": "0:04:47", "remaining_time": "1:48:10", "throughput": 3175.23, "total_tokens": 913216}
+{"current_steps": 905, "total_steps": 21210, "loss": 0.4027, "lr": 2.1310702498821312e-05, "epoch": 0.42668552569542667, "percentage": 4.27, "elapsed_time": "0:04:49", "remaining_time": "1:48:05", "throughput": 3174.7, "total_tokens": 917664}
+{"current_steps": 910, "total_steps": 21210, "loss": 0.1375, "lr": 2.1428571428571428e-05, "epoch": 0.429042904290429, "percentage": 4.29, "elapsed_time": "0:04:50", "remaining_time": "1:48:07", "throughput": 3175.0, "total_tokens": 923360}
+{"current_steps": 915, "total_steps": 21210, "loss": 0.1583, "lr": 2.1546440358321547e-05, "epoch": 0.4314002828854314, "percentage": 4.31, "elapsed_time": "0:04:52", "remaining_time": "1:48:06", "throughput": 3175.24, "total_tokens": 928608}
+{"current_steps": 920, "total_steps": 21210, "loss": 0.1373, "lr": 2.1664309288071667e-05, "epoch": 0.43375766148043376, "percentage": 4.34, "elapsed_time": "0:04:53", "remaining_time": "1:48:02", "throughput": 3175.47, "total_tokens": 933312}
+{"current_steps": 925, "total_steps": 21210, "loss": 0.3189, "lr": 2.1782178217821783e-05, "epoch": 0.4361150400754361, "percentage": 4.36, "elapsed_time": "0:04:55", "remaining_time": "1:47:56", "throughput": 3175.37, "total_tokens": 937824}
+{"current_steps": 930, "total_steps": 21210, "loss": 0.3496, "lr": 2.1900047147571902e-05, "epoch": 0.43847241867043846, "percentage": 4.38, "elapsed_time": "0:04:56", "remaining_time": "1:47:50", "throughput": 3174.93, "total_tokens": 942016}
+{"current_steps": 935, "total_steps": 21210, "loss": 0.3136, "lr": 2.2017916077322018e-05, "epoch": 0.4408297972654408, "percentage": 4.41, "elapsed_time": "0:04:58", "remaining_time": "1:47:43", "throughput": 3174.15, "total_tokens": 946080}
+{"current_steps": 940, "total_steps": 21210, "loss": 0.0724, "lr": 2.2135785007072137e-05, "epoch": 0.4431871758604432, "percentage": 4.43, "elapsed_time": "0:04:59", "remaining_time": "1:47:41", "throughput": 3174.3, "total_tokens": 951168}
+{"current_steps": 945, "total_steps": 21210, "loss": 0.1784, "lr": 2.2253653936822256e-05, "epoch": 0.44554455445544555, "percentage": 4.46, "elapsed_time": "0:05:01", "remaining_time": "1:47:43", "throughput": 3174.89, "total_tokens": 956992}
+{"current_steps": 950, "total_steps": 21210, "loss": 0.1649, "lr": 2.2371522866572372e-05, "epoch": 0.4479019330504479, "percentage": 4.48, "elapsed_time": "0:05:02", "remaining_time": "1:47:37", "throughput": 3174.36, "total_tokens": 961248}
+{"current_steps": 955, "total_steps": 21210, "loss": 0.2852, "lr": 2.248939179632249e-05, "epoch": 0.45025931164545024, "percentage": 4.5, "elapsed_time": "0:05:04", "remaining_time": "1:47:31", "throughput": 3173.7, "total_tokens": 965376}
+{"current_steps": 960, "total_steps": 21210, "loss": 0.3548, "lr": 2.2607260726072607e-05, "epoch": 0.4526166902404526, "percentage": 4.53, "elapsed_time": "0:05:05", "remaining_time": "1:47:25", "throughput": 3173.27, "total_tokens": 969664}
+{"current_steps": 965, "total_steps": 21210, "loss": 0.1377, "lr": 2.2725129655822727e-05, "epoch": 0.454974068835455, "percentage": 4.55, "elapsed_time": "0:05:06", "remaining_time": "1:47:19", "throughput": 3173.18, "total_tokens": 974016}
+{"current_steps": 970, "total_steps": 21210, "loss": 0.3587, "lr": 2.2842998585572846e-05, "epoch": 0.45733144743045734, "percentage": 4.57, "elapsed_time": "0:05:08", "remaining_time": "1:47:18", "throughput": 3173.21, "total_tokens": 979072}
+{"current_steps": 975, "total_steps": 21210, "loss": 0.3017, "lr": 2.296086751532296e-05, "epoch": 0.4596888260254597, "percentage": 4.6, "elapsed_time": "0:05:10", "remaining_time": "1:47:15", "throughput": 3173.39, "total_tokens": 984032}
+{"current_steps": 980, "total_steps": 21210, "loss": 0.0502, "lr": 2.3078736445073078e-05, "epoch": 0.46204620462046203, "percentage": 4.62, "elapsed_time": "0:05:11", "remaining_time": "1:47:11", "throughput": 3172.88, "total_tokens": 988544}
+{"current_steps": 985, "total_steps": 21210, "loss": 0.3651, "lr": 2.3196605374823197e-05, "epoch": 0.4644035832154644, "percentage": 4.64, "elapsed_time": "0:05:13", "remaining_time": "1:47:08", "throughput": 3173.08, "total_tokens": 993504}
+{"current_steps": 990, "total_steps": 21210, "loss": 0.2169, "lr": 2.3314474304573316e-05, "epoch": 0.4667609618104668, "percentage": 4.67, "elapsed_time": "0:05:14", "remaining_time": "1:47:11", "throughput": 3172.82, "total_tokens": 999104}
+{"current_steps": 995, "total_steps": 21210, "loss": 0.1685, "lr": 2.3432343234323435e-05, "epoch": 0.4691183404054691, "percentage": 4.69, "elapsed_time": "0:05:16", "remaining_time": "1:47:13", "throughput": 3173.49, "total_tokens": 1004864}
+{"current_steps": 1000, "total_steps": 21210, "loss": 0.1179, "lr": 2.355021216407355e-05, "epoch": 0.47147571900047147, "percentage": 4.71, "elapsed_time": "0:05:18", "remaining_time": "1:47:09", "throughput": 3173.33, "total_tokens": 1009472}
+{"current_steps": 1005, "total_steps": 21210, "loss": 0.1602, "lr": 2.3668081093823667e-05, "epoch": 0.4738330975954738, "percentage": 4.74, "elapsed_time": "0:05:19", "remaining_time": "1:47:02", "throughput": 3172.82, "total_tokens": 1013536}
+{"current_steps": 1010, "total_steps": 21210, "loss": 0.1298, "lr": 2.3785950023573786e-05, "epoch": 0.47619047619047616, "percentage": 4.76, "elapsed_time": "0:05:20", "remaining_time": "1:46:58", "throughput": 3172.57, "total_tokens": 1018144}
+{"current_steps": 1015, "total_steps": 21210, "loss": 0.391, "lr": 2.3903818953323906e-05, "epoch": 0.47854785478547857, "percentage": 4.79, "elapsed_time": "0:05:22", "remaining_time": "1:46:54", "throughput": 3172.6, "total_tokens": 1022848}
+{"current_steps": 1020, "total_steps": 21210, "loss": 0.2078, "lr": 2.4021687883074025e-05, "epoch": 0.4809052333804809, "percentage": 4.81, "elapsed_time": "0:05:23", "remaining_time": "1:46:50", "throughput": 3172.56, "total_tokens": 1027424}
+{"current_steps": 1025, "total_steps": 21210, "loss": 0.326, "lr": 2.413955681282414e-05, "epoch": 0.48326261197548326, "percentage": 4.83, "elapsed_time": "0:05:25", "remaining_time": "1:46:50", "throughput": 3172.51, "total_tokens": 1032768}
+{"current_steps": 1030, "total_steps": 21210, "loss": 0.057, "lr": 2.4257425742574257e-05, "epoch": 0.4856199905704856, "percentage": 4.86, "elapsed_time": "0:05:27", "remaining_time": "1:46:47", "throughput": 3172.22, "total_tokens": 1037440}
+{"current_steps": 1035, "total_steps": 21210, "loss": 0.1232, "lr": 2.4375294672324376e-05, "epoch": 0.48797736916548795, "percentage": 4.88, "elapsed_time": "0:05:28", "remaining_time": "1:46:44", "throughput": 3172.54, "total_tokens": 1042400}
+{"current_steps": 1040, "total_steps": 21210, "loss": 0.1843, "lr": 2.4493163602074495e-05, "epoch": 0.49033474776049035, "percentage": 4.9, "elapsed_time": "0:05:30", "remaining_time": "1:46:46", "throughput": 3172.8, "total_tokens": 1048032}
+{"current_steps": 1045, "total_steps": 21210, "loss": 0.1646, "lr": 2.461103253182461e-05, "epoch": 0.4926921263554927, "percentage": 4.93, "elapsed_time": "0:05:31", "remaining_time": "1:46:45", "throughput": 3173.33, "total_tokens": 1053408}
+{"current_steps": 1050, "total_steps": 21210, "loss": 0.1685, "lr": 2.472890146157473e-05, "epoch": 0.49504950495049505, "percentage": 4.95, "elapsed_time": "0:05:33", "remaining_time": "1:46:47", "throughput": 3173.44, "total_tokens": 1059008}
+{"current_steps": 1055, "total_steps": 21210, "loss": 0.1896, "lr": 2.4846770391324846e-05, "epoch": 0.4974068835454974, "percentage": 4.97, "elapsed_time": "0:05:35", "remaining_time": "1:46:44", "throughput": 3172.96, "total_tokens": 1063712}
+{"current_steps": 1060, "total_steps": 21210, "loss": 0.7593, "lr": 2.4964639321074965e-05, "epoch": 0.49976426214049974, "percentage": 5.0, "elapsed_time": "0:05:36", "remaining_time": "1:46:40", "throughput": 3172.85, "total_tokens": 1068320}
+{"current_steps": 1061, "total_steps": 21210, "eval_loss": 0.22503285109996796, "epoch": 0.5002357378595003, "percentage": 5.0, "elapsed_time": "0:06:00", "remaining_time": "1:53:58", "throughput": 2970.11, "total_tokens": 1069568}
+{"current_steps": 1065, "total_steps": 21210, "loss": 0.1379, "lr": 2.508250825082508e-05, "epoch": 0.5021216407355021, "percentage": 5.02, "elapsed_time": "0:06:02", "remaining_time": "1:54:07", "throughput": 2964.72, "total_tokens": 1073280}
+{"current_steps": 1070, "total_steps": 21210, "loss": 0.213, "lr": 2.52003771805752e-05, "epoch": 0.5044790193305044, "percentage": 5.04, "elapsed_time": "0:06:03", "remaining_time": "1:53:58", "throughput": 2965.06, "total_tokens": 1077184}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60669290c79ecbdbdb6f039f7ac92bcd1cbba230e8146834769f296338b623f
+size 6225