Training in progress, step 1061

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

adapter_config.json

@@ -0,0 +1,17 @@
+{
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "inference_mode": true,
+  "num_attention_heads": 32,
+  "num_layers": 32,
+  "num_transformer_submodules": 1,
+  "num_virtual_tokens": 100,
+  "peft_type": "PROMPT_TUNING",
+  "prompt_tuning_init": "RANDOM",
+  "prompt_tuning_init_text": null,
+  "revision": null,
+  "task_type": "CAUSAL_LM",
+  "token_dim": 4096,
+  "tokenizer_kwargs": null,
+  "tokenizer_name_or_path": null
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0226c21857776e2305a17d6d8582d9c117a2ef9226ddd8e2b29814176600ab4
+size 819328

special_tokens_map.json

@@ -0,0 +1,26 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
+  ],
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1dcab308e7cf5970ea38815e0a62887d705c5b436f869ca27a5dcdd40c36a6
+size 17210148

tokenizer_config.json

@@ -0,0 +1,2077 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128256": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|eom_id|>"
+  ],
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}

train.yaml

@@ -0,0 +1,56 @@
+seed: 123
+
+### model
+model_name_or_path: meta-llama/Meta-Llama-3-8B-Instruct
+trust_remote_code: true
+flash_attn: auto
+use_cache: false
+
+### method
+stage: sft
+do_train: true
+finetuning_type: prompt-tuning
+task_type: CAUSAL_LM
+num_virtual_tokens: 100
+
+### dataset
+dataset: boolq
+template: llama3
+cutoff_len: 2048
+overwrite_cache: true
+preprocessing_num_workers: 16
+dataloader_num_workers: 4
+packing: false
+
+### output
+output_dir: saves/prompt-tuning/llama-3-8b-instruct/train_boolq_1754587244
+logging_steps: 5
+save_steps: 0.05
+overwrite_output_dir: true
+save_only_model: false
+plot_loss: true
+include_num_input_tokens_seen: true
+push_to_hub: true
+push_to_hub_organization: rbelanec
+load_best_model_at_end: true
+save_total_limit: 1
+
+### train
+per_device_train_batch_size: 4
+learning_rate: 5.0e-5
+num_train_epochs: 10.0
+weight_decay: 1.0e-5
+lr_scheduler_type: cosine
+bf16: true
+ddp_timeout: 180000000
+resume_from_checkpoint: null
+warmup_ratio: 0.1
+optim: adamw_torch
+report_to:
+- wandb
+
+### eval
+per_device_eval_batch_size: 4
+eval_strategy: steps
+eval_steps: 0.05
+val_size: 0.1

trainer_log.jsonl

@@ -0,0 +1,215 @@
+{"current_steps": 5, "total_steps": 21210, "loss": 0.7039, "lr": 9.42951438000943e-08, "epoch": 0.0023573785950023575, "percentage": 0.02, "elapsed_time": "0:00:02", "remaining_time": "3:01:05", "throughput": 2023.42, "total_tokens": 5184}
+{"current_steps": 10, "total_steps": 21210, "loss": 0.663, "lr": 2.1216407355021216e-07, "epoch": 0.004714757190004715, "percentage": 0.05, "elapsed_time": "0:00:03", "remaining_time": "2:20:47", "throughput": 2409.21, "total_tokens": 9600}
+{"current_steps": 15, "total_steps": 21210, "loss": 0.537, "lr": 3.300330033003301e-07, "epoch": 0.007072135785007072, "percentage": 0.07, "elapsed_time": "0:00:05", "remaining_time": "2:09:09", "throughput": 2613.95, "total_tokens": 14336}
+{"current_steps": 20, "total_steps": 21210, "loss": 0.2121, "lr": 4.479019330504479e-07, "epoch": 0.00942951438000943, "percentage": 0.09, "elapsed_time": "0:00:07", "remaining_time": "2:05:05", "throughput": 2778.19, "total_tokens": 19680}
+{"current_steps": 25, "total_steps": 21210, "loss": 0.9197, "lr": 5.657708628005658e-07, "epoch": 0.011786892975011787, "percentage": 0.12, "elapsed_time": "0:00:08", "remaining_time": "2:01:51", "throughput": 2848.47, "total_tokens": 24576}
+{"current_steps": 30, "total_steps": 21210, "loss": 0.3193, "lr": 6.836397925506837e-07, "epoch": 0.014144271570014143, "percentage": 0.14, "elapsed_time": "0:00:10", "remaining_time": "1:58:58", "throughput": 2889.61, "total_tokens": 29216}
+{"current_steps": 35, "total_steps": 21210, "loss": 0.2455, "lr": 8.015087223008016e-07, "epoch": 0.0165016501650165, "percentage": 0.17, "elapsed_time": "0:00:11", "remaining_time": "1:56:01", "throughput": 2906.09, "total_tokens": 33440}
+{"current_steps": 40, "total_steps": 21210, "loss": 0.8361, "lr": 9.193776520509195e-07, "epoch": 0.01885902876001886, "percentage": 0.19, "elapsed_time": "0:00:12", "remaining_time": "1:54:30", "throughput": 2945.74, "total_tokens": 38240}
+{"current_steps": 45, "total_steps": 21210, "loss": 0.4681, "lr": 1.0372465818010372e-06, "epoch": 0.021216407355021217, "percentage": 0.21, "elapsed_time": "0:00:14", "remaining_time": "1:53:46", "throughput": 2982.82, "total_tokens": 43296}
+{"current_steps": 50, "total_steps": 21210, "loss": 0.2414, "lr": 1.155115511551155e-06, "epoch": 0.023573785950023574, "percentage": 0.24, "elapsed_time": "0:00:15", "remaining_time": "1:52:24", "throughput": 2997.76, "total_tokens": 47776}
+{"current_steps": 55, "total_steps": 21210, "loss": 0.6391, "lr": 1.272984441301273e-06, "epoch": 0.02593116454502593, "percentage": 0.26, "elapsed_time": "0:00:17", "remaining_time": "1:51:39", "throughput": 3016.49, "total_tokens": 52544}
+{"current_steps": 60, "total_steps": 21210, "loss": 0.5292, "lr": 1.390853371051391e-06, "epoch": 0.028288543140028287, "percentage": 0.28, "elapsed_time": "0:00:19", "remaining_time": "1:52:07", "throughput": 3048.02, "total_tokens": 58176}
+{"current_steps": 65, "total_steps": 21210, "loss": 0.6584, "lr": 1.5087223008015088e-06, "epoch": 0.030645921735030647, "percentage": 0.31, "elapsed_time": "0:00:20", "remaining_time": "1:51:42", "throughput": 3053.67, "total_tokens": 62912}
+{"current_steps": 70, "total_steps": 21210, "loss": 0.5779, "lr": 1.6265912305516266e-06, "epoch": 0.033003300330033, "percentage": 0.33, "elapsed_time": "0:00:22", "remaining_time": "1:52:27", "throughput": 3088.02, "total_tokens": 68992}
+{"current_steps": 75, "total_steps": 21210, "loss": 0.7035, "lr": 1.7444601603017446e-06, "epoch": 0.03536067892503536, "percentage": 0.35, "elapsed_time": "0:00:23", "remaining_time": "1:51:30", "throughput": 3087.8, "total_tokens": 73312}
+{"current_steps": 80, "total_steps": 21210, "loss": 0.6448, "lr": 1.8623290900518624e-06, "epoch": 0.03771805752003772, "percentage": 0.38, "elapsed_time": "0:00:25", "remaining_time": "1:51:51", "throughput": 3108.05, "total_tokens": 78976}
+{"current_steps": 85, "total_steps": 21210, "loss": 0.3699, "lr": 1.9801980198019803e-06, "epoch": 0.040075436115040074, "percentage": 0.4, "elapsed_time": "0:00:26", "remaining_time": "1:51:26", "throughput": 3111.25, "total_tokens": 83712}
+{"current_steps": 90, "total_steps": 21210, "loss": 0.439, "lr": 2.0980669495520983e-06, "epoch": 0.042432814710042434, "percentage": 0.42, "elapsed_time": "0:00:28", "remaining_time": "1:50:40", "throughput": 3107.51, "total_tokens": 87936}
+{"current_steps": 95, "total_steps": 21210, "loss": 0.3164, "lr": 2.215935879302216e-06, "epoch": 0.04479019330504479, "percentage": 0.45, "elapsed_time": "0:00:29", "remaining_time": "1:50:33", "throughput": 3106.11, "total_tokens": 92704}
+{"current_steps": 100, "total_steps": 21210, "loss": 0.2125, "lr": 2.333804809052334e-06, "epoch": 0.04714757190004715, "percentage": 0.47, "elapsed_time": "0:00:31", "remaining_time": "1:50:22", "throughput": 3113.21, "total_tokens": 97664}
+{"current_steps": 105, "total_steps": 21210, "loss": 0.3004, "lr": 2.4516737388024515e-06, "epoch": 0.04950495049504951, "percentage": 0.5, "elapsed_time": "0:00:32", "remaining_time": "1:49:57", "throughput": 3114.72, "total_tokens": 102240}
+{"current_steps": 110, "total_steps": 21210, "loss": 0.2891, "lr": 2.56954266855257e-06, "epoch": 0.05186232909005186, "percentage": 0.52, "elapsed_time": "0:00:34", "remaining_time": "1:49:57", "throughput": 3119.65, "total_tokens": 107296}
+{"current_steps": 115, "total_steps": 21210, "loss": 0.4419, "lr": 2.687411598302688e-06, "epoch": 0.05421970768505422, "percentage": 0.54, "elapsed_time": "0:00:36", "remaining_time": "1:50:18", "throughput": 3131.82, "total_tokens": 112992}
+{"current_steps": 120, "total_steps": 21210, "loss": 0.3688, "lr": 2.8052805280528055e-06, "epoch": 0.056577086280056574, "percentage": 0.57, "elapsed_time": "0:00:37", "remaining_time": "1:50:26", "throughput": 3141.96, "total_tokens": 118464}
+{"current_steps": 125, "total_steps": 21210, "loss": 0.5247, "lr": 2.9231494578029235e-06, "epoch": 0.058934464875058934, "percentage": 0.59, "elapsed_time": "0:00:39", "remaining_time": "1:51:05", "throughput": 3153.6, "total_tokens": 124608}
+{"current_steps": 130, "total_steps": 21210, "loss": 0.4945, "lr": 3.041018387553041e-06, "epoch": 0.061291843470061294, "percentage": 0.61, "elapsed_time": "0:00:41", "remaining_time": "1:51:44", "throughput": 3168.43, "total_tokens": 131008}
+{"current_steps": 135, "total_steps": 21210, "loss": 0.4248, "lr": 3.1588873173031586e-06, "epoch": 0.06364922206506365, "percentage": 0.64, "elapsed_time": "0:00:42", "remaining_time": "1:51:50", "throughput": 3175.11, "total_tokens": 136480}
+{"current_steps": 140, "total_steps": 21210, "loss": 0.6951, "lr": 3.2767562470532766e-06, "epoch": 0.066006600660066, "percentage": 0.66, "elapsed_time": "0:00:44", "remaining_time": "1:51:36", "throughput": 3175.35, "total_tokens": 141280}
+{"current_steps": 145, "total_steps": 21210, "loss": 0.8955, "lr": 3.3946251768033946e-06, "epoch": 0.06836397925506836, "percentage": 0.68, "elapsed_time": "0:00:46", "remaining_time": "1:51:35", "throughput": 3176.6, "total_tokens": 146400}
+{"current_steps": 150, "total_steps": 21210, "loss": 0.5398, "lr": 3.5124941065535126e-06, "epoch": 0.07072135785007072, "percentage": 0.71, "elapsed_time": "0:00:47", "remaining_time": "1:51:30", "throughput": 3177.09, "total_tokens": 151392}
+{"current_steps": 155, "total_steps": 21210, "loss": 0.5195, "lr": 3.6303630363036306e-06, "epoch": 0.07307873644507308, "percentage": 0.73, "elapsed_time": "0:00:49", "remaining_time": "1:51:34", "throughput": 3181.08, "total_tokens": 156768}
+{"current_steps": 160, "total_steps": 21210, "loss": 0.4944, "lr": 3.748231966053748e-06, "epoch": 0.07543611504007544, "percentage": 0.75, "elapsed_time": "0:00:50", "remaining_time": "1:51:11", "throughput": 3179.08, "total_tokens": 161216}
+{"current_steps": 165, "total_steps": 21210, "loss": 0.5289, "lr": 3.866100895803866e-06, "epoch": 0.07779349363507779, "percentage": 0.78, "elapsed_time": "0:00:52", "remaining_time": "1:51:10", "throughput": 3184.07, "total_tokens": 166528}
+{"current_steps": 170, "total_steps": 21210, "loss": 0.4631, "lr": 3.983969825553984e-06, "epoch": 0.08015087223008015, "percentage": 0.8, "elapsed_time": "0:00:53", "remaining_time": "1:51:16", "throughput": 3189.46, "total_tokens": 172064}
+{"current_steps": 175, "total_steps": 21210, "loss": 0.586, "lr": 4.101838755304102e-06, "epoch": 0.08250825082508251, "percentage": 0.83, "elapsed_time": "0:00:55", "remaining_time": "1:51:14", "throughput": 3192.53, "total_tokens": 177280}
+{"current_steps": 180, "total_steps": 21210, "loss": 0.3564, "lr": 4.2197076850542205e-06, "epoch": 0.08486562942008487, "percentage": 0.85, "elapsed_time": "0:00:56", "remaining_time": "1:50:54", "throughput": 3185.46, "total_tokens": 181440}
+{"current_steps": 185, "total_steps": 21210, "loss": 0.6196, "lr": 4.337576614804337e-06, "epoch": 0.08722300801508723, "percentage": 0.87, "elapsed_time": "0:00:58", "remaining_time": "1:50:48", "throughput": 3188.06, "total_tokens": 186496}
+{"current_steps": 190, "total_steps": 21210, "loss": 0.3128, "lr": 4.455445544554456e-06, "epoch": 0.08958038661008957, "percentage": 0.9, "elapsed_time": "0:00:59", "remaining_time": "1:50:25", "throughput": 3183.92, "total_tokens": 190688}
+{"current_steps": 195, "total_steps": 21210, "loss": 0.3553, "lr": 4.573314474304573e-06, "epoch": 0.09193776520509193, "percentage": 0.92, "elapsed_time": "0:01:01", "remaining_time": "1:50:21", "throughput": 3184.25, "total_tokens": 195648}
+{"current_steps": 200, "total_steps": 21210, "loss": 0.4629, "lr": 4.691183404054692e-06, "epoch": 0.0942951438000943, "percentage": 0.94, "elapsed_time": "0:01:02", "remaining_time": "1:50:14", "throughput": 3184.29, "total_tokens": 200512}
+{"current_steps": 205, "total_steps": 21210, "loss": 0.5303, "lr": 4.809052333804809e-06, "epoch": 0.09665252239509665, "percentage": 0.97, "elapsed_time": "0:01:04", "remaining_time": "1:50:16", "throughput": 3188.05, "total_tokens": 205856}
+{"current_steps": 210, "total_steps": 21210, "loss": 0.6413, "lr": 4.926921263554928e-06, "epoch": 0.09900990099009901, "percentage": 0.99, "elapsed_time": "0:01:06", "remaining_time": "1:50:12", "throughput": 3187.48, "total_tokens": 210784}
+{"current_steps": 215, "total_steps": 21210, "loss": 0.3115, "lr": 5.044790193305045e-06, "epoch": 0.10136727958510136, "percentage": 1.01, "elapsed_time": "0:01:07", "remaining_time": "1:50:00", "throughput": 3186.25, "total_tokens": 215360}
+{"current_steps": 220, "total_steps": 21210, "loss": 0.5963, "lr": 5.162659123055163e-06, "epoch": 0.10372465818010372, "percentage": 1.04, "elapsed_time": "0:01:09", "remaining_time": "1:49:52", "throughput": 3184.78, "total_tokens": 220064}
+{"current_steps": 225, "total_steps": 21210, "loss": 0.5, "lr": 5.280528052805281e-06, "epoch": 0.10608203677510608, "percentage": 1.06, "elapsed_time": "0:01:10", "remaining_time": "1:49:36", "throughput": 3181.81, "total_tokens": 224352}
+{"current_steps": 230, "total_steps": 21210, "loss": 0.5591, "lr": 5.398396982555399e-06, "epoch": 0.10843941537010844, "percentage": 1.08, "elapsed_time": "0:01:12", "remaining_time": "1:49:30", "throughput": 3180.53, "total_tokens": 229088}
+{"current_steps": 235, "total_steps": 21210, "loss": 0.4644, "lr": 5.516265912305517e-06, "epoch": 0.1107967939651108, "percentage": 1.11, "elapsed_time": "0:01:13", "remaining_time": "1:49:21", "throughput": 3180.78, "total_tokens": 233824}
+{"current_steps": 240, "total_steps": 21210, "loss": 0.5007, "lr": 5.634134842055634e-06, "epoch": 0.11315417256011315, "percentage": 1.13, "elapsed_time": "0:01:15", "remaining_time": "1:49:19", "throughput": 3181.15, "total_tokens": 238816}
+{"current_steps": 245, "total_steps": 21210, "loss": 0.4403, "lr": 5.752003771805752e-06, "epoch": 0.11551155115511551, "percentage": 1.16, "elapsed_time": "0:01:16", "remaining_time": "1:49:05", "throughput": 3180.92, "total_tokens": 243328}
+{"current_steps": 250, "total_steps": 21210, "loss": 0.3706, "lr": 5.86987270155587e-06, "epoch": 0.11786892975011787, "percentage": 1.18, "elapsed_time": "0:01:18", "remaining_time": "1:49:13", "throughput": 3183.93, "total_tokens": 248896}
+{"current_steps": 255, "total_steps": 21210, "loss": 0.339, "lr": 5.987741631305988e-06, "epoch": 0.12022630834512023, "percentage": 1.2, "elapsed_time": "0:01:19", "remaining_time": "1:49:04", "throughput": 3182.52, "total_tokens": 253440}
+{"current_steps": 260, "total_steps": 21210, "loss": 0.3775, "lr": 6.105610561056106e-06, "epoch": 0.12258368694012259, "percentage": 1.23, "elapsed_time": "0:01:21", "remaining_time": "1:48:58", "throughput": 3181.88, "total_tokens": 258208}
+{"current_steps": 265, "total_steps": 21210, "loss": 0.3441, "lr": 6.2234794908062235e-06, "epoch": 0.12494106553512493, "percentage": 1.25, "elapsed_time": "0:01:22", "remaining_time": "1:48:47", "throughput": 3179.35, "total_tokens": 262592}
+{"current_steps": 270, "total_steps": 21210, "loss": 0.4402, "lr": 6.341348420556342e-06, "epoch": 0.1272984441301273, "percentage": 1.27, "elapsed_time": "0:01:24", "remaining_time": "1:48:44", "throughput": 3181.3, "total_tokens": 267648}
+{"current_steps": 275, "total_steps": 21210, "loss": 0.8328, "lr": 6.4592173503064595e-06, "epoch": 0.12965582272512965, "percentage": 1.3, "elapsed_time": "0:01:25", "remaining_time": "1:48:38", "throughput": 3181.2, "total_tokens": 272384}
+{"current_steps": 280, "total_steps": 21210, "loss": 0.4447, "lr": 6.577086280056577e-06, "epoch": 0.132013201320132, "percentage": 1.32, "elapsed_time": "0:01:27", "remaining_time": "1:48:54", "throughput": 3185.25, "total_tokens": 278464}
+{"current_steps": 285, "total_steps": 21210, "loss": 0.3586, "lr": 6.6949552098066954e-06, "epoch": 0.13437057991513437, "percentage": 1.34, "elapsed_time": "0:01:28", "remaining_time": "1:48:38", "throughput": 3181.33, "total_tokens": 282432}
+{"current_steps": 290, "total_steps": 21210, "loss": 0.309, "lr": 6.812824139556813e-06, "epoch": 0.13672795851013672, "percentage": 1.37, "elapsed_time": "0:01:30", "remaining_time": "1:48:39", "throughput": 3183.65, "total_tokens": 287744}
+{"current_steps": 295, "total_steps": 21210, "loss": 0.4922, "lr": 6.9306930693069314e-06, "epoch": 0.1390853371051391, "percentage": 1.39, "elapsed_time": "0:01:31", "remaining_time": "1:48:26", "throughput": 3180.23, "total_tokens": 291840}
+{"current_steps": 300, "total_steps": 21210, "loss": 0.5036, "lr": 7.048561999057049e-06, "epoch": 0.14144271570014144, "percentage": 1.41, "elapsed_time": "0:01:33", "remaining_time": "1:48:23", "throughput": 3182.15, "total_tokens": 296928}
+{"current_steps": 305, "total_steps": 21210, "loss": 0.3963, "lr": 7.1664309288071666e-06, "epoch": 0.1438000942951438, "percentage": 1.44, "elapsed_time": "0:01:34", "remaining_time": "1:48:26", "throughput": 3183.99, "total_tokens": 302272}
+{"current_steps": 310, "total_steps": 21210, "loss": 0.6006, "lr": 7.284299858557285e-06, "epoch": 0.14615747289014616, "percentage": 1.46, "elapsed_time": "0:01:36", "remaining_time": "1:48:16", "throughput": 3182.72, "total_tokens": 306688}
+{"current_steps": 315, "total_steps": 21210, "loss": 0.4864, "lr": 7.4021687883074026e-06, "epoch": 0.1485148514851485, "percentage": 1.49, "elapsed_time": "0:01:37", "remaining_time": "1:47:59", "throughput": 3178.92, "total_tokens": 310528}
+{"current_steps": 320, "total_steps": 21210, "loss": 0.6781, "lr": 7.520037718057521e-06, "epoch": 0.15087223008015088, "percentage": 1.51, "elapsed_time": "0:01:39", "remaining_time": "1:47:49", "throughput": 3177.59, "total_tokens": 314912}
+{"current_steps": 325, "total_steps": 21210, "loss": 0.2891, "lr": 7.637906647807639e-06, "epoch": 0.15322960867515323, "percentage": 1.53, "elapsed_time": "0:01:40", "remaining_time": "1:47:45", "throughput": 3177.77, "total_tokens": 319712}
+{"current_steps": 330, "total_steps": 21210, "loss": 0.6978, "lr": 7.755775577557756e-06, "epoch": 0.15558698727015557, "percentage": 1.56, "elapsed_time": "0:01:42", "remaining_time": "1:47:43", "throughput": 3178.83, "total_tokens": 324704}
+{"current_steps": 335, "total_steps": 21210, "loss": 0.503, "lr": 7.873644507307874e-06, "epoch": 0.15794436586515795, "percentage": 1.58, "elapsed_time": "0:01:43", "remaining_time": "1:47:47", "throughput": 3180.78, "total_tokens": 330112}
+{"current_steps": 340, "total_steps": 21210, "loss": 0.5696, "lr": 7.991513437057991e-06, "epoch": 0.1603017444601603, "percentage": 1.6, "elapsed_time": "0:01:45", "remaining_time": "1:48:22", "throughput": 3190.45, "total_tokens": 337984}
+{"current_steps": 345, "total_steps": 21210, "loss": 0.5586, "lr": 8.10938236680811e-06, "epoch": 0.16265912305516267, "percentage": 1.63, "elapsed_time": "0:01:47", "remaining_time": "1:48:20", "throughput": 3192.53, "total_tokens": 343136}
+{"current_steps": 350, "total_steps": 21210, "loss": 0.2709, "lr": 8.227251296558228e-06, "epoch": 0.16501650165016502, "percentage": 1.65, "elapsed_time": "0:01:49", "remaining_time": "1:48:30", "throughput": 3194.95, "total_tokens": 348992}
+{"current_steps": 355, "total_steps": 21210, "loss": 0.5522, "lr": 8.345120226308346e-06, "epoch": 0.16737388024516736, "percentage": 1.67, "elapsed_time": "0:01:50", "remaining_time": "1:48:21", "throughput": 3194.05, "total_tokens": 353504}
+{"current_steps": 360, "total_steps": 21210, "loss": 0.3739, "lr": 8.462989156058463e-06, "epoch": 0.16973125884016974, "percentage": 1.7, "elapsed_time": "0:01:52", "remaining_time": "1:48:25", "throughput": 3196.89, "total_tokens": 359104}
+{"current_steps": 365, "total_steps": 21210, "loss": 0.3712, "lr": 8.58085808580858e-06, "epoch": 0.17208863743517208, "percentage": 1.72, "elapsed_time": "0:01:53", "remaining_time": "1:48:20", "throughput": 3195.83, "total_tokens": 363744}
+{"current_steps": 370, "total_steps": 21210, "loss": 0.4698, "lr": 8.6987270155587e-06, "epoch": 0.17444601603017446, "percentage": 1.74, "elapsed_time": "0:01:55", "remaining_time": "1:48:17", "throughput": 3197.37, "total_tokens": 368864}
+{"current_steps": 375, "total_steps": 21210, "loss": 0.4255, "lr": 8.816595945308818e-06, "epoch": 0.1768033946251768, "percentage": 1.77, "elapsed_time": "0:01:56", "remaining_time": "1:48:16", "throughput": 3197.29, "total_tokens": 373824}
+{"current_steps": 380, "total_steps": 21210, "loss": 0.4309, "lr": 8.934464875058935e-06, "epoch": 0.17916077322017915, "percentage": 1.79, "elapsed_time": "0:01:58", "remaining_time": "1:48:11", "throughput": 3195.74, "total_tokens": 378432}
+{"current_steps": 385, "total_steps": 21210, "loss": 0.2956, "lr": 9.052333804809053e-06, "epoch": 0.18151815181518152, "percentage": 1.82, "elapsed_time": "0:02:00", "remaining_time": "1:48:11", "throughput": 3196.04, "total_tokens": 383552}
+{"current_steps": 390, "total_steps": 21210, "loss": 0.5211, "lr": 9.17020273455917e-06, "epoch": 0.18387553041018387, "percentage": 1.84, "elapsed_time": "0:02:01", "remaining_time": "1:48:11", "throughput": 3197.14, "total_tokens": 388768}
+{"current_steps": 395, "total_steps": 21210, "loss": 0.2768, "lr": 9.28807166430929e-06, "epoch": 0.18623290900518624, "percentage": 1.86, "elapsed_time": "0:02:03", "remaining_time": "1:48:02", "throughput": 3195.69, "total_tokens": 393120}
+{"current_steps": 400, "total_steps": 21210, "loss": 0.2299, "lr": 9.405940594059407e-06, "epoch": 0.1885902876001886, "percentage": 1.89, "elapsed_time": "0:02:04", "remaining_time": "1:47:58", "throughput": 3195.14, "total_tokens": 397856}
+{"current_steps": 405, "total_steps": 21210, "loss": 0.2366, "lr": 9.523809523809523e-06, "epoch": 0.19094766619519093, "percentage": 1.91, "elapsed_time": "0:02:06", "remaining_time": "1:47:56", "throughput": 3195.33, "total_tokens": 402848}
+{"current_steps": 410, "total_steps": 21210, "loss": 0.2631, "lr": 9.641678453559642e-06, "epoch": 0.1933050447901933, "percentage": 1.93, "elapsed_time": "0:02:07", "remaining_time": "1:47:55", "throughput": 3195.74, "total_tokens": 407936}
+{"current_steps": 415, "total_steps": 21210, "loss": 0.4596, "lr": 9.75954738330976e-06, "epoch": 0.19566242338519566, "percentage": 1.96, "elapsed_time": "0:02:09", "remaining_time": "1:47:56", "throughput": 3195.67, "total_tokens": 413024}
+{"current_steps": 420, "total_steps": 21210, "loss": 0.5153, "lr": 9.87741631305988e-06, "epoch": 0.19801980198019803, "percentage": 1.98, "elapsed_time": "0:02:10", "remaining_time": "1:48:02", "throughput": 3197.24, "total_tokens": 418720}
+{"current_steps": 425, "total_steps": 21210, "loss": 0.359, "lr": 9.995285242809995e-06, "epoch": 0.20037718057520038, "percentage": 2.0, "elapsed_time": "0:02:12", "remaining_time": "1:48:20", "throughput": 3200.64, "total_tokens": 425440}
+{"current_steps": 430, "total_steps": 21210, "loss": 0.907, "lr": 1.0113154172560113e-05, "epoch": 0.20273455917020272, "percentage": 2.03, "elapsed_time": "0:02:14", "remaining_time": "1:48:18", "throughput": 3201.03, "total_tokens": 430464}
+{"current_steps": 435, "total_steps": 21210, "loss": 0.2391, "lr": 1.0231023102310232e-05, "epoch": 0.2050919377652051, "percentage": 2.05, "elapsed_time": "0:02:16", "remaining_time": "1:48:19", "throughput": 3202.12, "total_tokens": 435776}
+{"current_steps": 440, "total_steps": 21210, "loss": 0.2927, "lr": 1.034889203206035e-05, "epoch": 0.20744931636020744, "percentage": 2.07, "elapsed_time": "0:02:17", "remaining_time": "1:48:13", "throughput": 3201.31, "total_tokens": 440352}
+{"current_steps": 445, "total_steps": 21210, "loss": 0.3203, "lr": 1.0466760961810467e-05, "epoch": 0.20980669495520982, "percentage": 2.1, "elapsed_time": "0:02:18", "remaining_time": "1:48:05", "throughput": 3199.9, "total_tokens": 444768}
+{"current_steps": 450, "total_steps": 21210, "loss": 0.4221, "lr": 1.0584629891560585e-05, "epoch": 0.21216407355021216, "percentage": 2.12, "elapsed_time": "0:02:20", "remaining_time": "1:48:12", "throughput": 3201.21, "total_tokens": 450528}
+{"current_steps": 455, "total_steps": 21210, "loss": 0.6417, "lr": 1.0702498821310702e-05, "epoch": 0.2145214521452145, "percentage": 2.15, "elapsed_time": "0:02:22", "remaining_time": "1:48:05", "throughput": 3200.11, "total_tokens": 454976}
+{"current_steps": 460, "total_steps": 21210, "loss": 0.6831, "lr": 1.0820367751060821e-05, "epoch": 0.21687883074021688, "percentage": 2.17, "elapsed_time": "0:02:23", "remaining_time": "1:47:55", "throughput": 3198.09, "total_tokens": 459072}
+{"current_steps": 465, "total_steps": 21210, "loss": 0.3934, "lr": 1.0938236680810939e-05, "epoch": 0.21923620933521923, "percentage": 2.19, "elapsed_time": "0:02:25", "remaining_time": "1:47:54", "throughput": 3199.45, "total_tokens": 464320}
+{"current_steps": 470, "total_steps": 21210, "loss": 0.1718, "lr": 1.1056105610561057e-05, "epoch": 0.2215935879302216, "percentage": 2.22, "elapsed_time": "0:02:26", "remaining_time": "1:47:51", "throughput": 3199.0, "total_tokens": 469120}
+{"current_steps": 475, "total_steps": 21210, "loss": 0.5025, "lr": 1.1173974540311174e-05, "epoch": 0.22395096652522395, "percentage": 2.24, "elapsed_time": "0:02:28", "remaining_time": "1:47:47", "throughput": 3198.87, "total_tokens": 473920}
+{"current_steps": 480, "total_steps": 21210, "loss": 0.8271, "lr": 1.1291843470061292e-05, "epoch": 0.2263083451202263, "percentage": 2.26, "elapsed_time": "0:02:29", "remaining_time": "1:47:36", "throughput": 3196.62, "total_tokens": 477920}
+{"current_steps": 485, "total_steps": 21210, "loss": 0.6239, "lr": 1.1409712399811411e-05, "epoch": 0.22866572371522867, "percentage": 2.29, "elapsed_time": "0:02:31", "remaining_time": "1:47:37", "throughput": 3196.56, "total_tokens": 483040}
+{"current_steps": 490, "total_steps": 21210, "loss": 0.5628, "lr": 1.1527581329561529e-05, "epoch": 0.23102310231023102, "percentage": 2.31, "elapsed_time": "0:02:32", "remaining_time": "1:47:33", "throughput": 3196.52, "total_tokens": 487872}
+{"current_steps": 495, "total_steps": 21210, "loss": 0.2663, "lr": 1.1645450259311646e-05, "epoch": 0.2333804809052334, "percentage": 2.33, "elapsed_time": "0:02:34", "remaining_time": "1:47:33", "throughput": 3196.57, "total_tokens": 492960}
+{"current_steps": 500, "total_steps": 21210, "loss": 0.2578, "lr": 1.1763319189061764e-05, "epoch": 0.23573785950023574, "percentage": 2.36, "elapsed_time": "0:02:35", "remaining_time": "1:47:36", "throughput": 3197.49, "total_tokens": 498400}
+{"current_steps": 505, "total_steps": 21210, "loss": 0.2837, "lr": 1.1881188118811881e-05, "epoch": 0.23809523809523808, "percentage": 2.38, "elapsed_time": "0:02:37", "remaining_time": "1:47:28", "throughput": 3196.5, "total_tokens": 502784}
+{"current_steps": 510, "total_steps": 21210, "loss": 0.3718, "lr": 1.1999057048562e-05, "epoch": 0.24045261669024046, "percentage": 2.4, "elapsed_time": "0:02:38", "remaining_time": "1:47:27", "throughput": 3196.37, "total_tokens": 507776}
+{"current_steps": 515, "total_steps": 21210, "loss": 0.1979, "lr": 1.2116925978312118e-05, "epoch": 0.2428099952852428, "percentage": 2.43, "elapsed_time": "0:02:40", "remaining_time": "1:47:24", "throughput": 3195.73, "total_tokens": 512480}
+{"current_steps": 520, "total_steps": 21210, "loss": 0.3466, "lr": 1.2234794908062236e-05, "epoch": 0.24516737388024518, "percentage": 2.45, "elapsed_time": "0:02:41", "remaining_time": "1:47:25", "throughput": 3195.33, "total_tokens": 517600}
+{"current_steps": 525, "total_steps": 21210, "loss": 0.1948, "lr": 1.2352663837812353e-05, "epoch": 0.24752475247524752, "percentage": 2.48, "elapsed_time": "0:02:43", "remaining_time": "1:47:30", "throughput": 3197.73, "total_tokens": 523520}
+{"current_steps": 530, "total_steps": 21210, "loss": 0.2668, "lr": 1.247053276756247e-05, "epoch": 0.24988213107024987, "percentage": 2.5, "elapsed_time": "0:02:45", "remaining_time": "1:47:21", "throughput": 3195.7, "total_tokens": 527584}
+{"current_steps": 535, "total_steps": 21210, "loss": 0.3105, "lr": 1.2588401697312588e-05, "epoch": 0.2522395096652522, "percentage": 2.52, "elapsed_time": "0:02:46", "remaining_time": "1:47:21", "throughput": 3196.25, "total_tokens": 532736}
+{"current_steps": 540, "total_steps": 21210, "loss": 0.4102, "lr": 1.2706270627062708e-05, "epoch": 0.2545968882602546, "percentage": 2.55, "elapsed_time": "0:02:48", "remaining_time": "1:47:16", "throughput": 3195.91, "total_tokens": 537440}
+{"current_steps": 545, "total_steps": 21210, "loss": 0.2174, "lr": 1.2824139556812825e-05, "epoch": 0.25695426685525696, "percentage": 2.57, "elapsed_time": "0:02:49", "remaining_time": "1:47:20", "throughput": 3197.22, "total_tokens": 543040}
+{"current_steps": 550, "total_steps": 21210, "loss": 0.7216, "lr": 1.2942008486562943e-05, "epoch": 0.2593116454502593, "percentage": 2.59, "elapsed_time": "0:02:51", "remaining_time": "1:47:13", "throughput": 3196.73, "total_tokens": 547520}
+{"current_steps": 555, "total_steps": 21210, "loss": 0.2531, "lr": 1.305987741631306e-05, "epoch": 0.26166902404526166, "percentage": 2.62, "elapsed_time": "0:02:52", "remaining_time": "1:47:15", "throughput": 3197.04, "total_tokens": 552800}
+{"current_steps": 560, "total_steps": 21210, "loss": 0.0636, "lr": 1.3177746346063178e-05, "epoch": 0.264026402640264, "percentage": 2.64, "elapsed_time": "0:02:54", "remaining_time": "1:47:10", "throughput": 3196.32, "total_tokens": 557376}
+{"current_steps": 565, "total_steps": 21210, "loss": 0.4539, "lr": 1.3295615275813297e-05, "epoch": 0.2663837812352664, "percentage": 2.66, "elapsed_time": "0:02:56", "remaining_time": "1:47:19", "throughput": 3199.18, "total_tokens": 563776}
+{"current_steps": 570, "total_steps": 21210, "loss": 0.3642, "lr": 1.3413484205563415e-05, "epoch": 0.26874115983026875, "percentage": 2.69, "elapsed_time": "0:02:57", "remaining_time": "1:47:09", "throughput": 3197.29, "total_tokens": 567712}
+{"current_steps": 575, "total_steps": 21210, "loss": 0.3006, "lr": 1.3531353135313532e-05, "epoch": 0.2710985384252711, "percentage": 2.71, "elapsed_time": "0:02:59", "remaining_time": "1:47:10", "throughput": 3197.83, "total_tokens": 572992}
+{"current_steps": 580, "total_steps": 21210, "loss": 0.1992, "lr": 1.364922206506365e-05, "epoch": 0.27345591702027344, "percentage": 2.73, "elapsed_time": "0:03:00", "remaining_time": "1:47:15", "throughput": 3199.12, "total_tokens": 578816}
+{"current_steps": 585, "total_steps": 21210, "loss": 0.367, "lr": 1.3767090994813767e-05, "epoch": 0.2758132956152758, "percentage": 2.76, "elapsed_time": "0:03:02", "remaining_time": "1:47:12", "throughput": 3198.48, "total_tokens": 583552}
+{"current_steps": 590, "total_steps": 21210, "loss": 0.3968, "lr": 1.3884959924563887e-05, "epoch": 0.2781706742102782, "percentage": 2.78, "elapsed_time": "0:03:04", "remaining_time": "1:47:13", "throughput": 3199.16, "total_tokens": 588864}
+{"current_steps": 595, "total_steps": 21210, "loss": 0.2348, "lr": 1.4002828854314004e-05, "epoch": 0.28052805280528054, "percentage": 2.81, "elapsed_time": "0:03:05", "remaining_time": "1:47:07", "throughput": 3197.75, "total_tokens": 593248}
+{"current_steps": 600, "total_steps": 21210, "loss": 0.542, "lr": 1.4120697784064122e-05, "epoch": 0.2828854314002829, "percentage": 2.83, "elapsed_time": "0:03:07", "remaining_time": "1:47:13", "throughput": 3199.9, "total_tokens": 599360}
+{"current_steps": 605, "total_steps": 21210, "loss": 0.3434, "lr": 1.423856671381424e-05, "epoch": 0.28524280999528523, "percentage": 2.85, "elapsed_time": "0:03:08", "remaining_time": "1:47:11", "throughput": 3200.26, "total_tokens": 604352}
+{"current_steps": 610, "total_steps": 21210, "loss": 0.201, "lr": 1.4356435643564355e-05, "epoch": 0.2876001885902876, "percentage": 2.88, "elapsed_time": "0:03:10", "remaining_time": "1:47:14", "throughput": 3201.14, "total_tokens": 609952}
+{"current_steps": 615, "total_steps": 21210, "loss": 0.1199, "lr": 1.4474304573314476e-05, "epoch": 0.28995756718529, "percentage": 2.9, "elapsed_time": "0:03:11", "remaining_time": "1:47:09", "throughput": 3200.22, "total_tokens": 614400}
+{"current_steps": 620, "total_steps": 21210, "loss": 0.3836, "lr": 1.4592173503064594e-05, "epoch": 0.2923149457802923, "percentage": 2.92, "elapsed_time": "0:03:13", "remaining_time": "1:47:08", "throughput": 3200.62, "total_tokens": 619552}
+{"current_steps": 625, "total_steps": 21210, "loss": 0.3066, "lr": 1.4710042432814711e-05, "epoch": 0.29467232437529467, "percentage": 2.95, "elapsed_time": "0:03:15", "remaining_time": "1:47:09", "throughput": 3201.47, "total_tokens": 624960}
+{"current_steps": 630, "total_steps": 21210, "loss": 0.4966, "lr": 1.4827911362564827e-05, "epoch": 0.297029702970297, "percentage": 2.97, "elapsed_time": "0:03:17", "remaining_time": "1:47:18", "throughput": 3203.9, "total_tokens": 631520}
+{"current_steps": 635, "total_steps": 21210, "loss": 0.3082, "lr": 1.4945780292314945e-05, "epoch": 0.29938708156529936, "percentage": 2.99, "elapsed_time": "0:03:18", "remaining_time": "1:47:24", "throughput": 3205.32, "total_tokens": 637568}
+{"current_steps": 640, "total_steps": 21210, "loss": 0.3466, "lr": 1.5063649222065066e-05, "epoch": 0.30174446016030176, "percentage": 3.02, "elapsed_time": "0:03:20", "remaining_time": "1:47:24", "throughput": 3205.35, "total_tokens": 642688}
+{"current_steps": 645, "total_steps": 21210, "loss": 0.3256, "lr": 1.5181518151815183e-05, "epoch": 0.3041018387553041, "percentage": 3.04, "elapsed_time": "0:03:22", "remaining_time": "1:47:20", "throughput": 3204.77, "total_tokens": 647392}
+{"current_steps": 650, "total_steps": 21210, "loss": 0.1938, "lr": 1.52993870815653e-05, "epoch": 0.30645921735030646, "percentage": 3.06, "elapsed_time": "0:03:23", "remaining_time": "1:47:22", "throughput": 3204.95, "total_tokens": 652800}
+{"current_steps": 655, "total_steps": 21210, "loss": 0.2119, "lr": 1.5417256011315417e-05, "epoch": 0.3088165959453088, "percentage": 3.09, "elapsed_time": "0:03:25", "remaining_time": "1:47:30", "throughput": 3207.5, "total_tokens": 659328}
+{"current_steps": 660, "total_steps": 21210, "loss": 0.1548, "lr": 1.5535124941065536e-05, "epoch": 0.31117397454031115, "percentage": 3.11, "elapsed_time": "0:03:26", "remaining_time": "1:47:23", "throughput": 3206.05, "total_tokens": 663488}
+{"current_steps": 665, "total_steps": 21210, "loss": 0.1922, "lr": 1.5652993870815655e-05, "epoch": 0.31353135313531355, "percentage": 3.14, "elapsed_time": "0:03:28", "remaining_time": "1:47:19", "throughput": 3205.61, "total_tokens": 668192}
+{"current_steps": 670, "total_steps": 21210, "loss": 0.5743, "lr": 1.577086280056577e-05, "epoch": 0.3158887317303159, "percentage": 3.16, "elapsed_time": "0:03:30", "remaining_time": "1:47:20", "throughput": 3206.05, "total_tokens": 673568}
+{"current_steps": 675, "total_steps": 21210, "loss": 0.1416, "lr": 1.588873173031589e-05, "epoch": 0.31824611032531824, "percentage": 3.18, "elapsed_time": "0:03:32", "remaining_time": "1:47:34", "throughput": 3210.01, "total_tokens": 681056}
+{"current_steps": 680, "total_steps": 21210, "loss": 0.2115, "lr": 1.6006600660066006e-05, "epoch": 0.3206034889203206, "percentage": 3.21, "elapsed_time": "0:03:33", "remaining_time": "1:47:32", "throughput": 3209.21, "total_tokens": 685920}
+{"current_steps": 685, "total_steps": 21210, "loss": 0.2473, "lr": 1.6124469589816126e-05, "epoch": 0.32296086751532294, "percentage": 3.23, "elapsed_time": "0:03:35", "remaining_time": "1:47:30", "throughput": 3208.88, "total_tokens": 690816}
+{"current_steps": 690, "total_steps": 21210, "loss": 0.0446, "lr": 1.6242338519566245e-05, "epoch": 0.32531824611032534, "percentage": 3.25, "elapsed_time": "0:03:36", "remaining_time": "1:47:27", "throughput": 3208.73, "total_tokens": 695648}
+{"current_steps": 695, "total_steps": 21210, "loss": 0.1646, "lr": 1.636020744931636e-05, "epoch": 0.3276756247053277, "percentage": 3.28, "elapsed_time": "0:03:38", "remaining_time": "1:47:27", "throughput": 3209.0, "total_tokens": 700960}
+{"current_steps": 700, "total_steps": 21210, "loss": 0.2211, "lr": 1.647807637906648e-05, "epoch": 0.33003300330033003, "percentage": 3.3, "elapsed_time": "0:03:39", "remaining_time": "1:47:25", "throughput": 3208.85, "total_tokens": 705856}
+{"current_steps": 705, "total_steps": 21210, "loss": 0.4231, "lr": 1.6595945308816596e-05, "epoch": 0.3323903818953324, "percentage": 3.32, "elapsed_time": "0:03:41", "remaining_time": "1:47:19", "throughput": 3208.12, "total_tokens": 710272}
+{"current_steps": 710, "total_steps": 21210, "loss": 0.422, "lr": 1.6713814238566712e-05, "epoch": 0.3347477604903347, "percentage": 3.35, "elapsed_time": "0:03:42", "remaining_time": "1:47:15", "throughput": 3207.02, "total_tokens": 714816}
+{"current_steps": 715, "total_steps": 21210, "loss": 0.8661, "lr": 1.6831683168316834e-05, "epoch": 0.3371051390853371, "percentage": 3.37, "elapsed_time": "0:03:44", "remaining_time": "1:47:18", "throughput": 3208.67, "total_tokens": 720736}
+{"current_steps": 720, "total_steps": 21210, "loss": 0.3338, "lr": 1.694955209806695e-05, "epoch": 0.33946251768033947, "percentage": 3.39, "elapsed_time": "0:03:46", "remaining_time": "1:47:23", "throughput": 3210.39, "total_tokens": 726848}
+{"current_steps": 725, "total_steps": 21210, "loss": 0.3062, "lr": 1.706742102781707e-05, "epoch": 0.3418198962753418, "percentage": 3.42, "elapsed_time": "0:03:48", "remaining_time": "1:47:25", "throughput": 3211.25, "total_tokens": 732512}
+{"current_steps": 730, "total_steps": 21210, "loss": 0.302, "lr": 1.7185289957567185e-05, "epoch": 0.34417727487034416, "percentage": 3.44, "elapsed_time": "0:03:49", "remaining_time": "1:47:26", "throughput": 3211.55, "total_tokens": 737952}
+{"current_steps": 735, "total_steps": 21210, "loss": 0.2164, "lr": 1.73031588873173e-05, "epoch": 0.3465346534653465, "percentage": 3.47, "elapsed_time": "0:03:51", "remaining_time": "1:47:24", "throughput": 3210.79, "total_tokens": 742752}
+{"current_steps": 740, "total_steps": 21210, "loss": 0.7135, "lr": 1.7421027817067424e-05, "epoch": 0.3488920320603489, "percentage": 3.49, "elapsed_time": "0:03:52", "remaining_time": "1:47:23", "throughput": 3211.2, "total_tokens": 747968}
+{"current_steps": 745, "total_steps": 21210, "loss": 0.2814, "lr": 1.753889674681754e-05, "epoch": 0.35124941065535126, "percentage": 3.51, "elapsed_time": "0:03:54", "remaining_time": "1:47:25", "throughput": 3211.86, "total_tokens": 753632}
+{"current_steps": 750, "total_steps": 21210, "loss": 0.4324, "lr": 1.765676567656766e-05, "epoch": 0.3536067892503536, "percentage": 3.54, "elapsed_time": "0:03:56", "remaining_time": "1:47:30", "throughput": 3213.91, "total_tokens": 759904}
+{"current_steps": 755, "total_steps": 21210, "loss": 0.7658, "lr": 1.7774634606317775e-05, "epoch": 0.35596416784535595, "percentage": 3.56, "elapsed_time": "0:03:58", "remaining_time": "1:47:28", "throughput": 3213.96, "total_tokens": 764960}
+{"current_steps": 760, "total_steps": 21210, "loss": 0.1521, "lr": 1.789250353606789e-05, "epoch": 0.3583215464403583, "percentage": 3.58, "elapsed_time": "0:03:59", "remaining_time": "1:47:22", "throughput": 3212.69, "total_tokens": 769184}
+{"current_steps": 765, "total_steps": 21210, "loss": 0.1491, "lr": 1.8010372465818014e-05, "epoch": 0.3606789250353607, "percentage": 3.61, "elapsed_time": "0:04:01", "remaining_time": "1:47:25", "throughput": 3214.04, "total_tokens": 775104}
+{"current_steps": 770, "total_steps": 21210, "loss": 0.1634, "lr": 1.812824139556813e-05, "epoch": 0.36303630363036304, "percentage": 3.63, "elapsed_time": "0:04:02", "remaining_time": "1:47:20", "throughput": 3213.67, "total_tokens": 779744}
+{"current_steps": 775, "total_steps": 21210, "loss": 0.1446, "lr": 1.8246110325318245e-05, "epoch": 0.3653936822253654, "percentage": 3.65, "elapsed_time": "0:04:04", "remaining_time": "1:47:18", "throughput": 3214.14, "total_tokens": 784832}
+{"current_steps": 780, "total_steps": 21210, "loss": 0.1776, "lr": 1.8363979255068365e-05, "epoch": 0.36775106082036774, "percentage": 3.68, "elapsed_time": "0:04:05", "remaining_time": "1:47:16", "throughput": 3214.58, "total_tokens": 789920}
+{"current_steps": 785, "total_steps": 21210, "loss": 0.2623, "lr": 1.848184818481848e-05, "epoch": 0.3701084394153701, "percentage": 3.7, "elapsed_time": "0:04:07", "remaining_time": "1:47:15", "throughput": 3214.77, "total_tokens": 795168}
+{"current_steps": 790, "total_steps": 21210, "loss": 0.2184, "lr": 1.8599717114568603e-05, "epoch": 0.3724658180103725, "percentage": 3.72, "elapsed_time": "0:04:08", "remaining_time": "1:47:13", "throughput": 3214.5, "total_tokens": 800096}
+{"current_steps": 795, "total_steps": 21210, "loss": 0.2475, "lr": 1.871758604431872e-05, "epoch": 0.37482319660537483, "percentage": 3.75, "elapsed_time": "0:04:10", "remaining_time": "1:47:14", "throughput": 3215.24, "total_tokens": 805632}
+{"current_steps": 800, "total_steps": 21210, "loss": 0.2601, "lr": 1.8835454974068835e-05, "epoch": 0.3771805752003772, "percentage": 3.77, "elapsed_time": "0:04:12", "remaining_time": "1:47:13", "throughput": 3214.9, "total_tokens": 810688}
+{"current_steps": 805, "total_steps": 21210, "loss": 0.3765, "lr": 1.8953323903818954e-05, "epoch": 0.3795379537953795, "percentage": 3.8, "elapsed_time": "0:04:13", "remaining_time": "1:47:09", "throughput": 3213.92, "total_tokens": 815264}
+{"current_steps": 810, "total_steps": 21210, "loss": 0.4764, "lr": 1.907119283356907e-05, "epoch": 0.38189533239038187, "percentage": 3.82, "elapsed_time": "0:04:15", "remaining_time": "1:47:08", "throughput": 3213.67, "total_tokens": 820320}
+{"current_steps": 815, "total_steps": 21210, "loss": 0.341, "lr": 1.9189061763319193e-05, "epoch": 0.38425271098538427, "percentage": 3.84, "elapsed_time": "0:04:16", "remaining_time": "1:47:01", "throughput": 3211.49, "total_tokens": 824064}
+{"current_steps": 820, "total_steps": 21210, "loss": 0.2027, "lr": 1.930693069306931e-05, "epoch": 0.3866100895803866, "percentage": 3.87, "elapsed_time": "0:04:18", "remaining_time": "1:47:00", "throughput": 3211.18, "total_tokens": 829120}
+{"current_steps": 825, "total_steps": 21210, "loss": 0.1657, "lr": 1.9424799622819424e-05, "epoch": 0.38896746817538896, "percentage": 3.89, "elapsed_time": "0:04:19", "remaining_time": "1:47:02", "throughput": 3211.86, "total_tokens": 834816}
+{"current_steps": 830, "total_steps": 21210, "loss": 0.1777, "lr": 1.9542668552569544e-05, "epoch": 0.3913248467703913, "percentage": 3.91, "elapsed_time": "0:04:21", "remaining_time": "1:47:02", "throughput": 3212.33, "total_tokens": 840256}
+{"current_steps": 835, "total_steps": 21210, "loss": 0.2256, "lr": 1.966053748231966e-05, "epoch": 0.39368222536539366, "percentage": 3.94, "elapsed_time": "0:04:23", "remaining_time": "1:46:59", "throughput": 3211.36, "total_tokens": 844864}
+{"current_steps": 840, "total_steps": 21210, "loss": 0.237, "lr": 1.977840641206978e-05, "epoch": 0.39603960396039606, "percentage": 3.96, "elapsed_time": "0:04:24", "remaining_time": "1:46:59", "throughput": 3211.99, "total_tokens": 850304}
+{"current_steps": 845, "total_steps": 21210, "loss": 0.2065, "lr": 1.9896275341819898e-05, "epoch": 0.3983969825553984, "percentage": 3.98, "elapsed_time": "0:04:26", "remaining_time": "1:46:57", "throughput": 3211.84, "total_tokens": 855232}
+{"current_steps": 850, "total_steps": 21210, "loss": 0.5247, "lr": 2.0014144271570014e-05, "epoch": 0.40075436115040075, "percentage": 4.01, "elapsed_time": "0:04:27", "remaining_time": "1:46:55", "throughput": 3211.5, "total_tokens": 860128}
+{"current_steps": 855, "total_steps": 21210, "loss": 0.3667, "lr": 2.0132013201320133e-05, "epoch": 0.4031117397454031, "percentage": 4.03, "elapsed_time": "0:04:29", "remaining_time": "1:46:51", "throughput": 3211.34, "total_tokens": 864896}
+{"current_steps": 860, "total_steps": 21210, "loss": 0.2434, "lr": 2.024988213107025e-05, "epoch": 0.40546911834040544, "percentage": 4.05, "elapsed_time": "0:04:30", "remaining_time": "1:46:47", "throughput": 3210.86, "total_tokens": 869408}
+{"current_steps": 865, "total_steps": 21210, "loss": 0.2262, "lr": 2.036775106082037e-05, "epoch": 0.40782649693540785, "percentage": 4.08, "elapsed_time": "0:04:32", "remaining_time": "1:46:44", "throughput": 3210.4, "total_tokens": 874144}
+{"current_steps": 870, "total_steps": 21210, "loss": 0.516, "lr": 2.0485619990570488e-05, "epoch": 0.4101838755304102, "percentage": 4.1, "elapsed_time": "0:04:33", "remaining_time": "1:46:42", "throughput": 3210.13, "total_tokens": 879040}
+{"current_steps": 875, "total_steps": 21210, "loss": 0.2247, "lr": 2.0603488920320603e-05, "epoch": 0.41254125412541254, "percentage": 4.13, "elapsed_time": "0:04:35", "remaining_time": "1:46:38", "throughput": 3209.86, "total_tokens": 883712}
+{"current_steps": 880, "total_steps": 21210, "loss": 0.2727, "lr": 2.0721357850070723e-05, "epoch": 0.4148986327204149, "percentage": 4.15, "elapsed_time": "0:04:36", "remaining_time": "1:46:33", "throughput": 3209.08, "total_tokens": 888128}
+{"current_steps": 885, "total_steps": 21210, "loss": 0.2985, "lr": 2.083922677982084e-05, "epoch": 0.41725601131541723, "percentage": 4.17, "elapsed_time": "0:04:38", "remaining_time": "1:46:37", "throughput": 3210.37, "total_tokens": 894240}
+{"current_steps": 890, "total_steps": 21210, "loss": 0.2033, "lr": 2.0957095709570958e-05, "epoch": 0.41961338991041963, "percentage": 4.2, "elapsed_time": "0:04:40", "remaining_time": "1:46:36", "throughput": 3210.48, "total_tokens": 899456}
+{"current_steps": 895, "total_steps": 21210, "loss": 0.1203, "lr": 2.1074964639321077e-05, "epoch": 0.421970768505422, "percentage": 4.22, "elapsed_time": "0:04:41", "remaining_time": "1:46:35", "throughput": 3210.6, "total_tokens": 904672}
+{"current_steps": 900, "total_steps": 21210, "loss": 0.2712, "lr": 2.1192833569071193e-05, "epoch": 0.4243281471004243, "percentage": 4.24, "elapsed_time": "0:04:44", "remaining_time": "1:46:52", "throughput": 3213.94, "total_tokens": 913216}
+{"current_steps": 905, "total_steps": 21210, "loss": 0.3501, "lr": 2.1310702498821312e-05, "epoch": 0.42668552569542667, "percentage": 4.27, "elapsed_time": "0:04:45", "remaining_time": "1:46:47", "throughput": 3213.31, "total_tokens": 917664}
+{"current_steps": 910, "total_steps": 21210, "loss": 0.1459, "lr": 2.1428571428571428e-05, "epoch": 0.429042904290429, "percentage": 4.29, "elapsed_time": "0:04:47", "remaining_time": "1:46:48", "throughput": 3214.23, "total_tokens": 923360}
+{"current_steps": 915, "total_steps": 21210, "loss": 0.2784, "lr": 2.1546440358321547e-05, "epoch": 0.4314002828854314, "percentage": 4.31, "elapsed_time": "0:04:48", "remaining_time": "1:46:48", "throughput": 3214.19, "total_tokens": 928608}
+{"current_steps": 920, "total_steps": 21210, "loss": 0.1185, "lr": 2.1664309288071667e-05, "epoch": 0.43375766148043376, "percentage": 4.34, "elapsed_time": "0:04:50", "remaining_time": "1:46:44", "throughput": 3213.69, "total_tokens": 933312}
+{"current_steps": 925, "total_steps": 21210, "loss": 0.2898, "lr": 2.1782178217821783e-05, "epoch": 0.4361150400754361, "percentage": 4.36, "elapsed_time": "0:04:51", "remaining_time": "1:46:40", "throughput": 3213.04, "total_tokens": 937824}
+{"current_steps": 930, "total_steps": 21210, "loss": 0.3689, "lr": 2.1900047147571902e-05, "epoch": 0.43847241867043846, "percentage": 4.38, "elapsed_time": "0:04:53", "remaining_time": "1:46:35", "throughput": 3212.0, "total_tokens": 942016}
+{"current_steps": 935, "total_steps": 21210, "loss": 0.2791, "lr": 2.2017916077322018e-05, "epoch": 0.4408297972654408, "percentage": 4.41, "elapsed_time": "0:04:54", "remaining_time": "1:46:29", "throughput": 3210.96, "total_tokens": 946080}
+{"current_steps": 940, "total_steps": 21210, "loss": 0.0663, "lr": 2.2135785007072137e-05, "epoch": 0.4431871758604432, "percentage": 4.43, "elapsed_time": "0:04:56", "remaining_time": "1:46:27", "throughput": 3210.86, "total_tokens": 951168}
+{"current_steps": 945, "total_steps": 21210, "loss": 0.1608, "lr": 2.2253653936822256e-05, "epoch": 0.44554455445544555, "percentage": 4.46, "elapsed_time": "0:04:57", "remaining_time": "1:46:28", "throughput": 3212.11, "total_tokens": 956992}
+{"current_steps": 950, "total_steps": 21210, "loss": 0.3096, "lr": 2.2371522866572372e-05, "epoch": 0.4479019330504479, "percentage": 4.48, "elapsed_time": "0:04:59", "remaining_time": "1:46:23", "throughput": 3211.34, "total_tokens": 961248}
+{"current_steps": 955, "total_steps": 21210, "loss": 0.3283, "lr": 2.248939179632249e-05, "epoch": 0.45025931164545024, "percentage": 4.5, "elapsed_time": "0:05:00", "remaining_time": "1:46:18", "throughput": 3210.19, "total_tokens": 965376}
+{"current_steps": 960, "total_steps": 21210, "loss": 0.309, "lr": 2.2607260726072607e-05, "epoch": 0.4526166902404526, "percentage": 4.53, "elapsed_time": "0:05:02", "remaining_time": "1:46:13", "throughput": 3209.31, "total_tokens": 969664}
+{"current_steps": 965, "total_steps": 21210, "loss": 0.1178, "lr": 2.2725129655822727e-05, "epoch": 0.454974068835455, "percentage": 4.55, "elapsed_time": "0:05:03", "remaining_time": "1:46:08", "throughput": 3208.54, "total_tokens": 974016}
+{"current_steps": 970, "total_steps": 21210, "loss": 0.1953, "lr": 2.2842998585572846e-05, "epoch": 0.45733144743045734, "percentage": 4.57, "elapsed_time": "0:05:05", "remaining_time": "1:46:06", "throughput": 3208.76, "total_tokens": 979072}
+{"current_steps": 975, "total_steps": 21210, "loss": 0.4781, "lr": 2.296086751532296e-05, "epoch": 0.4596888260254597, "percentage": 4.6, "elapsed_time": "0:05:06", "remaining_time": "1:46:05", "throughput": 3208.26, "total_tokens": 984032}
+{"current_steps": 980, "total_steps": 21210, "loss": 0.0502, "lr": 2.3078736445073078e-05, "epoch": 0.46204620462046203, "percentage": 4.62, "elapsed_time": "0:05:08", "remaining_time": "1:46:01", "throughput": 3207.83, "total_tokens": 988544}
+{"current_steps": 985, "total_steps": 21210, "loss": 0.2121, "lr": 2.3196605374823197e-05, "epoch": 0.4644035832154644, "percentage": 4.64, "elapsed_time": "0:05:09", "remaining_time": "1:46:00", "throughput": 3207.45, "total_tokens": 993504}
+{"current_steps": 990, "total_steps": 21210, "loss": 0.2221, "lr": 2.3314474304573316e-05, "epoch": 0.4667609618104668, "percentage": 4.67, "elapsed_time": "0:05:11", "remaining_time": "1:46:00", "throughput": 3208.11, "total_tokens": 999104}
+{"current_steps": 995, "total_steps": 21210, "loss": 0.1984, "lr": 2.3432343234323435e-05, "epoch": 0.4691183404054691, "percentage": 4.69, "elapsed_time": "0:05:13", "remaining_time": "1:46:02", "throughput": 3208.75, "total_tokens": 1004864}
+{"current_steps": 1000, "total_steps": 21210, "loss": 0.1654, "lr": 2.355021216407355e-05, "epoch": 0.47147571900047147, "percentage": 4.71, "elapsed_time": "0:05:14", "remaining_time": "1:45:58", "throughput": 3208.41, "total_tokens": 1009472}
+{"current_steps": 1005, "total_steps": 21210, "loss": 0.2204, "lr": 2.3668081093823667e-05, "epoch": 0.4738330975954738, "percentage": 4.74, "elapsed_time": "0:05:16", "remaining_time": "1:45:53", "throughput": 3207.16, "total_tokens": 1013536}
+{"current_steps": 1010, "total_steps": 21210, "loss": 0.2363, "lr": 2.3785950023573786e-05, "epoch": 0.47619047619047616, "percentage": 4.76, "elapsed_time": "0:05:17", "remaining_time": "1:45:50", "throughput": 3206.67, "total_tokens": 1018144}
+{"current_steps": 1015, "total_steps": 21210, "loss": 0.4028, "lr": 2.3903818953323906e-05, "epoch": 0.47854785478547857, "percentage": 4.79, "elapsed_time": "0:05:18", "remaining_time": "1:45:46", "throughput": 3206.44, "total_tokens": 1022848}
+{"current_steps": 1020, "total_steps": 21210, "loss": 0.289, "lr": 2.4021687883074025e-05, "epoch": 0.4809052333804809, "percentage": 4.81, "elapsed_time": "0:05:20", "remaining_time": "1:45:43", "throughput": 3205.7, "total_tokens": 1027424}
+{"current_steps": 1025, "total_steps": 21210, "loss": 0.3072, "lr": 2.413955681282414e-05, "epoch": 0.48326261197548326, "percentage": 4.83, "elapsed_time": "0:05:22", "remaining_time": "1:45:43", "throughput": 3205.97, "total_tokens": 1032768}
+{"current_steps": 1030, "total_steps": 21210, "loss": 0.1302, "lr": 2.4257425742574257e-05, "epoch": 0.4856199905704856, "percentage": 4.86, "elapsed_time": "0:05:23", "remaining_time": "1:45:40", "throughput": 3205.51, "total_tokens": 1037440}
+{"current_steps": 1035, "total_steps": 21210, "loss": 0.1943, "lr": 2.4375294672324376e-05, "epoch": 0.48797736916548795, "percentage": 4.88, "elapsed_time": "0:05:25", "remaining_time": "1:45:38", "throughput": 3205.81, "total_tokens": 1042400}
+{"current_steps": 1040, "total_steps": 21210, "loss": 0.2497, "lr": 2.4493163602074495e-05, "epoch": 0.49033474776049035, "percentage": 4.9, "elapsed_time": "0:05:26", "remaining_time": "1:45:38", "throughput": 3206.57, "total_tokens": 1048032}
+{"current_steps": 1045, "total_steps": 21210, "loss": 0.236, "lr": 2.461103253182461e-05, "epoch": 0.4926921263554927, "percentage": 4.93, "elapsed_time": "0:05:28", "remaining_time": "1:45:39", "throughput": 3206.64, "total_tokens": 1053408}
+{"current_steps": 1050, "total_steps": 21210, "loss": 0.0899, "lr": 2.472890146157473e-05, "epoch": 0.49504950495049505, "percentage": 4.95, "elapsed_time": "0:05:30", "remaining_time": "1:45:40", "throughput": 3206.87, "total_tokens": 1059008}
+{"current_steps": 1055, "total_steps": 21210, "loss": 0.1791, "lr": 2.4846770391324846e-05, "epoch": 0.4974068835454974, "percentage": 4.97, "elapsed_time": "0:05:31", "remaining_time": "1:45:37", "throughput": 3206.71, "total_tokens": 1063712}
+{"current_steps": 1060, "total_steps": 21210, "loss": 0.8159, "lr": 2.4964639321074965e-05, "epoch": 0.49976426214049974, "percentage": 5.0, "elapsed_time": "0:05:33", "remaining_time": "1:45:34", "throughput": 3206.11, "total_tokens": 1068320}
+{"current_steps": 1061, "total_steps": 21210, "eval_loss": 0.2516575753688812, "epoch": 0.5002357378595003, "percentage": 5.0, "elapsed_time": "0:06:07", "remaining_time": "1:56:20", "throughput": 2909.83, "total_tokens": 1069568}
+{"current_steps": 1065, "total_steps": 21210, "loss": 0.186, "lr": 2.508250825082508e-05, "epoch": 0.5021216407355021, "percentage": 5.02, "elapsed_time": "0:06:09", "remaining_time": "1:56:34", "throughput": 2902.65, "total_tokens": 1073280}
+{"current_steps": 1070, "total_steps": 21210, "loss": 0.4638, "lr": 2.52003771805752e-05, "epoch": 0.5044790193305044, "percentage": 5.04, "elapsed_time": "0:06:11", "remaining_time": "1:56:25", "throughput": 2902.53, "total_tokens": 1077184}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66160e87cc617c3aa112228eaf6ad1f1c775ef751c6a551fcff675048384deb0
+size 6225