Training in progress, epoch 1

.gitattributes

@@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 run-0/checkpoint-12917/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 tokenizer.json filter=lfs diff=lfs merge=lfs -text
+run-0/checkpoint-2153/tokenizer.json filter=lfs diff=lfs merge=lfs -text

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fcbda655fa3b38e69010b100913398dff23ed086086397096a8cb589bf4f005
+oid sha256:84b20a78ea3a31bb1c09e578266cd0558034831cccfd22ae6e02dd5071e422c3
 size 4943290800

run-0/checkpoint-2153/config.json

@@ -0,0 +1,41 @@
+{
+  "architectures": [
+    "LlamaForSequenceClassification"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 16,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128009,
+  "pretraining_tp": 1,
+  "problem_type": "single_label_classification",
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 32.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.51.3",
+  "use_cache": true,
+  "vocab_size": 128256
+}

run-0/checkpoint-2153/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b20a78ea3a31bb1c09e578266cd0558034831cccfd22ae6e02dd5071e422c3
+size 4943290800

run-0/checkpoint-2153/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98e67b6967bf65a4262cd2504e3551d371ca6d4ad6b4916e4579e9d4ce943bb
+size 9886675962

run-0/checkpoint-2153/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ae1b361f0fce6d8e385e172a63c0261c23666e81c841f3b4ed4f240cfd0496
+size 14244

run-0/checkpoint-2153/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10cefc0a39ad044a13ef36542ecc644e67abff158e307d5fc769036080d1b3e
+size 988

run-0/checkpoint-2153/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de624e2b1ceb379062807b91936a8473dd169de8c52c85109e95f826aff8fce
+size 1064

run-0/checkpoint-2153/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

run-0/checkpoint-2153/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe07b35a61be0ec850f12e9379be8ca47b4ef845b20f0d146a8a2bfdb0e7e3e
+size 17210195

run-0/checkpoint-2153/tokenizer_config.json

@@ -0,0 +1,2064 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizer"
+}

run-0/checkpoint-2153/trainer_state.json

@@ -0,0 +1,1562 @@
+{
+  "best_global_step": 2153,
+  "best_metric": 0.7269367449311068,
+  "best_model_checkpoint": "./llama-en/run-0/checkpoint-2153",
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 2153,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.004644681839294009,
+      "grad_norm": 211.72206115722656,
+      "learning_rate": 2.1452088429984463e-05,
+      "loss": 3.3072,
+      "step": 10
+    },
+    {
+      "epoch": 0.009289363678588018,
+      "grad_norm": 35.370540618896484,
+      "learning_rate": 2.1402223045442423e-05,
+      "loss": 1.4348,
+      "step": 20
+    },
+    {
+      "epoch": 0.013934045517882025,
+      "grad_norm": 24.980289459228516,
+      "learning_rate": 2.1352357660900386e-05,
+      "loss": 0.6679,
+      "step": 30
+    },
+    {
+      "epoch": 0.018578727357176035,
+      "grad_norm": 65.78897857666016,
+      "learning_rate": 2.130249227635835e-05,
+      "loss": 0.8143,
+      "step": 40
+    },
+    {
+      "epoch": 0.023223409196470042,
+      "grad_norm": 75.61241149902344,
+      "learning_rate": 2.1252626891816313e-05,
+      "loss": 1.1707,
+      "step": 50
+    },
+    {
+      "epoch": 0.02786809103576405,
+      "grad_norm": 36.94132614135742,
+      "learning_rate": 2.1202761507274276e-05,
+      "loss": 1.2288,
+      "step": 60
+    },
+    {
+      "epoch": 0.032512772875058056,
+      "grad_norm": 19.907167434692383,
+      "learning_rate": 2.1152896122732236e-05,
+      "loss": 0.7936,
+      "step": 70
+    },
+    {
+      "epoch": 0.03715745471435207,
+      "grad_norm": 37.62481689453125,
+      "learning_rate": 2.11030307381902e-05,
+      "loss": 0.6593,
+      "step": 80
+    },
+    {
+      "epoch": 0.04180213655364608,
+      "grad_norm": 63.50526809692383,
+      "learning_rate": 2.1053165353648163e-05,
+      "loss": 0.785,
+      "step": 90
+    },
+    {
+      "epoch": 0.046446818392940084,
+      "grad_norm": 12.145021438598633,
+      "learning_rate": 2.1003299969106126e-05,
+      "loss": 0.9091,
+      "step": 100
+    },
+    {
+      "epoch": 0.05109150023223409,
+      "grad_norm": 21.99431037902832,
+      "learning_rate": 2.095343458456409e-05,
+      "loss": 0.6404,
+      "step": 110
+    },
+    {
+      "epoch": 0.0557361820715281,
+      "grad_norm": 50.777015686035156,
+      "learning_rate": 2.090356920002205e-05,
+      "loss": 0.7184,
+      "step": 120
+    },
+    {
+      "epoch": 0.06038086391082211,
+      "grad_norm": 15.046972274780273,
+      "learning_rate": 2.0853703815480013e-05,
+      "loss": 0.7755,
+      "step": 130
+    },
+    {
+      "epoch": 0.06502554575011611,
+      "grad_norm": 13.137744903564453,
+      "learning_rate": 2.0803838430937976e-05,
+      "loss": 0.5799,
+      "step": 140
+    },
+    {
+      "epoch": 0.06967022758941012,
+      "grad_norm": 35.85881042480469,
+      "learning_rate": 2.075397304639594e-05,
+      "loss": 0.6626,
+      "step": 150
+    },
+    {
+      "epoch": 0.07431490942870414,
+      "grad_norm": 21.24566650390625,
+      "learning_rate": 2.0704107661853903e-05,
+      "loss": 0.6553,
+      "step": 160
+    },
+    {
+      "epoch": 0.07895959126799815,
+      "grad_norm": 24.310070037841797,
+      "learning_rate": 2.0654242277311863e-05,
+      "loss": 0.819,
+      "step": 170
+    },
+    {
+      "epoch": 0.08360427310729215,
+      "grad_norm": 33.82474899291992,
+      "learning_rate": 2.0604376892769826e-05,
+      "loss": 0.5822,
+      "step": 180
+    },
+    {
+      "epoch": 0.08824895494658616,
+      "grad_norm": 36.930877685546875,
+      "learning_rate": 2.055451150822779e-05,
+      "loss": 0.8236,
+      "step": 190
+    },
+    {
+      "epoch": 0.09289363678588017,
+      "grad_norm": 32.972572326660156,
+      "learning_rate": 2.0504646123685753e-05,
+      "loss": 0.6895,
+      "step": 200
+    },
+    {
+      "epoch": 0.09753831862517418,
+      "grad_norm": 37.615421295166016,
+      "learning_rate": 2.0454780739143716e-05,
+      "loss": 0.7972,
+      "step": 210
+    },
+    {
+      "epoch": 0.10218300046446818,
+      "grad_norm": 40.067115783691406,
+      "learning_rate": 2.0404915354601676e-05,
+      "loss": 0.6308,
+      "step": 220
+    },
+    {
+      "epoch": 0.10682768230376219,
+      "grad_norm": 12.833575248718262,
+      "learning_rate": 2.035504997005964e-05,
+      "loss": 0.6524,
+      "step": 230
+    },
+    {
+      "epoch": 0.1114723641430562,
+      "grad_norm": 18.700349807739258,
+      "learning_rate": 2.0305184585517603e-05,
+      "loss": 0.8317,
+      "step": 240
+    },
+    {
+      "epoch": 0.1161170459823502,
+      "grad_norm": 29.2730770111084,
+      "learning_rate": 2.0255319200975566e-05,
+      "loss": 0.6525,
+      "step": 250
+    },
+    {
+      "epoch": 0.12076172782164422,
+      "grad_norm": 17.582622528076172,
+      "learning_rate": 2.020545381643353e-05,
+      "loss": 0.5362,
+      "step": 260
+    },
+    {
+      "epoch": 0.12540640966093822,
+      "grad_norm": 23.002281188964844,
+      "learning_rate": 2.015558843189149e-05,
+      "loss": 0.6031,
+      "step": 270
+    },
+    {
+      "epoch": 0.13005109150023222,
+      "grad_norm": 56.693634033203125,
+      "learning_rate": 2.0105723047349453e-05,
+      "loss": 0.5942,
+      "step": 280
+    },
+    {
+      "epoch": 0.13469577333952623,
+      "grad_norm": 34.477684020996094,
+      "learning_rate": 2.0055857662807416e-05,
+      "loss": 0.6535,
+      "step": 290
+    },
+    {
+      "epoch": 0.13934045517882024,
+      "grad_norm": 29.715768814086914,
+      "learning_rate": 2.000599227826538e-05,
+      "loss": 0.5852,
+      "step": 300
+    },
+    {
+      "epoch": 0.14398513701811425,
+      "grad_norm": 17.289409637451172,
+      "learning_rate": 1.9956126893723343e-05,
+      "loss": 0.6004,
+      "step": 310
+    },
+    {
+      "epoch": 0.14862981885740828,
+      "grad_norm": 7.364201068878174,
+      "learning_rate": 1.9906261509181306e-05,
+      "loss": 0.6761,
+      "step": 320
+    },
+    {
+      "epoch": 0.1532745006967023,
+      "grad_norm": 21.19795799255371,
+      "learning_rate": 1.9856396124639266e-05,
+      "loss": 0.6105,
+      "step": 330
+    },
+    {
+      "epoch": 0.1579191825359963,
+      "grad_norm": 15.903705596923828,
+      "learning_rate": 1.980653074009723e-05,
+      "loss": 0.6528,
+      "step": 340
+    },
+    {
+      "epoch": 0.1625638643752903,
+      "grad_norm": 16.267425537109375,
+      "learning_rate": 1.9756665355555193e-05,
+      "loss": 0.5598,
+      "step": 350
+    },
+    {
+      "epoch": 0.1672085462145843,
+      "grad_norm": 10.669220924377441,
+      "learning_rate": 1.9706799971013156e-05,
+      "loss": 1.3583,
+      "step": 360
+    },
+    {
+      "epoch": 0.17185322805387832,
+      "grad_norm": 12.351362228393555,
+      "learning_rate": 1.965693458647112e-05,
+      "loss": 0.497,
+      "step": 370
+    },
+    {
+      "epoch": 0.17649790989317232,
+      "grad_norm": 40.42892837524414,
+      "learning_rate": 1.960706920192908e-05,
+      "loss": 0.6024,
+      "step": 380
+    },
+    {
+      "epoch": 0.18114259173246633,
+      "grad_norm": 14.722101211547852,
+      "learning_rate": 1.9557203817387043e-05,
+      "loss": 0.7695,
+      "step": 390
+    },
+    {
+      "epoch": 0.18578727357176034,
+      "grad_norm": 30.782245635986328,
+      "learning_rate": 1.9507338432845006e-05,
+      "loss": 0.7731,
+      "step": 400
+    },
+    {
+      "epoch": 0.19043195541105434,
+      "grad_norm": 11.219614028930664,
+      "learning_rate": 1.945747304830297e-05,
+      "loss": 0.7396,
+      "step": 410
+    },
+    {
+      "epoch": 0.19507663725034835,
+      "grad_norm": 10.30286979675293,
+      "learning_rate": 1.9407607663760933e-05,
+      "loss": 0.6506,
+      "step": 420
+    },
+    {
+      "epoch": 0.19972131908964236,
+      "grad_norm": 12.239933967590332,
+      "learning_rate": 1.9357742279218893e-05,
+      "loss": 0.6578,
+      "step": 430
+    },
+    {
+      "epoch": 0.20436600092893636,
+      "grad_norm": 35.0018196105957,
+      "learning_rate": 1.9307876894676856e-05,
+      "loss": 0.6483,
+      "step": 440
+    },
+    {
+      "epoch": 0.20901068276823037,
+      "grad_norm": 14.58996295928955,
+      "learning_rate": 1.925801151013482e-05,
+      "loss": 0.5272,
+      "step": 450
+    },
+    {
+      "epoch": 0.21365536460752438,
+      "grad_norm": 41.34626770019531,
+      "learning_rate": 1.9208146125592783e-05,
+      "loss": 0.6509,
+      "step": 460
+    },
+    {
+      "epoch": 0.21830004644681839,
+      "grad_norm": 10.75104808807373,
+      "learning_rate": 1.9158280741050746e-05,
+      "loss": 0.6296,
+      "step": 470
+    },
+    {
+      "epoch": 0.2229447282861124,
+      "grad_norm": 92.5117416381836,
+      "learning_rate": 1.9108415356508706e-05,
+      "loss": 0.6245,
+      "step": 480
+    },
+    {
+      "epoch": 0.2275894101254064,
+      "grad_norm": 53.16917419433594,
+      "learning_rate": 1.905854997196667e-05,
+      "loss": 0.4873,
+      "step": 490
+    },
+    {
+      "epoch": 0.2322340919647004,
+      "grad_norm": 27.867658615112305,
+      "learning_rate": 1.9008684587424633e-05,
+      "loss": 0.966,
+      "step": 500
+    },
+    {
+      "epoch": 0.2368787738039944,
+      "grad_norm": 21.71831703186035,
+      "learning_rate": 1.8958819202882596e-05,
+      "loss": 0.7467,
+      "step": 510
+    },
+    {
+      "epoch": 0.24152345564328845,
+      "grad_norm": 34.49421310424805,
+      "learning_rate": 1.890895381834056e-05,
+      "loss": 0.4829,
+      "step": 520
+    },
+    {
+      "epoch": 0.24616813748258246,
+      "grad_norm": 65.69181823730469,
+      "learning_rate": 1.885908843379852e-05,
+      "loss": 0.6355,
+      "step": 530
+    },
+    {
+      "epoch": 0.25081281932187643,
+      "grad_norm": 19.390453338623047,
+      "learning_rate": 1.8809223049256483e-05,
+      "loss": 0.6824,
+      "step": 540
+    },
+    {
+      "epoch": 0.25545750116117044,
+      "grad_norm": 6.086198806762695,
+      "learning_rate": 1.8759357664714446e-05,
+      "loss": 0.4233,
+      "step": 550
+    },
+    {
+      "epoch": 0.26010218300046445,
+      "grad_norm": 36.49763870239258,
+      "learning_rate": 1.870949228017241e-05,
+      "loss": 0.7479,
+      "step": 560
+    },
+    {
+      "epoch": 0.26474686483975846,
+      "grad_norm": 44.0486946105957,
+      "learning_rate": 1.8659626895630373e-05,
+      "loss": 0.5992,
+      "step": 570
+    },
+    {
+      "epoch": 0.26939154667905246,
+      "grad_norm": 56.75907897949219,
+      "learning_rate": 1.8609761511088333e-05,
+      "loss": 0.8668,
+      "step": 580
+    },
+    {
+      "epoch": 0.27403622851834647,
+      "grad_norm": 14.17831802368164,
+      "learning_rate": 1.8559896126546296e-05,
+      "loss": 0.4972,
+      "step": 590
+    },
+    {
+      "epoch": 0.2786809103576405,
+      "grad_norm": 24.53505516052246,
+      "learning_rate": 1.851003074200426e-05,
+      "loss": 0.5039,
+      "step": 600
+    },
+    {
+      "epoch": 0.2833255921969345,
+      "grad_norm": 16.249000549316406,
+      "learning_rate": 1.8460165357462223e-05,
+      "loss": 0.6435,
+      "step": 610
+    },
+    {
+      "epoch": 0.2879702740362285,
+      "grad_norm": 22.719852447509766,
+      "learning_rate": 1.8410299972920186e-05,
+      "loss": 0.5606,
+      "step": 620
+    },
+    {
+      "epoch": 0.29261495587552255,
+      "grad_norm": 21.95683479309082,
+      "learning_rate": 1.8360434588378146e-05,
+      "loss": 0.6237,
+      "step": 630
+    },
+    {
+      "epoch": 0.29725963771481656,
+      "grad_norm": 17.5963077545166,
+      "learning_rate": 1.831056920383611e-05,
+      "loss": 0.5549,
+      "step": 640
+    },
+    {
+      "epoch": 0.30190431955411057,
+      "grad_norm": 22.68503761291504,
+      "learning_rate": 1.8260703819294073e-05,
+      "loss": 0.5519,
+      "step": 650
+    },
+    {
+      "epoch": 0.3065490013934046,
+      "grad_norm": 23.33054542541504,
+      "learning_rate": 1.8210838434752036e-05,
+      "loss": 0.7282,
+      "step": 660
+    },
+    {
+      "epoch": 0.3111936832326986,
+      "grad_norm": 14.123784065246582,
+      "learning_rate": 1.816097305021e-05,
+      "loss": 0.5398,
+      "step": 670
+    },
+    {
+      "epoch": 0.3158383650719926,
+      "grad_norm": 25.707509994506836,
+      "learning_rate": 1.811110766566796e-05,
+      "loss": 0.4855,
+      "step": 680
+    },
+    {
+      "epoch": 0.3204830469112866,
+      "grad_norm": 11.704025268554688,
+      "learning_rate": 1.8061242281125923e-05,
+      "loss": 0.587,
+      "step": 690
+    },
+    {
+      "epoch": 0.3251277287505806,
+      "grad_norm": 55.51290512084961,
+      "learning_rate": 1.8011376896583886e-05,
+      "loss": 0.6107,
+      "step": 700
+    },
+    {
+      "epoch": 0.3297724105898746,
+      "grad_norm": 16.0389461517334,
+      "learning_rate": 1.796151151204185e-05,
+      "loss": 0.558,
+      "step": 710
+    },
+    {
+      "epoch": 0.3344170924291686,
+      "grad_norm": 70.73486328125,
+      "learning_rate": 1.7911646127499813e-05,
+      "loss": 0.6595,
+      "step": 720
+    },
+    {
+      "epoch": 0.3390617742684626,
+      "grad_norm": 24.04580307006836,
+      "learning_rate": 1.7861780742957773e-05,
+      "loss": 0.6235,
+      "step": 730
+    },
+    {
+      "epoch": 0.34370645610775663,
+      "grad_norm": 17.440170288085938,
+      "learning_rate": 1.7811915358415736e-05,
+      "loss": 0.5414,
+      "step": 740
+    },
+    {
+      "epoch": 0.34835113794705064,
+      "grad_norm": 25.72278594970703,
+      "learning_rate": 1.77620499738737e-05,
+      "loss": 0.6179,
+      "step": 750
+    },
+    {
+      "epoch": 0.35299581978634464,
+      "grad_norm": 25.754533767700195,
+      "learning_rate": 1.7712184589331663e-05,
+      "loss": 0.6862,
+      "step": 760
+    },
+    {
+      "epoch": 0.35764050162563865,
+      "grad_norm": 17.074621200561523,
+      "learning_rate": 1.7662319204789626e-05,
+      "loss": 0.4386,
+      "step": 770
+    },
+    {
+      "epoch": 0.36228518346493266,
+      "grad_norm": 25.758764266967773,
+      "learning_rate": 1.7612453820247586e-05,
+      "loss": 0.5667,
+      "step": 780
+    },
+    {
+      "epoch": 0.36692986530422667,
+      "grad_norm": 74.62012481689453,
+      "learning_rate": 1.756258843570555e-05,
+      "loss": 0.7956,
+      "step": 790
+    },
+    {
+      "epoch": 0.3715745471435207,
+      "grad_norm": 22.15366554260254,
+      "learning_rate": 1.7512723051163513e-05,
+      "loss": 0.6652,
+      "step": 800
+    },
+    {
+      "epoch": 0.3762192289828147,
+      "grad_norm": 22.554166793823242,
+      "learning_rate": 1.7462857666621476e-05,
+      "loss": 0.7547,
+      "step": 810
+    },
+    {
+      "epoch": 0.3808639108221087,
+      "grad_norm": 3.1268579959869385,
+      "learning_rate": 1.741299228207944e-05,
+      "loss": 0.6936,
+      "step": 820
+    },
+    {
+      "epoch": 0.3855085926614027,
+      "grad_norm": 16.36742401123047,
+      "learning_rate": 1.73631268975374e-05,
+      "loss": 0.4024,
+      "step": 830
+    },
+    {
+      "epoch": 0.3901532745006967,
+      "grad_norm": 35.942108154296875,
+      "learning_rate": 1.7313261512995363e-05,
+      "loss": 0.9718,
+      "step": 840
+    },
+    {
+      "epoch": 0.3947979563399907,
+      "grad_norm": 32.59349060058594,
+      "learning_rate": 1.7263396128453326e-05,
+      "loss": 0.4242,
+      "step": 850
+    },
+    {
+      "epoch": 0.3994426381792847,
+      "grad_norm": 14.402030944824219,
+      "learning_rate": 1.721353074391129e-05,
+      "loss": 0.4503,
+      "step": 860
+    },
+    {
+      "epoch": 0.4040873200185787,
+      "grad_norm": 22.52005386352539,
+      "learning_rate": 1.7163665359369253e-05,
+      "loss": 0.7052,
+      "step": 870
+    },
+    {
+      "epoch": 0.40873200185787273,
+      "grad_norm": 14.834693908691406,
+      "learning_rate": 1.7113799974827213e-05,
+      "loss": 0.5847,
+      "step": 880
+    },
+    {
+      "epoch": 0.41337668369716674,
+      "grad_norm": 10.242630958557129,
+      "learning_rate": 1.7063934590285176e-05,
+      "loss": 0.6775,
+      "step": 890
+    },
+    {
+      "epoch": 0.41802136553646074,
+      "grad_norm": 19.234588623046875,
+      "learning_rate": 1.701406920574314e-05,
+      "loss": 0.5771,
+      "step": 900
+    },
+    {
+      "epoch": 0.42266604737575475,
+      "grad_norm": 26.22275161743164,
+      "learning_rate": 1.6964203821201103e-05,
+      "loss": 0.6148,
+      "step": 910
+    },
+    {
+      "epoch": 0.42731072921504876,
+      "grad_norm": 41.367008209228516,
+      "learning_rate": 1.6914338436659066e-05,
+      "loss": 0.6231,
+      "step": 920
+    },
+    {
+      "epoch": 0.43195541105434276,
+      "grad_norm": 20.041852951049805,
+      "learning_rate": 1.6864473052117026e-05,
+      "loss": 0.4405,
+      "step": 930
+    },
+    {
+      "epoch": 0.43660009289363677,
+      "grad_norm": 58.10574722290039,
+      "learning_rate": 1.681460766757499e-05,
+      "loss": 0.5475,
+      "step": 940
+    },
+    {
+      "epoch": 0.4412447747329308,
+      "grad_norm": 39.26423645019531,
+      "learning_rate": 1.6764742283032953e-05,
+      "loss": 0.51,
+      "step": 950
+    },
+    {
+      "epoch": 0.4458894565722248,
+      "grad_norm": 23.290077209472656,
+      "learning_rate": 1.6714876898490916e-05,
+      "loss": 0.6312,
+      "step": 960
+    },
+    {
+      "epoch": 0.4505341384115188,
+      "grad_norm": 13.668265342712402,
+      "learning_rate": 1.666501151394888e-05,
+      "loss": 0.5317,
+      "step": 970
+    },
+    {
+      "epoch": 0.4551788202508128,
+      "grad_norm": 53.51641082763672,
+      "learning_rate": 1.661514612940684e-05,
+      "loss": 0.6003,
+      "step": 980
+    },
+    {
+      "epoch": 0.4598235020901068,
+      "grad_norm": 41.4106330871582,
+      "learning_rate": 1.6565280744864803e-05,
+      "loss": 0.4173,
+      "step": 990
+    },
+    {
+      "epoch": 0.4644681839294008,
+      "grad_norm": 14.340582847595215,
+      "learning_rate": 1.6515415360322766e-05,
+      "loss": 0.8924,
+      "step": 1000
+    },
+    {
+      "epoch": 0.4691128657686948,
+      "grad_norm": 14.345767974853516,
+      "learning_rate": 1.646554997578073e-05,
+      "loss": 0.6567,
+      "step": 1010
+    },
+    {
+      "epoch": 0.4737575476079888,
+      "grad_norm": 7.988738059997559,
+      "learning_rate": 1.6415684591238693e-05,
+      "loss": 0.5343,
+      "step": 1020
+    },
+    {
+      "epoch": 0.47840222944728283,
+      "grad_norm": 17.18528938293457,
+      "learning_rate": 1.6365819206696653e-05,
+      "loss": 0.5373,
+      "step": 1030
+    },
+    {
+      "epoch": 0.4830469112865769,
+      "grad_norm": 3.3986854553222656,
+      "learning_rate": 1.6315953822154616e-05,
+      "loss": 0.4882,
+      "step": 1040
+    },
+    {
+      "epoch": 0.4876915931258709,
+      "grad_norm": 26.01762580871582,
+      "learning_rate": 1.626608843761258e-05,
+      "loss": 0.6547,
+      "step": 1050
+    },
+    {
+      "epoch": 0.4923362749651649,
+      "grad_norm": 54.30781936645508,
+      "learning_rate": 1.6216223053070543e-05,
+      "loss": 0.8929,
+      "step": 1060
+    },
+    {
+      "epoch": 0.4969809568044589,
+      "grad_norm": 23.58662223815918,
+      "learning_rate": 1.6166357668528506e-05,
+      "loss": 0.6557,
+      "step": 1070
+    },
+    {
+      "epoch": 0.5016256386437529,
+      "grad_norm": 18.75876808166504,
+      "learning_rate": 1.6116492283986466e-05,
+      "loss": 0.7164,
+      "step": 1080
+    },
+    {
+      "epoch": 0.5062703204830469,
+      "grad_norm": 31.582334518432617,
+      "learning_rate": 1.606662689944443e-05,
+      "loss": 0.6538,
+      "step": 1090
+    },
+    {
+      "epoch": 0.5109150023223409,
+      "grad_norm": 11.017553329467773,
+      "learning_rate": 1.6016761514902393e-05,
+      "loss": 0.6416,
+      "step": 1100
+    },
+    {
+      "epoch": 0.5155596841616349,
+      "grad_norm": 16.78295135498047,
+      "learning_rate": 1.5966896130360356e-05,
+      "loss": 0.5108,
+      "step": 1110
+    },
+    {
+      "epoch": 0.5202043660009289,
+      "grad_norm": 12.465627670288086,
+      "learning_rate": 1.591703074581832e-05,
+      "loss": 0.6153,
+      "step": 1120
+    },
+    {
+      "epoch": 0.5248490478402229,
+      "grad_norm": 17.042451858520508,
+      "learning_rate": 1.586716536127628e-05,
+      "loss": 0.6711,
+      "step": 1130
+    },
+    {
+      "epoch": 0.5294937296795169,
+      "grad_norm": 10.192228317260742,
+      "learning_rate": 1.5817299976734243e-05,
+      "loss": 0.4773,
+      "step": 1140
+    },
+    {
+      "epoch": 0.5341384115188109,
+      "grad_norm": 57.02873611450195,
+      "learning_rate": 1.5767434592192206e-05,
+      "loss": 0.6164,
+      "step": 1150
+    },
+    {
+      "epoch": 0.5387830933581049,
+      "grad_norm": 18.456907272338867,
+      "learning_rate": 1.571756920765017e-05,
+      "loss": 0.5722,
+      "step": 1160
+    },
+    {
+      "epoch": 0.5434277751973989,
+      "grad_norm": 14.433390617370605,
+      "learning_rate": 1.5667703823108133e-05,
+      "loss": 0.4521,
+      "step": 1170
+    },
+    {
+      "epoch": 0.5480724570366929,
+      "grad_norm": 9.868057250976562,
+      "learning_rate": 1.5617838438566093e-05,
+      "loss": 0.5333,
+      "step": 1180
+    },
+    {
+      "epoch": 0.552717138875987,
+      "grad_norm": 10.04655647277832,
+      "learning_rate": 1.5567973054024056e-05,
+      "loss": 0.6211,
+      "step": 1190
+    },
+    {
+      "epoch": 0.557361820715281,
+      "grad_norm": 3.9764537811279297,
+      "learning_rate": 1.551810766948202e-05,
+      "loss": 0.5288,
+      "step": 1200
+    },
+    {
+      "epoch": 0.562006502554575,
+      "grad_norm": 75.85688018798828,
+      "learning_rate": 1.5468242284939983e-05,
+      "loss": 0.5062,
+      "step": 1210
+    },
+    {
+      "epoch": 0.566651184393869,
+      "grad_norm": 58.41361999511719,
+      "learning_rate": 1.5418376900397946e-05,
+      "loss": 0.6781,
+      "step": 1220
+    },
+    {
+      "epoch": 0.571295866233163,
+      "grad_norm": 21.685863494873047,
+      "learning_rate": 1.536851151585591e-05,
+      "loss": 0.6229,
+      "step": 1230
+    },
+    {
+      "epoch": 0.575940548072457,
+      "grad_norm": 56.589420318603516,
+      "learning_rate": 1.531864613131387e-05,
+      "loss": 0.6928,
+      "step": 1240
+    },
+    {
+      "epoch": 0.5805852299117511,
+      "grad_norm": 135.11924743652344,
+      "learning_rate": 1.527376728522604e-05,
+      "loss": 0.871,
+      "step": 1250
+    },
+    {
+      "epoch": 0.5852299117510451,
+      "grad_norm": 17.793853759765625,
+      "learning_rate": 1.5223901900684e-05,
+      "loss": 0.6875,
+      "step": 1260
+    },
+    {
+      "epoch": 0.5898745935903391,
+      "grad_norm": 184.71627807617188,
+      "learning_rate": 1.5174036516141963e-05,
+      "loss": 0.4991,
+      "step": 1270
+    },
+    {
+      "epoch": 0.5945192754296331,
+      "grad_norm": 9.668450355529785,
+      "learning_rate": 1.5124171131599925e-05,
+      "loss": 0.7237,
+      "step": 1280
+    },
+    {
+      "epoch": 0.5991639572689271,
+      "grad_norm": 23.586933135986328,
+      "learning_rate": 1.5074305747057888e-05,
+      "loss": 0.5921,
+      "step": 1290
+    },
+    {
+      "epoch": 0.6038086391082211,
+      "grad_norm": 33.03472137451172,
+      "learning_rate": 1.502444036251585e-05,
+      "loss": 0.5426,
+      "step": 1300
+    },
+    {
+      "epoch": 0.6084533209475151,
+      "grad_norm": 11.148355484008789,
+      "learning_rate": 1.4974574977973813e-05,
+      "loss": 0.6081,
+      "step": 1310
+    },
+    {
+      "epoch": 0.6130980027868091,
+      "grad_norm": 17.641267776489258,
+      "learning_rate": 1.4924709593431777e-05,
+      "loss": 0.5492,
+      "step": 1320
+    },
+    {
+      "epoch": 0.6177426846261032,
+      "grad_norm": 11.775382041931152,
+      "learning_rate": 1.4874844208889738e-05,
+      "loss": 0.5168,
+      "step": 1330
+    },
+    {
+      "epoch": 0.6223873664653972,
+      "grad_norm": 13.548938751220703,
+      "learning_rate": 1.4824978824347698e-05,
+      "loss": 0.6428,
+      "step": 1340
+    },
+    {
+      "epoch": 0.6270320483046912,
+      "grad_norm": 38.070335388183594,
+      "learning_rate": 1.4775113439805662e-05,
+      "loss": 0.4728,
+      "step": 1350
+    },
+    {
+      "epoch": 0.6316767301439852,
+      "grad_norm": 19.39068031311035,
+      "learning_rate": 1.4725248055263625e-05,
+      "loss": 0.4786,
+      "step": 1360
+    },
+    {
+      "epoch": 0.6363214119832792,
+      "grad_norm": 22.63104248046875,
+      "learning_rate": 1.4675382670721587e-05,
+      "loss": 0.565,
+      "step": 1370
+    },
+    {
+      "epoch": 0.6409660938225732,
+      "grad_norm": 37.99357986450195,
+      "learning_rate": 1.462551728617955e-05,
+      "loss": 0.3932,
+      "step": 1380
+    },
+    {
+      "epoch": 0.6456107756618672,
+      "grad_norm": 2.9193620681762695,
+      "learning_rate": 1.4575651901637512e-05,
+      "loss": 0.3625,
+      "step": 1390
+    },
+    {
+      "epoch": 0.6502554575011612,
+      "grad_norm": 46.6943473815918,
+      "learning_rate": 1.4525786517095475e-05,
+      "loss": 0.886,
+      "step": 1400
+    },
+    {
+      "epoch": 0.6549001393404552,
+      "grad_norm": 22.397979736328125,
+      "learning_rate": 1.4475921132553438e-05,
+      "loss": 0.7012,
+      "step": 1410
+    },
+    {
+      "epoch": 0.6595448211797492,
+      "grad_norm": 9.515957832336426,
+      "learning_rate": 1.44260557480114e-05,
+      "loss": 0.6053,
+      "step": 1420
+    },
+    {
+      "epoch": 0.6641895030190432,
+      "grad_norm": 12.916342735290527,
+      "learning_rate": 1.4376190363469363e-05,
+      "loss": 0.5694,
+      "step": 1430
+    },
+    {
+      "epoch": 0.6688341848583372,
+      "grad_norm": 37.17584991455078,
+      "learning_rate": 1.4326324978927325e-05,
+      "loss": 0.5905,
+      "step": 1440
+    },
+    {
+      "epoch": 0.6734788666976312,
+      "grad_norm": 37.41575622558594,
+      "learning_rate": 1.4276459594385288e-05,
+      "loss": 0.5446,
+      "step": 1450
+    },
+    {
+      "epoch": 0.6781235485369252,
+      "grad_norm": 16.848384857177734,
+      "learning_rate": 1.4226594209843252e-05,
+      "loss": 0.5074,
+      "step": 1460
+    },
+    {
+      "epoch": 0.6827682303762193,
+      "grad_norm": 6.8437323570251465,
+      "learning_rate": 1.4176728825301213e-05,
+      "loss": 0.378,
+      "step": 1470
+    },
+    {
+      "epoch": 0.6874129122155133,
+      "grad_norm": 17.651676177978516,
+      "learning_rate": 1.4126863440759177e-05,
+      "loss": 0.4868,
+      "step": 1480
+    },
+    {
+      "epoch": 0.6920575940548073,
+      "grad_norm": 5.8376336097717285,
+      "learning_rate": 1.407699805621714e-05,
+      "loss": 0.6628,
+      "step": 1490
+    },
+    {
+      "epoch": 0.6967022758941013,
+      "grad_norm": 12.156155586242676,
+      "learning_rate": 1.4027132671675102e-05,
+      "loss": 0.7202,
+      "step": 1500
+    },
+    {
+      "epoch": 0.7013469577333953,
+      "grad_norm": 27.546836853027344,
+      "learning_rate": 1.3977267287133065e-05,
+      "loss": 0.5407,
+      "step": 1510
+    },
+    {
+      "epoch": 0.7059916395726893,
+      "grad_norm": 10.75734806060791,
+      "learning_rate": 1.3927401902591027e-05,
+      "loss": 0.5132,
+      "step": 1520
+    },
+    {
+      "epoch": 0.7106363214119833,
+      "grad_norm": 6.772491931915283,
+      "learning_rate": 1.387753651804899e-05,
+      "loss": 0.6341,
+      "step": 1530
+    },
+    {
+      "epoch": 0.7152810032512773,
+      "grad_norm": 15.500252723693848,
+      "learning_rate": 1.3827671133506953e-05,
+      "loss": 0.5976,
+      "step": 1540
+    },
+    {
+      "epoch": 0.7199256850905713,
+      "grad_norm": 2.9452760219573975,
+      "learning_rate": 1.3777805748964915e-05,
+      "loss": 0.4807,
+      "step": 1550
+    },
+    {
+      "epoch": 0.7245703669298653,
+      "grad_norm": 11.288049697875977,
+      "learning_rate": 1.3727940364422878e-05,
+      "loss": 0.4815,
+      "step": 1560
+    },
+    {
+      "epoch": 0.7292150487691593,
+      "grad_norm": 7.9401726722717285,
+      "learning_rate": 1.367807497988084e-05,
+      "loss": 0.4613,
+      "step": 1570
+    },
+    {
+      "epoch": 0.7338597306084533,
+      "grad_norm": 17.873010635375977,
+      "learning_rate": 1.3628209595338803e-05,
+      "loss": 0.6516,
+      "step": 1580
+    },
+    {
+      "epoch": 0.7385044124477473,
+      "grad_norm": 24.160341262817383,
+      "learning_rate": 1.3578344210796767e-05,
+      "loss": 0.55,
+      "step": 1590
+    },
+    {
+      "epoch": 0.7431490942870413,
+      "grad_norm": 7.697661876678467,
+      "learning_rate": 1.3528478826254728e-05,
+      "loss": 0.4278,
+      "step": 1600
+    },
+    {
+      "epoch": 0.7477937761263354,
+      "grad_norm": 32.532779693603516,
+      "learning_rate": 1.3478613441712692e-05,
+      "loss": 0.5394,
+      "step": 1610
+    },
+    {
+      "epoch": 0.7524384579656294,
+      "grad_norm": 11.085630416870117,
+      "learning_rate": 1.3428748057170653e-05,
+      "loss": 0.4398,
+      "step": 1620
+    },
+    {
+      "epoch": 0.7570831398049234,
+      "grad_norm": 13.244244575500488,
+      "learning_rate": 1.3378882672628617e-05,
+      "loss": 0.7832,
+      "step": 1630
+    },
+    {
+      "epoch": 0.7617278216442174,
+      "grad_norm": 12.643896102905273,
+      "learning_rate": 1.332901728808658e-05,
+      "loss": 0.6907,
+      "step": 1640
+    },
+    {
+      "epoch": 0.7663725034835114,
+      "grad_norm": 14.135263442993164,
+      "learning_rate": 1.3279151903544542e-05,
+      "loss": 0.4552,
+      "step": 1650
+    },
+    {
+      "epoch": 0.7710171853228054,
+      "grad_norm": 40.20560073852539,
+      "learning_rate": 1.3229286519002505e-05,
+      "loss": 0.6304,
+      "step": 1660
+    },
+    {
+      "epoch": 0.7756618671620994,
+      "grad_norm": 4.1568522453308105,
+      "learning_rate": 1.3179421134460467e-05,
+      "loss": 0.4987,
+      "step": 1670
+    },
+    {
+      "epoch": 0.7803065490013934,
+      "grad_norm": 49.13134765625,
+      "learning_rate": 1.312955574991843e-05,
+      "loss": 0.4316,
+      "step": 1680
+    },
+    {
+      "epoch": 0.7849512308406874,
+      "grad_norm": 24.75063705444336,
+      "learning_rate": 1.3079690365376393e-05,
+      "loss": 0.5864,
+      "step": 1690
+    },
+    {
+      "epoch": 0.7895959126799814,
+      "grad_norm": 40.39198303222656,
+      "learning_rate": 1.3029824980834355e-05,
+      "loss": 0.6909,
+      "step": 1700
+    },
+    {
+      "epoch": 0.7942405945192754,
+      "grad_norm": 29.39513397216797,
+      "learning_rate": 1.2979959596292318e-05,
+      "loss": 0.4545,
+      "step": 1710
+    },
+    {
+      "epoch": 0.7988852763585694,
+      "grad_norm": 14.731855392456055,
+      "learning_rate": 1.293009421175028e-05,
+      "loss": 0.4467,
+      "step": 1720
+    },
+    {
+      "epoch": 0.8035299581978634,
+      "grad_norm": 23.611068725585938,
+      "learning_rate": 1.2880228827208243e-05,
+      "loss": 0.5262,
+      "step": 1730
+    },
+    {
+      "epoch": 0.8081746400371574,
+      "grad_norm": 6.023813247680664,
+      "learning_rate": 1.2830363442666207e-05,
+      "loss": 0.5964,
+      "step": 1740
+    },
+    {
+      "epoch": 0.8128193218764515,
+      "grad_norm": 9.401269912719727,
+      "learning_rate": 1.2780498058124168e-05,
+      "loss": 0.5461,
+      "step": 1750
+    },
+    {
+      "epoch": 0.8174640037157455,
+      "grad_norm": 54.0169792175293,
+      "learning_rate": 1.2730632673582132e-05,
+      "loss": 0.4554,
+      "step": 1760
+    },
+    {
+      "epoch": 0.8221086855550395,
+      "grad_norm": 47.7166862487793,
+      "learning_rate": 1.2680767289040093e-05,
+      "loss": 0.4399,
+      "step": 1770
+    },
+    {
+      "epoch": 0.8267533673943335,
+      "grad_norm": 9.918916702270508,
+      "learning_rate": 1.2630901904498057e-05,
+      "loss": 0.6007,
+      "step": 1780
+    },
+    {
+      "epoch": 0.8313980492336275,
+      "grad_norm": 14.748363494873047,
+      "learning_rate": 1.258103651995602e-05,
+      "loss": 0.5345,
+      "step": 1790
+    },
+    {
+      "epoch": 0.8360427310729215,
+      "grad_norm": 10.884316444396973,
+      "learning_rate": 1.2531171135413982e-05,
+      "loss": 0.5876,
+      "step": 1800
+    },
+    {
+      "epoch": 0.8406874129122155,
+      "grad_norm": 21.72517204284668,
+      "learning_rate": 1.2481305750871945e-05,
+      "loss": 0.52,
+      "step": 1810
+    },
+    {
+      "epoch": 0.8453320947515095,
+      "grad_norm": 16.430513381958008,
+      "learning_rate": 1.2431440366329907e-05,
+      "loss": 0.5887,
+      "step": 1820
+    },
+    {
+      "epoch": 0.8499767765908035,
+      "grad_norm": 11.547590255737305,
+      "learning_rate": 1.238157498178787e-05,
+      "loss": 0.5356,
+      "step": 1830
+    },
+    {
+      "epoch": 0.8546214584300975,
+      "grad_norm": 5.6605963706970215,
+      "learning_rate": 1.2331709597245834e-05,
+      "loss": 0.6289,
+      "step": 1840
+    },
+    {
+      "epoch": 0.8592661402693915,
+      "grad_norm": 6.220414161682129,
+      "learning_rate": 1.2281844212703795e-05,
+      "loss": 0.4977,
+      "step": 1850
+    },
+    {
+      "epoch": 0.8639108221086855,
+      "grad_norm": 11.676337242126465,
+      "learning_rate": 1.2231978828161759e-05,
+      "loss": 0.7576,
+      "step": 1860
+    },
+    {
+      "epoch": 0.8685555039479795,
+      "grad_norm": 8.973514556884766,
+      "learning_rate": 1.218211344361972e-05,
+      "loss": 0.687,
+      "step": 1870
+    },
+    {
+      "epoch": 0.8732001857872735,
+      "grad_norm": 2.6711742877960205,
+      "learning_rate": 1.2132248059077684e-05,
+      "loss": 0.5245,
+      "step": 1880
+    },
+    {
+      "epoch": 0.8778448676265675,
+      "grad_norm": 28.208005905151367,
+      "learning_rate": 1.2082382674535647e-05,
+      "loss": 0.4551,
+      "step": 1890
+    },
+    {
+      "epoch": 0.8824895494658616,
+      "grad_norm": 23.71241569519043,
+      "learning_rate": 1.2032517289993609e-05,
+      "loss": 0.529,
+      "step": 1900
+    },
+    {
+      "epoch": 0.8871342313051556,
+      "grad_norm": 21.452486038208008,
+      "learning_rate": 1.1982651905451572e-05,
+      "loss": 0.5877,
+      "step": 1910
+    },
+    {
+      "epoch": 0.8917789131444496,
+      "grad_norm": 9.46278190612793,
+      "learning_rate": 1.1932786520909534e-05,
+      "loss": 0.4907,
+      "step": 1920
+    },
+    {
+      "epoch": 0.8964235949837436,
+      "grad_norm": 37.1279296875,
+      "learning_rate": 1.1882921136367497e-05,
+      "loss": 0.5092,
+      "step": 1930
+    },
+    {
+      "epoch": 0.9010682768230376,
+      "grad_norm": 11.245513916015625,
+      "learning_rate": 1.183305575182546e-05,
+      "loss": 0.4723,
+      "step": 1940
+    },
+    {
+      "epoch": 0.9057129586623316,
+      "grad_norm": 22.38329315185547,
+      "learning_rate": 1.1783190367283422e-05,
+      "loss": 0.5213,
+      "step": 1950
+    },
+    {
+      "epoch": 0.9103576405016256,
+      "grad_norm": 9.722599029541016,
+      "learning_rate": 1.1733324982741385e-05,
+      "loss": 0.4407,
+      "step": 1960
+    },
+    {
+      "epoch": 0.9150023223409196,
+      "grad_norm": 42.44827651977539,
+      "learning_rate": 1.1683459598199349e-05,
+      "loss": 0.5251,
+      "step": 1970
+    },
+    {
+      "epoch": 0.9196470041802136,
+      "grad_norm": 18.725831985473633,
+      "learning_rate": 1.163359421365731e-05,
+      "loss": 0.5138,
+      "step": 1980
+    },
+    {
+      "epoch": 0.9242916860195076,
+      "grad_norm": 11.360920906066895,
+      "learning_rate": 1.1583728829115274e-05,
+      "loss": 0.551,
+      "step": 1990
+    },
+    {
+      "epoch": 0.9289363678588016,
+      "grad_norm": 29.606061935424805,
+      "learning_rate": 1.1533863444573235e-05,
+      "loss": 0.6572,
+      "step": 2000
+    },
+    {
+      "epoch": 0.9335810496980956,
+      "grad_norm": 44.13784408569336,
+      "learning_rate": 1.1483998060031199e-05,
+      "loss": 0.4724,
+      "step": 2010
+    },
+    {
+      "epoch": 0.9382257315373896,
+      "grad_norm": 37.983055114746094,
+      "learning_rate": 1.1434132675489162e-05,
+      "loss": 0.5225,
+      "step": 2020
+    },
+    {
+      "epoch": 0.9428704133766836,
+      "grad_norm": 15.249692916870117,
+      "learning_rate": 1.1384267290947124e-05,
+      "loss": 0.4439,
+      "step": 2030
+    },
+    {
+      "epoch": 0.9475150952159777,
+      "grad_norm": 41.946937561035156,
+      "learning_rate": 1.1334401906405087e-05,
+      "loss": 0.6557,
+      "step": 2040
+    },
+    {
+      "epoch": 0.9521597770552717,
+      "grad_norm": 14.351404190063477,
+      "learning_rate": 1.1284536521863049e-05,
+      "loss": 0.5077,
+      "step": 2050
+    },
+    {
+      "epoch": 0.9568044588945657,
+      "grad_norm": 11.345954895019531,
+      "learning_rate": 1.1234671137321012e-05,
+      "loss": 0.4649,
+      "step": 2060
+    },
+    {
+      "epoch": 0.9614491407338597,
+      "grad_norm": 10.129472732543945,
+      "learning_rate": 1.1184805752778975e-05,
+      "loss": 0.4637,
+      "step": 2070
+    },
+    {
+      "epoch": 0.9660938225731538,
+      "grad_norm": 17.96135711669922,
+      "learning_rate": 1.1134940368236937e-05,
+      "loss": 0.5942,
+      "step": 2080
+    },
+    {
+      "epoch": 0.9707385044124478,
+      "grad_norm": 26.003862380981445,
+      "learning_rate": 1.10850749836949e-05,
+      "loss": 0.6214,
+      "step": 2090
+    },
+    {
+      "epoch": 0.9753831862517418,
+      "grad_norm": 6.638750076293945,
+      "learning_rate": 1.1035209599152862e-05,
+      "loss": 0.4563,
+      "step": 2100
+    },
+    {
+      "epoch": 0.9800278680910358,
+      "grad_norm": 11.93756103515625,
+      "learning_rate": 1.0985344214610825e-05,
+      "loss": 0.3787,
+      "step": 2110
+    },
+    {
+      "epoch": 0.9846725499303298,
+      "grad_norm": 40.54302215576172,
+      "learning_rate": 1.0935478830068789e-05,
+      "loss": 0.6483,
+      "step": 2120
+    },
+    {
+      "epoch": 0.9893172317696238,
+      "grad_norm": 7.869910717010498,
+      "learning_rate": 1.088561344552675e-05,
+      "loss": 0.429,
+      "step": 2130
+    },
+    {
+      "epoch": 0.9939619136089178,
+      "grad_norm": 31.836936950683594,
+      "learning_rate": 1.0835748060984714e-05,
+      "loss": 0.7914,
+      "step": 2140
+    },
+    {
+      "epoch": 0.9986065954482118,
+      "grad_norm": 5.69075345993042,
+      "learning_rate": 1.0785882676442675e-05,
+      "loss": 0.5178,
+      "step": 2150
+    },
+    {
+      "epoch": 1.0,
+      "eval_f1": 0.7269367449311068,
+      "eval_loss": 0.5655010342597961,
+      "eval_runtime": 23.3278,
+      "eval_samples_per_second": 224.367,
+      "eval_steps_per_second": 37.423,
+      "step": 2153
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4306,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 2,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9641193740697600.0,
+  "train_batch_size": 6,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 2.1472034583801277e-05,
+    "num_train_epochs": 2,
+    "per_device_train_batch_size": 6,
+    "weight_decay": 0.054058229046701475
+  }
+}

run-0/checkpoint-2153/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f21d5c8f6bb5577579729be6f8849358729141000cd8a775701a8cdd187f3d4
+size 5368

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21ccd6598c3d2f9042342ed5581f206efdbe38e7f413005fbee271ade0d5b118
-size 5304
+oid sha256:7f21d5c8f6bb5577579729be6f8849358729141000cd8a775701a8cdd187f3d4
+size 5368