Training in progress, epoch 1

config.json

@@ -1,18 +1,22 @@
 {
-  "_name_or_path": "meta-llama/Meta-Llama-3-8B",
+  "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 128000,
-  "eos_token_id": 128001,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
   "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 4096,
   "initializer_range": 0.02,
   "intermediate_size": 14336,
-  "max_position_embeddings": 8192,
+  "max_position_embeddings": 131072,
   "mlp_bias": false,
   "model_type": "llama",
   "num_attention_heads": 32,
@@ -20,7 +24,13 @@
   "num_key_value_heads": 8,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
-  "rope_scaling": null,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d48ddef82ab9e0902ca87df8a41af5401986d995f143a433b27e6a59a34e0dc
+oid sha256:ea2ab91d60afe9b7df547c1c1af33ed7367ab3b5adceb531d69324783cf9a290
 size 4976698672

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cd2b5b3bed1327cc1b4427a5dc4d6c4ce91314a95cdc2861f7afdb90e330dab
+oid sha256:0169fe5692f32dbf318863d7d56fcfe606e622e59f448e6f38eeafc8fd8e0de9
 size 4999802720

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c196fbb20fbf166ef7d938ae82e2ea0866f1ee864351464fd81ba41ed2730f20
+oid sha256:4611497106036e3977399f27502e4cd38d62ce091ffebe75d00a66f00f2a6c20
 size 4915916176

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5db76decb17cfec02de2bde73d2cbb736078487d022137bed203f40c8483e79
+oid sha256:2601fa86b1cbfaf7e4f13c2efc2ee7947451297a59578e63523cc6c150ff0117
 size 1168138808

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
-size 17209961
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -33,7 +33,7 @@
       "special": true
     },
     "128004": {
-      "content": "<|reserved_special_token_2|>",
+      "content": "<|finetune_right_pad_id|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -41,7 +41,7 @@
       "special": true
     },
     "128005": {
-      "content": "<|reserved_special_token_3|>",
+      "content": "<|reserved_special_token_2|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -65,7 +65,7 @@
       "special": true
     },
     "128008": {
-      "content": "<|reserved_special_token_4|>",
+      "content": "<|eom_id|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": true
     },
     "128010": {
-      "content": "<|reserved_special_token_5|>",
+      "content": "<|python_tag|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": true
     },
     "128011": {
-      "content": "<|reserved_special_token_6|>",
+      "content": "<|reserved_special_token_3|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -97,7 +97,7 @@
       "special": true
     },
     "128012": {
-      "content": "<|reserved_special_token_7|>",
+      "content": "<|reserved_special_token_4|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": true
     },
     "128013": {
-      "content": "<|reserved_special_token_8|>",
+      "content": "<|reserved_special_token_5|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -113,7 +113,7 @@
       "special": true
     },
     "128014": {
-      "content": "<|reserved_special_token_9|>",
+      "content": "<|reserved_special_token_6|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -121,7 +121,7 @@
       "special": true
     },
     "128015": {
-      "content": "<|reserved_special_token_10|>",
+      "content": "<|reserved_special_token_7|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -129,7 +129,7 @@
       "special": true
     },
     "128016": {
-      "content": "<|reserved_special_token_11|>",
+      "content": "<|reserved_special_token_8|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -137,7 +137,7 @@
       "special": true
     },
     "128017": {
-      "content": "<|reserved_special_token_12|>",
+      "content": "<|reserved_special_token_9|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -145,7 +145,7 @@
       "special": true
     },
     "128018": {
-      "content": "<|reserved_special_token_13|>",
+      "content": "<|reserved_special_token_10|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -153,7 +153,7 @@
       "special": true
     },
     "128019": {
-      "content": "<|reserved_special_token_14|>",
+      "content": "<|reserved_special_token_11|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": true
     },
     "128020": {
-      "content": "<|reserved_special_token_15|>",
+      "content": "<|reserved_special_token_12|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": true
     },
     "128021": {
-      "content": "<|reserved_special_token_16|>",
+      "content": "<|reserved_special_token_13|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -177,7 +177,7 @@
       "special": true
     },
     "128022": {
-      "content": "<|reserved_special_token_17|>",
+      "content": "<|reserved_special_token_14|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -185,7 +185,7 @@
       "special": true
     },
     "128023": {
-      "content": "<|reserved_special_token_18|>",
+      "content": "<|reserved_special_token_15|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -193,7 +193,7 @@
       "special": true
     },
     "128024": {
-      "content": "<|reserved_special_token_19|>",
+      "content": "<|reserved_special_token_16|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -201,7 +201,7 @@
       "special": true
     },
     "128025": {
-      "content": "<|reserved_special_token_20|>",
+      "content": "<|reserved_special_token_17|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -209,7 +209,7 @@
       "special": true
     },
     "128026": {
-      "content": "<|reserved_special_token_21|>",
+      "content": "<|reserved_special_token_18|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -217,7 +217,7 @@
       "special": true
     },
     "128027": {
-      "content": "<|reserved_special_token_22|>",
+      "content": "<|reserved_special_token_19|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -225,7 +225,7 @@
       "special": true
     },
     "128028": {
-      "content": "<|reserved_special_token_23|>",
+      "content": "<|reserved_special_token_20|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -233,7 +233,7 @@
       "special": true
     },
     "128029": {
-      "content": "<|reserved_special_token_24|>",
+      "content": "<|reserved_special_token_21|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -241,7 +241,7 @@
       "special": true
     },
     "128030": {
-      "content": "<|reserved_special_token_25|>",
+      "content": "<|reserved_special_token_22|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -249,7 +249,7 @@
       "special": true
     },
     "128031": {
-      "content": "<|reserved_special_token_26|>",
+      "content": "<|reserved_special_token_23|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -257,7 +257,7 @@
       "special": true
     },
     "128032": {
-      "content": "<|reserved_special_token_27|>",
+      "content": "<|reserved_special_token_24|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -265,7 +265,7 @@
       "special": true
     },
     "128033": {
-      "content": "<|reserved_special_token_28|>",
+      "content": "<|reserved_special_token_25|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -273,7 +273,7 @@
       "special": true
     },
     "128034": {
-      "content": "<|reserved_special_token_29|>",
+      "content": "<|reserved_special_token_26|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -281,7 +281,7 @@
       "special": true
     },
     "128035": {
-      "content": "<|reserved_special_token_30|>",
+      "content": "<|reserved_special_token_27|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -289,7 +289,7 @@
       "special": true
     },
     "128036": {
-      "content": "<|reserved_special_token_31|>",
+      "content": "<|reserved_special_token_28|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -297,7 +297,7 @@
       "special": true
     },
     "128037": {
-      "content": "<|reserved_special_token_32|>",
+      "content": "<|reserved_special_token_29|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -305,7 +305,7 @@
       "special": true
     },
     "128038": {
-      "content": "<|reserved_special_token_33|>",
+      "content": "<|reserved_special_token_30|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -313,7 +313,7 @@
       "special": true
     },
     "128039": {
-      "content": "<|reserved_special_token_34|>",
+      "content": "<|reserved_special_token_31|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -321,7 +321,7 @@
       "special": true
     },
     "128040": {
-      "content": "<|reserved_special_token_35|>",
+      "content": "<|reserved_special_token_32|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -329,7 +329,7 @@
       "special": true
     },
     "128041": {
-      "content": "<|reserved_special_token_36|>",
+      "content": "<|reserved_special_token_33|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -337,7 +337,7 @@
       "special": true
     },
     "128042": {
-      "content": "<|reserved_special_token_37|>",
+      "content": "<|reserved_special_token_34|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -345,7 +345,7 @@
       "special": true
     },
     "128043": {
-      "content": "<|reserved_special_token_38|>",
+      "content": "<|reserved_special_token_35|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -353,7 +353,7 @@
       "special": true
     },
     "128044": {
-      "content": "<|reserved_special_token_39|>",
+      "content": "<|reserved_special_token_36|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -361,7 +361,7 @@
       "special": true
     },
     "128045": {
-      "content": "<|reserved_special_token_40|>",
+      "content": "<|reserved_special_token_37|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -369,7 +369,7 @@
       "special": true
     },
     "128046": {
-      "content": "<|reserved_special_token_41|>",
+      "content": "<|reserved_special_token_38|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -377,7 +377,7 @@
       "special": true
     },
     "128047": {
-      "content": "<|reserved_special_token_42|>",
+      "content": "<|reserved_special_token_39|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -385,7 +385,7 @@
       "special": true
     },
     "128048": {
-      "content": "<|reserved_special_token_43|>",
+      "content": "<|reserved_special_token_40|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -393,7 +393,7 @@
       "special": true
     },
     "128049": {
-      "content": "<|reserved_special_token_44|>",
+      "content": "<|reserved_special_token_41|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -401,7 +401,7 @@
       "special": true
     },
     "128050": {
-      "content": "<|reserved_special_token_45|>",
+      "content": "<|reserved_special_token_42|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -409,7 +409,7 @@
       "special": true
     },
     "128051": {
-      "content": "<|reserved_special_token_46|>",
+      "content": "<|reserved_special_token_43|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -417,7 +417,7 @@
       "special": true
     },
     "128052": {
-      "content": "<|reserved_special_token_47|>",
+      "content": "<|reserved_special_token_44|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -425,7 +425,7 @@
       "special": true
     },
     "128053": {
-      "content": "<|reserved_special_token_48|>",
+      "content": "<|reserved_special_token_45|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -433,7 +433,7 @@
       "special": true
     },
     "128054": {
-      "content": "<|reserved_special_token_49|>",
+      "content": "<|reserved_special_token_46|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -441,7 +441,7 @@
       "special": true
     },
     "128055": {
-      "content": "<|reserved_special_token_50|>",
+      "content": "<|reserved_special_token_47|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -449,7 +449,7 @@
       "special": true
     },
     "128056": {
-      "content": "<|reserved_special_token_51|>",
+      "content": "<|reserved_special_token_48|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -457,7 +457,7 @@
       "special": true
     },
     "128057": {
-      "content": "<|reserved_special_token_52|>",
+      "content": "<|reserved_special_token_49|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -465,7 +465,7 @@
       "special": true
     },
     "128058": {
-      "content": "<|reserved_special_token_53|>",
+      "content": "<|reserved_special_token_50|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -473,7 +473,7 @@
       "special": true
     },
     "128059": {
-      "content": "<|reserved_special_token_54|>",
+      "content": "<|reserved_special_token_51|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -481,7 +481,7 @@
       "special": true
     },
     "128060": {
-      "content": "<|reserved_special_token_55|>",
+      "content": "<|reserved_special_token_52|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -489,7 +489,7 @@
       "special": true
     },
     "128061": {
-      "content": "<|reserved_special_token_56|>",
+      "content": "<|reserved_special_token_53|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -497,7 +497,7 @@
       "special": true
     },
     "128062": {
-      "content": "<|reserved_special_token_57|>",
+      "content": "<|reserved_special_token_54|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -505,7 +505,7 @@
       "special": true
     },
     "128063": {
-      "content": "<|reserved_special_token_58|>",
+      "content": "<|reserved_special_token_55|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -513,7 +513,7 @@
       "special": true
     },
     "128064": {
-      "content": "<|reserved_special_token_59|>",
+      "content": "<|reserved_special_token_56|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -521,7 +521,7 @@
       "special": true
     },
     "128065": {
-      "content": "<|reserved_special_token_60|>",
+      "content": "<|reserved_special_token_57|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -529,7 +529,7 @@
       "special": true
     },
     "128066": {
-      "content": "<|reserved_special_token_61|>",
+      "content": "<|reserved_special_token_58|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -537,7 +537,7 @@
       "special": true
     },
     "128067": {
-      "content": "<|reserved_special_token_62|>",
+      "content": "<|reserved_special_token_59|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -545,7 +545,7 @@
       "special": true
     },
     "128068": {
-      "content": "<|reserved_special_token_63|>",
+      "content": "<|reserved_special_token_60|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -553,7 +553,7 @@
       "special": true
     },
     "128069": {
-      "content": "<|reserved_special_token_64|>",
+      "content": "<|reserved_special_token_61|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -561,7 +561,7 @@
       "special": true
     },
     "128070": {
-      "content": "<|reserved_special_token_65|>",
+      "content": "<|reserved_special_token_62|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -569,7 +569,7 @@
       "special": true
     },
     "128071": {
-      "content": "<|reserved_special_token_66|>",
+      "content": "<|reserved_special_token_63|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -577,7 +577,7 @@
       "special": true
     },
     "128072": {
-      "content": "<|reserved_special_token_67|>",
+      "content": "<|reserved_special_token_64|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -585,7 +585,7 @@
       "special": true
     },
     "128073": {
-      "content": "<|reserved_special_token_68|>",
+      "content": "<|reserved_special_token_65|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -593,7 +593,7 @@
       "special": true
     },
     "128074": {
-      "content": "<|reserved_special_token_69|>",
+      "content": "<|reserved_special_token_66|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -601,7 +601,7 @@
       "special": true
     },
     "128075": {
-      "content": "<|reserved_special_token_70|>",
+      "content": "<|reserved_special_token_67|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -609,7 +609,7 @@
       "special": true
     },
     "128076": {
-      "content": "<|reserved_special_token_71|>",
+      "content": "<|reserved_special_token_68|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -617,7 +617,7 @@
       "special": true
     },
     "128077": {
-      "content": "<|reserved_special_token_72|>",
+      "content": "<|reserved_special_token_69|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -625,7 +625,7 @@
       "special": true
     },
     "128078": {
-      "content": "<|reserved_special_token_73|>",
+      "content": "<|reserved_special_token_70|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -633,7 +633,7 @@
       "special": true
     },
     "128079": {
-      "content": "<|reserved_special_token_74|>",
+      "content": "<|reserved_special_token_71|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -641,7 +641,7 @@
       "special": true
     },
     "128080": {
-      "content": "<|reserved_special_token_75|>",
+      "content": "<|reserved_special_token_72|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -649,7 +649,7 @@
       "special": true
     },
     "128081": {
-      "content": "<|reserved_special_token_76|>",
+      "content": "<|reserved_special_token_73|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -657,7 +657,7 @@
       "special": true
     },
     "128082": {
-      "content": "<|reserved_special_token_77|>",
+      "content": "<|reserved_special_token_74|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -665,7 +665,7 @@
       "special": true
     },
     "128083": {
-      "content": "<|reserved_special_token_78|>",
+      "content": "<|reserved_special_token_75|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -673,7 +673,7 @@
       "special": true
     },
     "128084": {
-      "content": "<|reserved_special_token_79|>",
+      "content": "<|reserved_special_token_76|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -681,7 +681,7 @@
       "special": true
     },
     "128085": {
-      "content": "<|reserved_special_token_80|>",
+      "content": "<|reserved_special_token_77|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -689,7 +689,7 @@
       "special": true
     },
     "128086": {
-      "content": "<|reserved_special_token_81|>",
+      "content": "<|reserved_special_token_78|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -697,7 +697,7 @@
       "special": true
     },
     "128087": {
-      "content": "<|reserved_special_token_82|>",
+      "content": "<|reserved_special_token_79|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -705,7 +705,7 @@
       "special": true
     },
     "128088": {
-      "content": "<|reserved_special_token_83|>",
+      "content": "<|reserved_special_token_80|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -713,7 +713,7 @@
       "special": true
     },
     "128089": {
-      "content": "<|reserved_special_token_84|>",
+      "content": "<|reserved_special_token_81|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -721,7 +721,7 @@
       "special": true
     },
     "128090": {
-      "content": "<|reserved_special_token_85|>",
+      "content": "<|reserved_special_token_82|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -729,7 +729,7 @@
       "special": true
     },
     "128091": {
-      "content": "<|reserved_special_token_86|>",
+      "content": "<|reserved_special_token_83|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -737,7 +737,7 @@
       "special": true
     },
     "128092": {
-      "content": "<|reserved_special_token_87|>",
+      "content": "<|reserved_special_token_84|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -745,7 +745,7 @@
       "special": true
     },
     "128093": {
-      "content": "<|reserved_special_token_88|>",
+      "content": "<|reserved_special_token_85|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -753,7 +753,7 @@
       "special": true
     },
     "128094": {
-      "content": "<|reserved_special_token_89|>",
+      "content": "<|reserved_special_token_86|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -761,7 +761,7 @@
       "special": true
     },
     "128095": {
-      "content": "<|reserved_special_token_90|>",
+      "content": "<|reserved_special_token_87|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -769,7 +769,7 @@
       "special": true
     },
     "128096": {
-      "content": "<|reserved_special_token_91|>",
+      "content": "<|reserved_special_token_88|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -777,7 +777,7 @@
       "special": true
     },
     "128097": {
-      "content": "<|reserved_special_token_92|>",
+      "content": "<|reserved_special_token_89|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -785,7 +785,7 @@
       "special": true
     },
     "128098": {
-      "content": "<|reserved_special_token_93|>",
+      "content": "<|reserved_special_token_90|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -793,7 +793,7 @@
       "special": true
     },
     "128099": {
-      "content": "<|reserved_special_token_94|>",
+      "content": "<|reserved_special_token_91|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -801,7 +801,7 @@
       "special": true
     },
     "128100": {
-      "content": "<|reserved_special_token_95|>",
+      "content": "<|reserved_special_token_92|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -809,7 +809,7 @@
       "special": true
     },
     "128101": {
-      "content": "<|reserved_special_token_96|>",
+      "content": "<|reserved_special_token_93|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -817,7 +817,7 @@
       "special": true
     },
     "128102": {
-      "content": "<|reserved_special_token_97|>",
+      "content": "<|reserved_special_token_94|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -825,7 +825,7 @@
       "special": true
     },
     "128103": {
-      "content": "<|reserved_special_token_98|>",
+      "content": "<|reserved_special_token_95|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -833,7 +833,7 @@
       "special": true
     },
     "128104": {
-      "content": "<|reserved_special_token_99|>",
+      "content": "<|reserved_special_token_96|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -841,7 +841,7 @@
       "special": true
     },
     "128105": {
-      "content": "<|reserved_special_token_100|>",
+      "content": "<|reserved_special_token_97|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -849,7 +849,7 @@
       "special": true
     },
     "128106": {
-      "content": "<|reserved_special_token_101|>",
+      "content": "<|reserved_special_token_98|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -857,7 +857,7 @@
       "special": true
     },
     "128107": {
-      "content": "<|reserved_special_token_102|>",
+      "content": "<|reserved_special_token_99|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -865,7 +865,7 @@
       "special": true
     },
     "128108": {
-      "content": "<|reserved_special_token_103|>",
+      "content": "<|reserved_special_token_100|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -873,7 +873,7 @@
       "special": true
     },
     "128109": {
-      "content": "<|reserved_special_token_104|>",
+      "content": "<|reserved_special_token_101|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -881,7 +881,7 @@
       "special": true
     },
     "128110": {
-      "content": "<|reserved_special_token_105|>",
+      "content": "<|reserved_special_token_102|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -889,7 +889,7 @@
       "special": true
     },
     "128111": {
-      "content": "<|reserved_special_token_106|>",
+      "content": "<|reserved_special_token_103|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -897,7 +897,7 @@
       "special": true
     },
     "128112": {
-      "content": "<|reserved_special_token_107|>",
+      "content": "<|reserved_special_token_104|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -905,7 +905,7 @@
       "special": true
     },
     "128113": {
-      "content": "<|reserved_special_token_108|>",
+      "content": "<|reserved_special_token_105|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -913,7 +913,7 @@
       "special": true
     },
     "128114": {
-      "content": "<|reserved_special_token_109|>",
+      "content": "<|reserved_special_token_106|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -921,7 +921,7 @@
       "special": true
     },
     "128115": {
-      "content": "<|reserved_special_token_110|>",
+      "content": "<|reserved_special_token_107|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -929,7 +929,7 @@
       "special": true
     },
     "128116": {
-      "content": "<|reserved_special_token_111|>",
+      "content": "<|reserved_special_token_108|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -937,7 +937,7 @@
       "special": true
     },
     "128117": {
-      "content": "<|reserved_special_token_112|>",
+      "content": "<|reserved_special_token_109|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -945,7 +945,7 @@
       "special": true
     },
     "128118": {
-      "content": "<|reserved_special_token_113|>",
+      "content": "<|reserved_special_token_110|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -953,7 +953,7 @@
       "special": true
     },
     "128119": {
-      "content": "<|reserved_special_token_114|>",
+      "content": "<|reserved_special_token_111|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -961,7 +961,7 @@
       "special": true
     },
     "128120": {
-      "content": "<|reserved_special_token_115|>",
+      "content": "<|reserved_special_token_112|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -969,7 +969,7 @@
       "special": true
     },
     "128121": {
-      "content": "<|reserved_special_token_116|>",
+      "content": "<|reserved_special_token_113|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -977,7 +977,7 @@
       "special": true
     },
     "128122": {
-      "content": "<|reserved_special_token_117|>",
+      "content": "<|reserved_special_token_114|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -985,7 +985,7 @@
       "special": true
     },
     "128123": {
-      "content": "<|reserved_special_token_118|>",
+      "content": "<|reserved_special_token_115|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -993,7 +993,7 @@
       "special": true
     },
     "128124": {
-      "content": "<|reserved_special_token_119|>",
+      "content": "<|reserved_special_token_116|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1001,7 +1001,7 @@
       "special": true
     },
     "128125": {
-      "content": "<|reserved_special_token_120|>",
+      "content": "<|reserved_special_token_117|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1009,7 +1009,7 @@
       "special": true
     },
     "128126": {
-      "content": "<|reserved_special_token_121|>",
+      "content": "<|reserved_special_token_118|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1017,7 +1017,7 @@
       "special": true
     },
     "128127": {
-      "content": "<|reserved_special_token_122|>",
+      "content": "<|reserved_special_token_119|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1025,7 +1025,7 @@
       "special": true
     },
     "128128": {
-      "content": "<|reserved_special_token_123|>",
+      "content": "<|reserved_special_token_120|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1033,7 +1033,7 @@
       "special": true
     },
     "128129": {
-      "content": "<|reserved_special_token_124|>",
+      "content": "<|reserved_special_token_121|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1041,7 +1041,7 @@
       "special": true
     },
     "128130": {
-      "content": "<|reserved_special_token_125|>",
+      "content": "<|reserved_special_token_122|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1049,7 +1049,7 @@
       "special": true
     },
     "128131": {
-      "content": "<|reserved_special_token_126|>",
+      "content": "<|reserved_special_token_123|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1057,7 +1057,7 @@
       "special": true
     },
     "128132": {
-      "content": "<|reserved_special_token_127|>",
+      "content": "<|reserved_special_token_124|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1065,7 +1065,7 @@
       "special": true
     },
     "128133": {
-      "content": "<|reserved_special_token_128|>",
+      "content": "<|reserved_special_token_125|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1073,7 +1073,7 @@
       "special": true
     },
     "128134": {
-      "content": "<|reserved_special_token_129|>",
+      "content": "<|reserved_special_token_126|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1081,7 +1081,7 @@
       "special": true
     },
     "128135": {
-      "content": "<|reserved_special_token_130|>",
+      "content": "<|reserved_special_token_127|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1089,7 +1089,7 @@
       "special": true
     },
     "128136": {
-      "content": "<|reserved_special_token_131|>",
+      "content": "<|reserved_special_token_128|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1097,7 +1097,7 @@
       "special": true
     },
     "128137": {
-      "content": "<|reserved_special_token_132|>",
+      "content": "<|reserved_special_token_129|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1105,7 +1105,7 @@
       "special": true
     },
     "128138": {
-      "content": "<|reserved_special_token_133|>",
+      "content": "<|reserved_special_token_130|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1113,7 +1113,7 @@
       "special": true
     },
     "128139": {
-      "content": "<|reserved_special_token_134|>",
+      "content": "<|reserved_special_token_131|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1121,7 +1121,7 @@
       "special": true
     },
     "128140": {
-      "content": "<|reserved_special_token_135|>",
+      "content": "<|reserved_special_token_132|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1129,7 +1129,7 @@
       "special": true
     },
     "128141": {
-      "content": "<|reserved_special_token_136|>",
+      "content": "<|reserved_special_token_133|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1137,7 +1137,7 @@
       "special": true
     },
     "128142": {
-      "content": "<|reserved_special_token_137|>",
+      "content": "<|reserved_special_token_134|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1145,7 +1145,7 @@
       "special": true
     },
     "128143": {
-      "content": "<|reserved_special_token_138|>",
+      "content": "<|reserved_special_token_135|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1153,7 +1153,7 @@
       "special": true
     },
     "128144": {
-      "content": "<|reserved_special_token_139|>",
+      "content": "<|reserved_special_token_136|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1161,7 +1161,7 @@
       "special": true
     },
     "128145": {
-      "content": "<|reserved_special_token_140|>",
+      "content": "<|reserved_special_token_137|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1169,7 +1169,7 @@
       "special": true
     },
     "128146": {
-      "content": "<|reserved_special_token_141|>",
+      "content": "<|reserved_special_token_138|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1177,7 +1177,7 @@
       "special": true
     },
     "128147": {
-      "content": "<|reserved_special_token_142|>",
+      "content": "<|reserved_special_token_139|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1185,7 +1185,7 @@
       "special": true
     },
     "128148": {
-      "content": "<|reserved_special_token_143|>",
+      "content": "<|reserved_special_token_140|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1193,7 +1193,7 @@
       "special": true
     },
     "128149": {
-      "content": "<|reserved_special_token_144|>",
+      "content": "<|reserved_special_token_141|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1201,7 +1201,7 @@
       "special": true
     },
     "128150": {
-      "content": "<|reserved_special_token_145|>",
+      "content": "<|reserved_special_token_142|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1209,7 +1209,7 @@
       "special": true
     },
     "128151": {
-      "content": "<|reserved_special_token_146|>",
+      "content": "<|reserved_special_token_143|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1217,7 +1217,7 @@
       "special": true
     },
     "128152": {
-      "content": "<|reserved_special_token_147|>",
+      "content": "<|reserved_special_token_144|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1225,7 +1225,7 @@
       "special": true
     },
     "128153": {
-      "content": "<|reserved_special_token_148|>",
+      "content": "<|reserved_special_token_145|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1233,7 +1233,7 @@
       "special": true
     },
     "128154": {
-      "content": "<|reserved_special_token_149|>",
+      "content": "<|reserved_special_token_146|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1241,7 +1241,7 @@
       "special": true
     },
     "128155": {
-      "content": "<|reserved_special_token_150|>",
+      "content": "<|reserved_special_token_147|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1249,7 +1249,7 @@
       "special": true
     },
     "128156": {
-      "content": "<|reserved_special_token_151|>",
+      "content": "<|reserved_special_token_148|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1257,7 +1257,7 @@
       "special": true
     },
     "128157": {
-      "content": "<|reserved_special_token_152|>",
+      "content": "<|reserved_special_token_149|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1265,7 +1265,7 @@
       "special": true
     },
     "128158": {
-      "content": "<|reserved_special_token_153|>",
+      "content": "<|reserved_special_token_150|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1273,7 +1273,7 @@
       "special": true
     },
     "128159": {
-      "content": "<|reserved_special_token_154|>",
+      "content": "<|reserved_special_token_151|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1281,7 +1281,7 @@
       "special": true
     },
     "128160": {
-      "content": "<|reserved_special_token_155|>",
+      "content": "<|reserved_special_token_152|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1289,7 +1289,7 @@
       "special": true
     },
     "128161": {
-      "content": "<|reserved_special_token_156|>",
+      "content": "<|reserved_special_token_153|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1297,7 +1297,7 @@
       "special": true
     },
     "128162": {
-      "content": "<|reserved_special_token_157|>",
+      "content": "<|reserved_special_token_154|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1305,7 +1305,7 @@
       "special": true
     },
     "128163": {
-      "content": "<|reserved_special_token_158|>",
+      "content": "<|reserved_special_token_155|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1313,7 +1313,7 @@
       "special": true
     },
     "128164": {
-      "content": "<|reserved_special_token_159|>",
+      "content": "<|reserved_special_token_156|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1321,7 +1321,7 @@
       "special": true
     },
     "128165": {
-      "content": "<|reserved_special_token_160|>",
+      "content": "<|reserved_special_token_157|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1329,7 +1329,7 @@
       "special": true
     },
     "128166": {
-      "content": "<|reserved_special_token_161|>",
+      "content": "<|reserved_special_token_158|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1337,7 +1337,7 @@
       "special": true
     },
     "128167": {
-      "content": "<|reserved_special_token_162|>",
+      "content": "<|reserved_special_token_159|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1345,7 +1345,7 @@
       "special": true
     },
     "128168": {
-      "content": "<|reserved_special_token_163|>",
+      "content": "<|reserved_special_token_160|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1353,7 +1353,7 @@
       "special": true
     },
     "128169": {
-      "content": "<|reserved_special_token_164|>",
+      "content": "<|reserved_special_token_161|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1361,7 +1361,7 @@
       "special": true
     },
     "128170": {
-      "content": "<|reserved_special_token_165|>",
+      "content": "<|reserved_special_token_162|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1369,7 +1369,7 @@
       "special": true
     },
     "128171": {
-      "content": "<|reserved_special_token_166|>",
+      "content": "<|reserved_special_token_163|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1377,7 +1377,7 @@
       "special": true
     },
     "128172": {
-      "content": "<|reserved_special_token_167|>",
+      "content": "<|reserved_special_token_164|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1385,7 +1385,7 @@
       "special": true
     },
     "128173": {
-      "content": "<|reserved_special_token_168|>",
+      "content": "<|reserved_special_token_165|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1393,7 +1393,7 @@
       "special": true
     },
     "128174": {
-      "content": "<|reserved_special_token_169|>",
+      "content": "<|reserved_special_token_166|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1401,7 +1401,7 @@
       "special": true
     },
     "128175": {
-      "content": "<|reserved_special_token_170|>",
+      "content": "<|reserved_special_token_167|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1409,7 +1409,7 @@
       "special": true
     },
     "128176": {
-      "content": "<|reserved_special_token_171|>",
+      "content": "<|reserved_special_token_168|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1417,7 +1417,7 @@
       "special": true
     },
     "128177": {
-      "content": "<|reserved_special_token_172|>",
+      "content": "<|reserved_special_token_169|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1425,7 +1425,7 @@
       "special": true
     },
     "128178": {
-      "content": "<|reserved_special_token_173|>",
+      "content": "<|reserved_special_token_170|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1433,7 +1433,7 @@
       "special": true
     },
     "128179": {
-      "content": "<|reserved_special_token_174|>",
+      "content": "<|reserved_special_token_171|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1441,7 +1441,7 @@
       "special": true
     },
     "128180": {
-      "content": "<|reserved_special_token_175|>",
+      "content": "<|reserved_special_token_172|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1449,7 +1449,7 @@
       "special": true
     },
     "128181": {
-      "content": "<|reserved_special_token_176|>",
+      "content": "<|reserved_special_token_173|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1457,7 +1457,7 @@
       "special": true
     },
     "128182": {
-      "content": "<|reserved_special_token_177|>",
+      "content": "<|reserved_special_token_174|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1465,7 +1465,7 @@
       "special": true
     },
     "128183": {
-      "content": "<|reserved_special_token_178|>",
+      "content": "<|reserved_special_token_175|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1473,7 +1473,7 @@
       "special": true
     },
     "128184": {
-      "content": "<|reserved_special_token_179|>",
+      "content": "<|reserved_special_token_176|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1481,7 +1481,7 @@
       "special": true
     },
     "128185": {
-      "content": "<|reserved_special_token_180|>",
+      "content": "<|reserved_special_token_177|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1489,7 +1489,7 @@
       "special": true
     },
     "128186": {
-      "content": "<|reserved_special_token_181|>",
+      "content": "<|reserved_special_token_178|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1497,7 +1497,7 @@
       "special": true
     },
     "128187": {
-      "content": "<|reserved_special_token_182|>",
+      "content": "<|reserved_special_token_179|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1505,7 +1505,7 @@
       "special": true
     },
     "128188": {
-      "content": "<|reserved_special_token_183|>",
+      "content": "<|reserved_special_token_180|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1513,7 +1513,7 @@
       "special": true
     },
     "128189": {
-      "content": "<|reserved_special_token_184|>",
+      "content": "<|reserved_special_token_181|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1521,7 +1521,7 @@
       "special": true
     },
     "128190": {
-      "content": "<|reserved_special_token_185|>",
+      "content": "<|reserved_special_token_182|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1529,7 +1529,7 @@
       "special": true
     },
     "128191": {
-      "content": "<|reserved_special_token_186|>",
+      "content": "<|reserved_special_token_183|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1537,7 +1537,7 @@
       "special": true
     },
     "128192": {
-      "content": "<|reserved_special_token_187|>",
+      "content": "<|reserved_special_token_184|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1545,7 +1545,7 @@
       "special": true
     },
     "128193": {
-      "content": "<|reserved_special_token_188|>",
+      "content": "<|reserved_special_token_185|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1553,7 +1553,7 @@
       "special": true
     },
     "128194": {
-      "content": "<|reserved_special_token_189|>",
+      "content": "<|reserved_special_token_186|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1561,7 +1561,7 @@
       "special": true
     },
     "128195": {
-      "content": "<|reserved_special_token_190|>",
+      "content": "<|reserved_special_token_187|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1569,7 +1569,7 @@
       "special": true
     },
     "128196": {
-      "content": "<|reserved_special_token_191|>",
+      "content": "<|reserved_special_token_188|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1577,7 +1577,7 @@
       "special": true
     },
     "128197": {
-      "content": "<|reserved_special_token_192|>",
+      "content": "<|reserved_special_token_189|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1585,7 +1585,7 @@
       "special": true
     },
     "128198": {
-      "content": "<|reserved_special_token_193|>",
+      "content": "<|reserved_special_token_190|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1593,7 +1593,7 @@
       "special": true
     },
     "128199": {
-      "content": "<|reserved_special_token_194|>",
+      "content": "<|reserved_special_token_191|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1601,7 +1601,7 @@
       "special": true
     },
     "128200": {
-      "content": "<|reserved_special_token_195|>",
+      "content": "<|reserved_special_token_192|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1609,7 +1609,7 @@
       "special": true
     },
     "128201": {
-      "content": "<|reserved_special_token_196|>",
+      "content": "<|reserved_special_token_193|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1617,7 +1617,7 @@
       "special": true
     },
     "128202": {
-      "content": "<|reserved_special_token_197|>",
+      "content": "<|reserved_special_token_194|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1625,7 +1625,7 @@
       "special": true
     },
     "128203": {
-      "content": "<|reserved_special_token_198|>",
+      "content": "<|reserved_special_token_195|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1633,7 +1633,7 @@
       "special": true
     },
     "128204": {
-      "content": "<|reserved_special_token_199|>",
+      "content": "<|reserved_special_token_196|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1641,7 +1641,7 @@
       "special": true
     },
     "128205": {
-      "content": "<|reserved_special_token_200|>",
+      "content": "<|reserved_special_token_197|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1649,7 +1649,7 @@
       "special": true
     },
     "128206": {
-      "content": "<|reserved_special_token_201|>",
+      "content": "<|reserved_special_token_198|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1657,7 +1657,7 @@
       "special": true
     },
     "128207": {
-      "content": "<|reserved_special_token_202|>",
+      "content": "<|reserved_special_token_199|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1665,7 +1665,7 @@
       "special": true
     },
     "128208": {
-      "content": "<|reserved_special_token_203|>",
+      "content": "<|reserved_special_token_200|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1673,7 +1673,7 @@
       "special": true
     },
     "128209": {
-      "content": "<|reserved_special_token_204|>",
+      "content": "<|reserved_special_token_201|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1681,7 +1681,7 @@
       "special": true
     },
     "128210": {
-      "content": "<|reserved_special_token_205|>",
+      "content": "<|reserved_special_token_202|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1689,7 +1689,7 @@
       "special": true
     },
     "128211": {
-      "content": "<|reserved_special_token_206|>",
+      "content": "<|reserved_special_token_203|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1697,7 +1697,7 @@
       "special": true
     },
     "128212": {
-      "content": "<|reserved_special_token_207|>",
+      "content": "<|reserved_special_token_204|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1705,7 +1705,7 @@
       "special": true
     },
     "128213": {
-      "content": "<|reserved_special_token_208|>",
+      "content": "<|reserved_special_token_205|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1713,7 +1713,7 @@
       "special": true
     },
     "128214": {
-      "content": "<|reserved_special_token_209|>",
+      "content": "<|reserved_special_token_206|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1721,7 +1721,7 @@
       "special": true
     },
     "128215": {
-      "content": "<|reserved_special_token_210|>",
+      "content": "<|reserved_special_token_207|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1729,7 +1729,7 @@
       "special": true
     },
     "128216": {
-      "content": "<|reserved_special_token_211|>",
+      "content": "<|reserved_special_token_208|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1737,7 +1737,7 @@
       "special": true
     },
     "128217": {
-      "content": "<|reserved_special_token_212|>",
+      "content": "<|reserved_special_token_209|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1745,7 +1745,7 @@
       "special": true
     },
     "128218": {
-      "content": "<|reserved_special_token_213|>",
+      "content": "<|reserved_special_token_210|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1753,7 +1753,7 @@
       "special": true
     },
     "128219": {
-      "content": "<|reserved_special_token_214|>",
+      "content": "<|reserved_special_token_211|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1761,7 +1761,7 @@
       "special": true
     },
     "128220": {
-      "content": "<|reserved_special_token_215|>",
+      "content": "<|reserved_special_token_212|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1769,7 +1769,7 @@
       "special": true
     },
     "128221": {
-      "content": "<|reserved_special_token_216|>",
+      "content": "<|reserved_special_token_213|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1777,7 +1777,7 @@
       "special": true
     },
     "128222": {
-      "content": "<|reserved_special_token_217|>",
+      "content": "<|reserved_special_token_214|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1785,7 +1785,7 @@
       "special": true
     },
     "128223": {
-      "content": "<|reserved_special_token_218|>",
+      "content": "<|reserved_special_token_215|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1793,7 +1793,7 @@
       "special": true
     },
     "128224": {
-      "content": "<|reserved_special_token_219|>",
+      "content": "<|reserved_special_token_216|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1801,7 +1801,7 @@
       "special": true
     },
     "128225": {
-      "content": "<|reserved_special_token_220|>",
+      "content": "<|reserved_special_token_217|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1809,7 +1809,7 @@
       "special": true
     },
     "128226": {
-      "content": "<|reserved_special_token_221|>",
+      "content": "<|reserved_special_token_218|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1817,7 +1817,7 @@
       "special": true
     },
     "128227": {
-      "content": "<|reserved_special_token_222|>",
+      "content": "<|reserved_special_token_219|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1825,7 +1825,7 @@
       "special": true
     },
     "128228": {
-      "content": "<|reserved_special_token_223|>",
+      "content": "<|reserved_special_token_220|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1833,7 +1833,7 @@
       "special": true
     },
     "128229": {
-      "content": "<|reserved_special_token_224|>",
+      "content": "<|reserved_special_token_221|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1841,7 +1841,7 @@
       "special": true
     },
     "128230": {
-      "content": "<|reserved_special_token_225|>",
+      "content": "<|reserved_special_token_222|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1849,7 +1849,7 @@
       "special": true
     },
     "128231": {
-      "content": "<|reserved_special_token_226|>",
+      "content": "<|reserved_special_token_223|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1857,7 +1857,7 @@
       "special": true
     },
     "128232": {
-      "content": "<|reserved_special_token_227|>",
+      "content": "<|reserved_special_token_224|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1865,7 +1865,7 @@
       "special": true
     },
     "128233": {
-      "content": "<|reserved_special_token_228|>",
+      "content": "<|reserved_special_token_225|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1873,7 +1873,7 @@
       "special": true
     },
     "128234": {
-      "content": "<|reserved_special_token_229|>",
+      "content": "<|reserved_special_token_226|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1881,7 +1881,7 @@
       "special": true
     },
     "128235": {
-      "content": "<|reserved_special_token_230|>",
+      "content": "<|reserved_special_token_227|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1889,7 +1889,7 @@
       "special": true
     },
     "128236": {
-      "content": "<|reserved_special_token_231|>",
+      "content": "<|reserved_special_token_228|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1897,7 +1897,7 @@
       "special": true
     },
     "128237": {
-      "content": "<|reserved_special_token_232|>",
+      "content": "<|reserved_special_token_229|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1905,7 +1905,7 @@
       "special": true
     },
     "128238": {
-      "content": "<|reserved_special_token_233|>",
+      "content": "<|reserved_special_token_230|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1913,7 +1913,7 @@
       "special": true
     },
     "128239": {
-      "content": "<|reserved_special_token_234|>",
+      "content": "<|reserved_special_token_231|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1921,7 +1921,7 @@
       "special": true
     },
     "128240": {
-      "content": "<|reserved_special_token_235|>",
+      "content": "<|reserved_special_token_232|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1929,7 +1929,7 @@
       "special": true
     },
     "128241": {
-      "content": "<|reserved_special_token_236|>",
+      "content": "<|reserved_special_token_233|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1937,7 +1937,7 @@
       "special": true
     },
     "128242": {
-      "content": "<|reserved_special_token_237|>",
+      "content": "<|reserved_special_token_234|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1945,7 +1945,7 @@
       "special": true
     },
     "128243": {
-      "content": "<|reserved_special_token_238|>",
+      "content": "<|reserved_special_token_235|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1953,7 +1953,7 @@
       "special": true
     },
     "128244": {
-      "content": "<|reserved_special_token_239|>",
+      "content": "<|reserved_special_token_236|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1961,7 +1961,7 @@
       "special": true
     },
     "128245": {
-      "content": "<|reserved_special_token_240|>",
+      "content": "<|reserved_special_token_237|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1969,7 +1969,7 @@
       "special": true
     },
     "128246": {
-      "content": "<|reserved_special_token_241|>",
+      "content": "<|reserved_special_token_238|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1977,7 +1977,7 @@
       "special": true
     },
     "128247": {
-      "content": "<|reserved_special_token_242|>",
+      "content": "<|reserved_special_token_239|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1985,7 +1985,7 @@
       "special": true
     },
     "128248": {
-      "content": "<|reserved_special_token_243|>",
+      "content": "<|reserved_special_token_240|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1993,7 +1993,7 @@
       "special": true
     },
     "128249": {
-      "content": "<|reserved_special_token_244|>",
+      "content": "<|reserved_special_token_241|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2001,7 +2001,7 @@
       "special": true
     },
     "128250": {
-      "content": "<|reserved_special_token_245|>",
+      "content": "<|reserved_special_token_242|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2009,7 +2009,7 @@
       "special": true
     },
     "128251": {
-      "content": "<|reserved_special_token_246|>",
+      "content": "<|reserved_special_token_243|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2017,7 +2017,7 @@
       "special": true
     },
     "128252": {
-      "content": "<|reserved_special_token_247|>",
+      "content": "<|reserved_special_token_244|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2025,7 +2025,7 @@
       "special": true
     },
     "128253": {
-      "content": "<|reserved_special_token_248|>",
+      "content": "<|reserved_special_token_245|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2033,7 +2033,7 @@
       "special": true
     },
     "128254": {
-      "content": "<|reserved_special_token_249|>",
+      "content": "<|reserved_special_token_246|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2041,7 +2041,7 @@
       "special": true
     },
     "128255": {
-      "content": "<|reserved_special_token_250|>",
+      "content": "<|reserved_special_token_247|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2057,7 +2057,7 @@
     "input_ids",
     "attention_mask"
   ],
-  "model_max_length": 1000000000000000019884624838656,
+  "model_max_length": 131072,
   "pad_token": "<|eot_id|>",
   "padding_side": "right",
   "split_special_tokens": false,

trainer_log.jsonl

@@ -1,232 +1,34 @@
-{"current_steps": 1, "total_steps": 231, "loss": 3.5366, "lr": 8.333333333333333e-07, "epoch": 0.030303030303030304, "percentage": 0.43, "elapsed_time": "0:01:36", "remaining_time": "6:10:26"}
-{"current_steps": 2, "total_steps": 231, "loss": 3.583, "lr": 1.6666666666666667e-06, "epoch": 0.06060606060606061, "percentage": 0.87, "elapsed_time": "0:03:05", "remaining_time": "5:54:08"}
-{"current_steps": 3, "total_steps": 231, "loss": 3.437, "lr": 2.5e-06, "epoch": 0.09090909090909091, "percentage": 1.3, "elapsed_time": "0:04:35", "remaining_time": "5:48:33"}
-{"current_steps": 4, "total_steps": 231, "loss": 3.2901, "lr": 3.3333333333333333e-06, "epoch": 0.12121212121212122, "percentage": 1.73, "elapsed_time": "0:06:06", "remaining_time": "5:46:12"}
-{"current_steps": 5, "total_steps": 231, "loss": 2.8993, "lr": 4.166666666666667e-06, "epoch": 0.15151515151515152, "percentage": 2.16, "elapsed_time": "0:07:37", "remaining_time": "5:44:33"}
-{"current_steps": 6, "total_steps": 231, "loss": 2.7095, "lr": 5e-06, "epoch": 0.18181818181818182, "percentage": 2.6, "elapsed_time": "0:09:07", "remaining_time": "5:42:07"}
-{"current_steps": 7, "total_steps": 231, "loss": 2.6516, "lr": 5.833333333333334e-06, "epoch": 0.21212121212121213, "percentage": 3.03, "elapsed_time": "0:10:38", "remaining_time": "5:40:21"}
-{"current_steps": 8, "total_steps": 231, "loss": 2.4777, "lr": 6.666666666666667e-06, "epoch": 0.24242424242424243, "percentage": 3.46, "elapsed_time": "0:12:08", "remaining_time": "5:38:31"}
-{"current_steps": 9, "total_steps": 231, "loss": 2.2871, "lr": 7.500000000000001e-06, "epoch": 0.2727272727272727, "percentage": 3.9, "elapsed_time": "0:13:37", "remaining_time": "5:35:56"}
-{"current_steps": 10, "total_steps": 231, "loss": 2.1613, "lr": 8.333333333333334e-06, "epoch": 0.30303030303030304, "percentage": 4.33, "elapsed_time": "0:15:06", "remaining_time": "5:33:51"}
-{"current_steps": 11, "total_steps": 231, "loss": 2.0659, "lr": 9.166666666666666e-06, "epoch": 0.3333333333333333, "percentage": 4.76, "elapsed_time": "0:16:33", "remaining_time": "5:31:09"}
-{"current_steps": 12, "total_steps": 231, "loss": 2.0248, "lr": 1e-05, "epoch": 0.36363636363636365, "percentage": 5.19, "elapsed_time": "0:18:04", "remaining_time": "5:29:49"}
-{"current_steps": 13, "total_steps": 231, "loss": 2.0156, "lr": 1.0833333333333334e-05, "epoch": 0.3939393939393939, "percentage": 5.63, "elapsed_time": "0:19:33", "remaining_time": "5:27:51"}
-{"current_steps": 14, "total_steps": 231, "loss": 1.9571, "lr": 1.1666666666666668e-05, "epoch": 0.42424242424242425, "percentage": 6.06, "elapsed_time": "0:21:02", "remaining_time": "5:26:07"}
-{"current_steps": 15, "total_steps": 231, "loss": 1.764, "lr": 1.25e-05, "epoch": 0.45454545454545453, "percentage": 6.49, "elapsed_time": "0:22:30", "remaining_time": "5:24:14"}
-{"current_steps": 16, "total_steps": 231, "loss": 1.7641, "lr": 1.3333333333333333e-05, "epoch": 0.48484848484848486, "percentage": 6.93, "elapsed_time": "0:23:58", "remaining_time": "5:22:03"}
-{"current_steps": 17, "total_steps": 231, "loss": 1.6597, "lr": 1.416666666666667e-05, "epoch": 0.5151515151515151, "percentage": 7.36, "elapsed_time": "0:25:26", "remaining_time": "5:20:11"}
-{"current_steps": 18, "total_steps": 231, "loss": 1.7249, "lr": 1.5000000000000002e-05, "epoch": 0.5454545454545454, "percentage": 7.79, "elapsed_time": "0:26:53", "remaining_time": "5:18:08"}
-{"current_steps": 19, "total_steps": 231, "loss": 1.6572, "lr": 1.5833333333333333e-05, "epoch": 0.5757575757575758, "percentage": 8.23, "elapsed_time": "0:28:21", "remaining_time": "5:16:23"}
-{"current_steps": 20, "total_steps": 231, "loss": 1.673, "lr": 1.6666666666666667e-05, "epoch": 0.6060606060606061, "percentage": 8.66, "elapsed_time": "0:29:49", "remaining_time": "5:14:36"}
-{"current_steps": 21, "total_steps": 231, "loss": 1.6503, "lr": 1.7500000000000002e-05, "epoch": 0.6363636363636364, "percentage": 9.09, "elapsed_time": "0:31:17", "remaining_time": "5:12:53"}
-{"current_steps": 22, "total_steps": 231, "loss": 1.6446, "lr": 1.8333333333333333e-05, "epoch": 0.6666666666666666, "percentage": 9.52, "elapsed_time": "0:32:47", "remaining_time": "5:11:34"}
-{"current_steps": 23, "total_steps": 231, "loss": 1.8237, "lr": 1.916666666666667e-05, "epoch": 0.696969696969697, "percentage": 9.96, "elapsed_time": "0:34:15", "remaining_time": "5:09:47"}
-{"current_steps": 24, "total_steps": 231, "loss": 1.7239, "lr": 2e-05, "epoch": 0.7272727272727273, "percentage": 10.39, "elapsed_time": "0:35:43", "remaining_time": "5:08:08"}
-{"current_steps": 25, "total_steps": 231, "loss": 1.6059, "lr": 1.999884834944106e-05, "epoch": 0.7575757575757576, "percentage": 10.82, "elapsed_time": "0:37:12", "remaining_time": "5:06:36"}
-{"current_steps": 26, "total_steps": 231, "loss": 1.7565, "lr": 1.9995393663024054e-05, "epoch": 0.7878787878787878, "percentage": 11.26, "elapsed_time": "0:38:42", "remaining_time": "5:05:09"}
-{"current_steps": 27, "total_steps": 231, "loss": 1.8099, "lr": 1.9989636736467278e-05, "epoch": 0.8181818181818182, "percentage": 11.69, "elapsed_time": "0:40:11", "remaining_time": "5:03:40"}
-{"current_steps": 28, "total_steps": 231, "loss": 1.7122, "lr": 1.9981578895764272e-05, "epoch": 0.8484848484848485, "percentage": 12.12, "elapsed_time": "0:41:40", "remaining_time": "5:02:06"}
-{"current_steps": 29, "total_steps": 231, "loss": 1.6421, "lr": 1.9971221996878395e-05, "epoch": 0.8787878787878788, "percentage": 12.55, "elapsed_time": "0:43:09", "remaining_time": "5:00:33"}
-{"current_steps": 30, "total_steps": 231, "loss": 1.5716, "lr": 1.9958568425315316e-05, "epoch": 0.9090909090909091, "percentage": 12.99, "elapsed_time": "0:44:37", "remaining_time": "4:58:58"}
-{"current_steps": 31, "total_steps": 231, "loss": 1.5702, "lr": 1.9943621095573588e-05, "epoch": 0.9393939393939394, "percentage": 13.42, "elapsed_time": "0:46:06", "remaining_time": "4:57:26"}
-{"current_steps": 32, "total_steps": 231, "loss": 1.4804, "lr": 1.9926383450473344e-05, "epoch": 0.9696969696969697, "percentage": 13.85, "elapsed_time": "0:47:33", "remaining_time": "4:55:45"}
-{"current_steps": 33, "total_steps": 231, "loss": 1.4538, "lr": 1.9906859460363307e-05, "epoch": 1.0, "percentage": 14.29, "elapsed_time": "0:49:02", "remaining_time": "4:54:16"}
-{"current_steps": 34, "total_steps": 231, "loss": 1.4271, "lr": 1.9885053622206305e-05, "epoch": 1.0303030303030303, "percentage": 14.72, "elapsed_time": "0:51:25", "remaining_time": "4:57:57"}
-{"current_steps": 35, "total_steps": 231, "loss": 1.4608, "lr": 1.986097095854347e-05, "epoch": 1.0606060606060606, "percentage": 15.15, "elapsed_time": "0:52:54", "remaining_time": "4:56:19"}
-{"current_steps": 36, "total_steps": 231, "loss": 1.3921, "lr": 1.9834617016337424e-05, "epoch": 1.0909090909090908, "percentage": 15.58, "elapsed_time": "0:54:21", "remaining_time": "4:54:27"}
-{"current_steps": 37, "total_steps": 231, "loss": 1.4468, "lr": 1.9805997865694616e-05, "epoch": 1.121212121212121, "percentage": 16.02, "elapsed_time": "0:55:50", "remaining_time": "4:52:46"}
-{"current_steps": 38, "total_steps": 231, "loss": 1.3933, "lr": 1.9775120098467212e-05, "epoch": 1.1515151515151516, "percentage": 16.45, "elapsed_time": "0:57:18", "remaining_time": "4:51:03"}
-{"current_steps": 39, "total_steps": 231, "loss": 1.379, "lr": 1.9741990826734793e-05, "epoch": 1.1818181818181819, "percentage": 16.88, "elapsed_time": "0:58:45", "remaining_time": "4:49:14"}
-{"current_steps": 40, "total_steps": 231, "loss": 1.3806, "lr": 1.970661768116622e-05, "epoch": 1.2121212121212122, "percentage": 17.32, "elapsed_time": "1:00:14", "remaining_time": "4:47:38"}
-{"current_steps": 41, "total_steps": 231, "loss": 1.3759, "lr": 1.9669008809262064e-05, "epoch": 1.2424242424242424, "percentage": 17.75, "elapsed_time": "1:01:44", "remaining_time": "4:46:06"}
-{"current_steps": 42, "total_steps": 231, "loss": 1.307, "lr": 1.9629172873477995e-05, "epoch": 1.2727272727272727, "percentage": 18.18, "elapsed_time": "1:03:12", "remaining_time": "4:44:26"}
-{"current_steps": 43, "total_steps": 231, "loss": 1.3631, "lr": 1.9587119049229558e-05, "epoch": 1.303030303030303, "percentage": 18.61, "elapsed_time": "1:04:40", "remaining_time": "4:42:46"}
-{"current_steps": 44, "total_steps": 231, "loss": 1.3197, "lr": 1.954285702277879e-05, "epoch": 1.3333333333333333, "percentage": 19.05, "elapsed_time": "1:06:08", "remaining_time": "4:41:05"}
-{"current_steps": 45, "total_steps": 231, "loss": 1.2697, "lr": 1.9496396989003195e-05, "epoch": 1.3636363636363638, "percentage": 19.48, "elapsed_time": "1:07:35", "remaining_time": "4:39:23"}
-{"current_steps": 46, "total_steps": 231, "loss": 1.2756, "lr": 1.944774964904754e-05, "epoch": 1.393939393939394, "percentage": 19.91, "elapsed_time": "1:09:04", "remaining_time": "4:37:49"}
-{"current_steps": 47, "total_steps": 231, "loss": 1.2885, "lr": 1.9396926207859085e-05, "epoch": 1.4242424242424243, "percentage": 20.35, "elapsed_time": "1:10:33", "remaining_time": "4:36:12"}
-{"current_steps": 48, "total_steps": 231, "loss": 1.2708, "lr": 1.9343938371606714e-05, "epoch": 1.4545454545454546, "percentage": 20.78, "elapsed_time": "1:12:00", "remaining_time": "4:34:33"}
-{"current_steps": 49, "total_steps": 231, "loss": 1.2561, "lr": 1.9288798344984673e-05, "epoch": 1.4848484848484849, "percentage": 21.21, "elapsed_time": "1:13:28", "remaining_time": "4:32:55"}
-{"current_steps": 50, "total_steps": 231, "loss": 1.2027, "lr": 1.9231518828401458e-05, "epoch": 1.5151515151515151, "percentage": 21.65, "elapsed_time": "1:14:57", "remaining_time": "4:31:19"}
-{"current_steps": 51, "total_steps": 231, "loss": 1.2481, "lr": 1.917211301505453e-05, "epoch": 1.5454545454545454, "percentage": 22.08, "elapsed_time": "1:16:25", "remaining_time": "4:29:43"}
-{"current_steps": 52, "total_steps": 231, "loss": 1.2233, "lr": 1.911059458789152e-05, "epoch": 1.5757575757575757, "percentage": 22.51, "elapsed_time": "1:17:54", "remaining_time": "4:28:12"}
-{"current_steps": 53, "total_steps": 231, "loss": 1.2516, "lr": 1.9046977716458627e-05, "epoch": 1.606060606060606, "percentage": 22.94, "elapsed_time": "1:19:23", "remaining_time": "4:26:38"}
-{"current_steps": 54, "total_steps": 231, "loss": 1.2462, "lr": 1.8981277053636963e-05, "epoch": 1.6363636363636362, "percentage": 23.38, "elapsed_time": "1:20:51", "remaining_time": "4:25:00"}
-{"current_steps": 55, "total_steps": 231, "loss": 1.2016, "lr": 1.891350773226754e-05, "epoch": 1.6666666666666665, "percentage": 23.81, "elapsed_time": "1:22:20", "remaining_time": "4:23:29"}
-{"current_steps": 56, "total_steps": 231, "loss": 1.2508, "lr": 1.8843685361665724e-05, "epoch": 1.696969696969697, "percentage": 24.24, "elapsed_time": "1:23:48", "remaining_time": "4:21:55"}
-{"current_steps": 57, "total_steps": 231, "loss": 1.1733, "lr": 1.8771826024025944e-05, "epoch": 1.7272727272727273, "percentage": 24.68, "elapsed_time": "1:25:16", "remaining_time": "4:20:19"}
-{"current_steps": 58, "total_steps": 231, "loss": 1.2554, "lr": 1.8697946270717468e-05, "epoch": 1.7575757575757576, "percentage": 25.11, "elapsed_time": "1:26:46", "remaining_time": "4:18:50"}
-{"current_steps": 59, "total_steps": 231, "loss": 1.2161, "lr": 1.8622063118472135e-05, "epoch": 1.7878787878787878, "percentage": 25.54, "elapsed_time": "1:28:15", "remaining_time": "4:17:17"}
-{"current_steps": 60, "total_steps": 231, "loss": 1.2122, "lr": 1.8544194045464888e-05, "epoch": 1.8181818181818183, "percentage": 25.97, "elapsed_time": "1:29:44", "remaining_time": "4:15:47"}
-{"current_steps": 61, "total_steps": 231, "loss": 1.1997, "lr": 1.8464356987288012e-05, "epoch": 1.8484848484848486, "percentage": 26.41, "elapsed_time": "1:31:14", "remaining_time": "4:14:18"}
-{"current_steps": 62, "total_steps": 231, "loss": 1.1948, "lr": 1.8382570332820045e-05, "epoch": 1.878787878787879, "percentage": 26.84, "elapsed_time": "1:32:41", "remaining_time": "4:12:40"}
-{"current_steps": 63, "total_steps": 231, "loss": 1.2004, "lr": 1.8298852919990254e-05, "epoch": 1.9090909090909092, "percentage": 27.27, "elapsed_time": "1:34:07", "remaining_time": "4:11:00"}
-{"current_steps": 64, "total_steps": 231, "loss": 1.2401, "lr": 1.821322403143969e-05, "epoch": 1.9393939393939394, "percentage": 27.71, "elapsed_time": "1:35:36", "remaining_time": "4:09:28"}
-{"current_steps": 65, "total_steps": 231, "loss": 1.1906, "lr": 1.812570339007983e-05, "epoch": 1.9696969696969697, "percentage": 28.14, "elapsed_time": "1:37:04", "remaining_time": "4:07:54"}
-{"current_steps": 66, "total_steps": 231, "loss": 1.2079, "lr": 1.8036311154549783e-05, "epoch": 2.0, "percentage": 28.57, "elapsed_time": "1:38:33", "remaining_time": "4:06:22"}
-{"current_steps": 67, "total_steps": 231, "loss": 1.1598, "lr": 1.7945067914573147e-05, "epoch": 2.0303030303030303, "percentage": 29.0, "elapsed_time": "1:41:01", "remaining_time": "4:07:17"}
-{"current_steps": 68, "total_steps": 231, "loss": 1.1597, "lr": 1.7851994686215592e-05, "epoch": 2.0606060606060606, "percentage": 29.44, "elapsed_time": "1:42:28", "remaining_time": "4:05:38"}
-{"current_steps": 69, "total_steps": 231, "loss": 1.1313, "lr": 1.77571129070442e-05, "epoch": 2.090909090909091, "percentage": 29.87, "elapsed_time": "1:43:56", "remaining_time": "4:04:03"}
-{"current_steps": 70, "total_steps": 231, "loss": 1.0942, "lr": 1.766044443118978e-05, "epoch": 2.121212121212121, "percentage": 30.3, "elapsed_time": "1:45:25", "remaining_time": "4:02:27"}
-{"current_steps": 71, "total_steps": 231, "loss": 1.166, "lr": 1.7562011524313187e-05, "epoch": 2.1515151515151514, "percentage": 30.74, "elapsed_time": "1:46:53", "remaining_time": "4:00:53"}
-{"current_steps": 72, "total_steps": 231, "loss": 1.1474, "lr": 1.7461836858476858e-05, "epoch": 2.1818181818181817, "percentage": 31.17, "elapsed_time": "1:48:21", "remaining_time": "3:59:17"}
-{"current_steps": 73, "total_steps": 231, "loss": 1.1194, "lr": 1.7359943506922775e-05, "epoch": 2.212121212121212, "percentage": 31.6, "elapsed_time": "1:49:50", "remaining_time": "3:57:43"}
-{"current_steps": 74, "total_steps": 231, "loss": 1.1132, "lr": 1.725635493875799e-05, "epoch": 2.242424242424242, "percentage": 32.03, "elapsed_time": "1:51:17", "remaining_time": "3:56:07"}
-{"current_steps": 75, "total_steps": 231, "loss": 1.122, "lr": 1.7151095013548996e-05, "epoch": 2.2727272727272725, "percentage": 32.47, "elapsed_time": "1:52:46", "remaining_time": "3:54:33"}
-{"current_steps": 76, "total_steps": 231, "loss": 1.1368, "lr": 1.7044187975826126e-05, "epoch": 2.303030303030303, "percentage": 32.9, "elapsed_time": "1:54:15", "remaining_time": "3:53:00"}
-{"current_steps": 77, "total_steps": 231, "loss": 1.1143, "lr": 1.693565844949933e-05, "epoch": 2.3333333333333335, "percentage": 33.33, "elapsed_time": "1:55:43", "remaining_time": "3:51:26"}
-{"current_steps": 78, "total_steps": 231, "loss": 1.0955, "lr": 1.6825531432186545e-05, "epoch": 2.3636363636363638, "percentage": 33.77, "elapsed_time": "1:57:11", "remaining_time": "3:49:52"}
-{"current_steps": 79, "total_steps": 231, "loss": 1.1212, "lr": 1.671383228945597e-05, "epoch": 2.393939393939394, "percentage": 34.2, "elapsed_time": "1:58:39", "remaining_time": "3:48:19"}
-{"current_steps": 80, "total_steps": 231, "loss": 1.1337, "lr": 1.6600586748983642e-05, "epoch": 2.4242424242424243, "percentage": 34.63, "elapsed_time": "2:00:07", "remaining_time": "3:46:45"}
-{"current_steps": 81, "total_steps": 231, "loss": 1.0969, "lr": 1.648582089462756e-05, "epoch": 2.4545454545454546, "percentage": 35.06, "elapsed_time": "2:01:36", "remaining_time": "3:45:12"}
-{"current_steps": 82, "total_steps": 231, "loss": 1.0929, "lr": 1.6369561160419783e-05, "epoch": 2.484848484848485, "percentage": 35.5, "elapsed_time": "2:03:03", "remaining_time": "3:43:37"}
-{"current_steps": 83, "total_steps": 231, "loss": 1.1167, "lr": 1.625183432447789e-05, "epoch": 2.515151515151515, "percentage": 35.93, "elapsed_time": "2:04:30", "remaining_time": "3:42:01"}
-{"current_steps": 84, "total_steps": 231, "loss": 1.0799, "lr": 1.6132667502837164e-05, "epoch": 2.5454545454545454, "percentage": 36.36, "elapsed_time": "2:05:59", "remaining_time": "3:40:29"}
-{"current_steps": 85, "total_steps": 231, "loss": 1.1102, "lr": 1.6012088143204953e-05, "epoch": 2.5757575757575757, "percentage": 36.8, "elapsed_time": "2:07:27", "remaining_time": "3:38:56"}
-{"current_steps": 86, "total_steps": 231, "loss": 1.1084, "lr": 1.589012401863864e-05, "epoch": 2.606060606060606, "percentage": 37.23, "elapsed_time": "2:08:56", "remaining_time": "3:37:24"}
-{"current_steps": 87, "total_steps": 231, "loss": 1.1072, "lr": 1.5766803221148676e-05, "epoch": 2.6363636363636362, "percentage": 37.66, "elapsed_time": "2:10:25", "remaining_time": "3:35:52"}
-{"current_steps": 88, "total_steps": 231, "loss": 1.1173, "lr": 1.5642154155228124e-05, "epoch": 2.6666666666666665, "percentage": 38.1, "elapsed_time": "2:11:54", "remaining_time": "3:34:21"}
-{"current_steps": 89, "total_steps": 231, "loss": 1.1191, "lr": 1.5516205531310272e-05, "epoch": 2.6969696969696972, "percentage": 38.53, "elapsed_time": "2:13:24", "remaining_time": "3:32:50"}
-{"current_steps": 90, "total_steps": 231, "loss": 1.105, "lr": 1.538898635915576e-05, "epoch": 2.7272727272727275, "percentage": 38.96, "elapsed_time": "2:14:52", "remaining_time": "3:31:17"}
-{"current_steps": 91, "total_steps": 231, "loss": 1.1246, "lr": 1.526052594117071e-05, "epoch": 2.757575757575758, "percentage": 39.39, "elapsed_time": "2:16:21", "remaining_time": "3:29:47"}
-{"current_steps": 92, "total_steps": 231, "loss": 1.0247, "lr": 1.513085386565758e-05, "epoch": 2.787878787878788, "percentage": 39.83, "elapsed_time": "2:17:51", "remaining_time": "3:28:16"}
-{"current_steps": 93, "total_steps": 231, "loss": 1.0841, "lr": 1.5000000000000002e-05, "epoch": 2.8181818181818183, "percentage": 40.26, "elapsed_time": "2:19:20", "remaining_time": "3:26:45"}
-{"current_steps": 94, "total_steps": 231, "loss": 1.0828, "lr": 1.4867994483783485e-05, "epoch": 2.8484848484848486, "percentage": 40.69, "elapsed_time": "2:20:49", "remaining_time": "3:25:14"}
-{"current_steps": 95, "total_steps": 231, "loss": 1.0582, "lr": 1.4734867721853341e-05, "epoch": 2.878787878787879, "percentage": 41.13, "elapsed_time": "2:22:18", "remaining_time": "3:23:43"}
-{"current_steps": 96, "total_steps": 231, "loss": 1.1314, "lr": 1.4600650377311523e-05, "epoch": 2.909090909090909, "percentage": 41.56, "elapsed_time": "2:23:46", "remaining_time": "3:22:11"}
-{"current_steps": 97, "total_steps": 231, "loss": 1.1138, "lr": 1.4465373364454001e-05, "epoch": 2.9393939393939394, "percentage": 41.99, "elapsed_time": "2:25:15", "remaining_time": "3:20:39"}
-{"current_steps": 98, "total_steps": 231, "loss": 1.1029, "lr": 1.4329067841650274e-05, "epoch": 2.9696969696969697, "percentage": 42.42, "elapsed_time": "2:26:44", "remaining_time": "3:19:08"}
-{"current_steps": 99, "total_steps": 231, "loss": 1.0886, "lr": 1.4191765204166643e-05, "epoch": 3.0, "percentage": 42.86, "elapsed_time": "2:28:11", "remaining_time": "3:17:34"}
-{"current_steps": 100, "total_steps": 231, "loss": 1.0205, "lr": 1.4053497076934948e-05, "epoch": 3.0303030303030303, "percentage": 43.29, "elapsed_time": "2:30:37", "remaining_time": "3:17:18"}
-{"current_steps": 101, "total_steps": 231, "loss": 1.0162, "lr": 1.3914295307268396e-05, "epoch": 3.0606060606060606, "percentage": 43.72, "elapsed_time": "2:32:05", "remaining_time": "3:15:45"}
-{"current_steps": 102, "total_steps": 231, "loss": 1.0367, "lr": 1.3774191957526144e-05, "epoch": 3.090909090909091, "percentage": 44.16, "elapsed_time": "2:33:34", "remaining_time": "3:14:13"}
-{"current_steps": 103, "total_steps": 231, "loss": 1.0223, "lr": 1.3633219297728415e-05, "epoch": 3.121212121212121, "percentage": 44.59, "elapsed_time": "2:35:03", "remaining_time": "3:12:41"}
-{"current_steps": 104, "total_steps": 231, "loss": 0.967, "lr": 1.3491409798123687e-05, "epoch": 3.1515151515151514, "percentage": 45.02, "elapsed_time": "2:36:31", "remaining_time": "3:11:08"}
-{"current_steps": 105, "total_steps": 231, "loss": 1.0132, "lr": 1.3348796121709862e-05, "epoch": 3.1818181818181817, "percentage": 45.45, "elapsed_time": "2:38:00", "remaining_time": "3:09:36"}
-{"current_steps": 106, "total_steps": 231, "loss": 0.9796, "lr": 1.3205411116710973e-05, "epoch": 3.212121212121212, "percentage": 45.89, "elapsed_time": "2:39:28", "remaining_time": "3:08:03"}
-{"current_steps": 107, "total_steps": 231, "loss": 1.0779, "lr": 1.3061287809011243e-05, "epoch": 3.242424242424242, "percentage": 46.32, "elapsed_time": "2:40:55", "remaining_time": "3:06:29"}
-{"current_steps": 108, "total_steps": 231, "loss": 0.9828, "lr": 1.291645939454825e-05, "epoch": 3.2727272727272725, "percentage": 46.75, "elapsed_time": "2:42:23", "remaining_time": "3:04:56"}
-{"current_steps": 109, "total_steps": 231, "loss": 1.0366, "lr": 1.277095923166689e-05, "epoch": 3.303030303030303, "percentage": 47.19, "elapsed_time": "2:43:51", "remaining_time": "3:03:24"}
-{"current_steps": 110, "total_steps": 231, "loss": 0.9984, "lr": 1.2624820833435939e-05, "epoch": 3.3333333333333335, "percentage": 47.62, "elapsed_time": "2:45:20", "remaining_time": "3:01:52"}
-{"current_steps": 111, "total_steps": 231, "loss": 1.0158, "lr": 1.2478077859929e-05, "epoch": 3.3636363636363638, "percentage": 48.05, "elapsed_time": "2:46:49", "remaining_time": "3:00:21"}
-{"current_steps": 112, "total_steps": 231, "loss": 1.0385, "lr": 1.2330764110471567e-05, "epoch": 3.393939393939394, "percentage": 48.48, "elapsed_time": "2:48:17", "remaining_time": "2:58:48"}
-{"current_steps": 113, "total_steps": 231, "loss": 1.0304, "lr": 1.2182913515856016e-05, "epoch": 3.4242424242424243, "percentage": 48.92, "elapsed_time": "2:49:47", "remaining_time": "2:57:18"}
-{"current_steps": 114, "total_steps": 231, "loss": 1.0648, "lr": 1.2034560130526341e-05, "epoch": 3.4545454545454546, "percentage": 49.35, "elapsed_time": "2:51:15", "remaining_time": "2:55:46"}
-{"current_steps": 115, "total_steps": 231, "loss": 0.9821, "lr": 1.1885738124734359e-05, "epoch": 3.484848484848485, "percentage": 49.78, "elapsed_time": "2:52:43", "remaining_time": "2:54:13"}
-{"current_steps": 116, "total_steps": 231, "loss": 0.9845, "lr": 1.1736481776669307e-05, "epoch": 3.515151515151515, "percentage": 50.22, "elapsed_time": "2:54:11", "remaining_time": "2:52:41"}
-{"current_steps": 117, "total_steps": 231, "loss": 1.0117, "lr": 1.1586825464562515e-05, "epoch": 3.5454545454545454, "percentage": 50.65, "elapsed_time": "2:55:42", "remaining_time": "2:51:12"}
-{"current_steps": 118, "total_steps": 231, "loss": 0.9977, "lr": 1.1436803658769082e-05, "epoch": 3.5757575757575757, "percentage": 51.08, "elapsed_time": "2:57:10", "remaining_time": "2:49:40"}
-{"current_steps": 119, "total_steps": 231, "loss": 0.9915, "lr": 1.1286450913828313e-05, "epoch": 3.606060606060606, "percentage": 51.52, "elapsed_time": "2:58:38", "remaining_time": "2:48:08"}
-{"current_steps": 120, "total_steps": 231, "loss": 1.0249, "lr": 1.113580186050475e-05, "epoch": 3.6363636363636362, "percentage": 51.95, "elapsed_time": "3:00:08", "remaining_time": "2:46:37"}
-{"current_steps": 121, "total_steps": 231, "loss": 1.0484, "lr": 1.0984891197811686e-05, "epoch": 3.6666666666666665, "percentage": 52.38, "elapsed_time": "3:01:36", "remaining_time": "2:45:05"}
-{"current_steps": 122, "total_steps": 231, "loss": 1.0084, "lr": 1.0833753685018935e-05, "epoch": 3.6969696969696972, "percentage": 52.81, "elapsed_time": "3:03:03", "remaining_time": "2:43:33"}
-{"current_steps": 123, "total_steps": 231, "loss": 0.9922, "lr": 1.0682424133646712e-05, "epoch": 3.7272727272727275, "percentage": 53.25, "elapsed_time": "3:04:32", "remaining_time": "2:42:02"}
-{"current_steps": 124, "total_steps": 231, "loss": 1.0078, "lr": 1.0530937399447496e-05, "epoch": 3.757575757575758, "percentage": 53.68, "elapsed_time": "3:06:03", "remaining_time": "2:40:32"}
-{"current_steps": 125, "total_steps": 231, "loss": 0.9773, "lr": 1.0379328374377715e-05, "epoch": 3.787878787878788, "percentage": 54.11, "elapsed_time": "3:07:31", "remaining_time": "2:39:00"}
-{"current_steps": 126, "total_steps": 231, "loss": 1.0248, "lr": 1.0227631978561057e-05, "epoch": 3.8181818181818183, "percentage": 54.55, "elapsed_time": "3:08:56", "remaining_time": "2:37:26"}
-{"current_steps": 127, "total_steps": 231, "loss": 1.0257, "lr": 1.0075883152245334e-05, "epoch": 3.8484848484848486, "percentage": 54.98, "elapsed_time": "3:10:25", "remaining_time": "2:35:56"}
-{"current_steps": 128, "total_steps": 231, "loss": 1.0059, "lr": 9.92411684775467e-06, "epoch": 3.878787878787879, "percentage": 55.41, "elapsed_time": "3:11:53", "remaining_time": "2:34:24"}
-{"current_steps": 129, "total_steps": 231, "loss": 0.9917, "lr": 9.772368021438943e-06, "epoch": 3.909090909090909, "percentage": 55.84, "elapsed_time": "3:13:21", "remaining_time": "2:32:53"}
-{"current_steps": 130, "total_steps": 231, "loss": 1.0069, "lr": 9.620671625622287e-06, "epoch": 3.9393939393939394, "percentage": 56.28, "elapsed_time": "3:14:50", "remaining_time": "2:31:22"}
-{"current_steps": 131, "total_steps": 231, "loss": 1.0094, "lr": 9.469062600552509e-06, "epoch": 3.9696969696969697, "percentage": 56.71, "elapsed_time": "3:16:18", "remaining_time": "2:29:51"}
-{"current_steps": 132, "total_steps": 231, "loss": 1.003, "lr": 9.317575866353293e-06, "epoch": 4.0, "percentage": 57.14, "elapsed_time": "3:17:46", "remaining_time": "2:28:19"}
-{"current_steps": 133, "total_steps": 231, "loss": 0.9346, "lr": 9.166246314981066e-06, "epoch": 4.03030303030303, "percentage": 57.58, "elapsed_time": "3:20:14", "remaining_time": "2:27:33"}
-{"current_steps": 134, "total_steps": 231, "loss": 0.9341, "lr": 9.015108802188314e-06, "epoch": 4.0606060606060606, "percentage": 58.01, "elapsed_time": "3:21:42", "remaining_time": "2:26:00"}
-{"current_steps": 135, "total_steps": 231, "loss": 0.8933, "lr": 8.86419813949525e-06, "epoch": 4.090909090909091, "percentage": 58.44, "elapsed_time": "3:23:10", "remaining_time": "2:24:28"}
-{"current_steps": 136, "total_steps": 231, "loss": 0.9543, "lr": 8.71354908617169e-06, "epoch": 4.121212121212121, "percentage": 58.87, "elapsed_time": "3:24:38", "remaining_time": "2:22:57"}
-{"current_steps": 137, "total_steps": 231, "loss": 0.9486, "lr": 8.56319634123092e-06, "epoch": 4.151515151515151, "percentage": 59.31, "elapsed_time": "3:26:07", "remaining_time": "2:21:25"}
-{"current_steps": 138, "total_steps": 231, "loss": 0.9061, "lr": 8.413174535437486e-06, "epoch": 4.181818181818182, "percentage": 59.74, "elapsed_time": "3:27:36", "remaining_time": "2:19:54"}
-{"current_steps": 139, "total_steps": 231, "loss": 0.9321, "lr": 8.263518223330698e-06, "epoch": 4.212121212121212, "percentage": 60.17, "elapsed_time": "3:29:05", "remaining_time": "2:18:23"}
-{"current_steps": 140, "total_steps": 231, "loss": 0.9476, "lr": 8.114261875265643e-06, "epoch": 4.242424242424242, "percentage": 60.61, "elapsed_time": "3:30:31", "remaining_time": "2:16:50"}
-{"current_steps": 141, "total_steps": 231, "loss": 0.9193, "lr": 7.965439869473664e-06, "epoch": 4.2727272727272725, "percentage": 61.04, "elapsed_time": "3:32:00", "remaining_time": "2:15:19"}
-{"current_steps": 142, "total_steps": 231, "loss": 0.9263, "lr": 7.817086484143987e-06, "epoch": 4.303030303030303, "percentage": 61.47, "elapsed_time": "3:33:28", "remaining_time": "2:13:47"}
-{"current_steps": 143, "total_steps": 231, "loss": 0.9412, "lr": 7.669235889528436e-06, "epoch": 4.333333333333333, "percentage": 61.9, "elapsed_time": "3:34:56", "remaining_time": "2:12:16"}
-{"current_steps": 144, "total_steps": 231, "loss": 0.8828, "lr": 7.521922140071003e-06, "epoch": 4.363636363636363, "percentage": 62.34, "elapsed_time": "3:36:24", "remaining_time": "2:10:44"}
-{"current_steps": 145, "total_steps": 231, "loss": 0.9318, "lr": 7.375179166564062e-06, "epoch": 4.393939393939394, "percentage": 62.77, "elapsed_time": "3:37:53", "remaining_time": "2:09:14"}
-{"current_steps": 146, "total_steps": 231, "loss": 0.9069, "lr": 7.2290407683331154e-06, "epoch": 4.424242424242424, "percentage": 63.2, "elapsed_time": "3:39:21", "remaining_time": "2:07:42"}
-{"current_steps": 147, "total_steps": 231, "loss": 0.9355, "lr": 7.0835406054517505e-06, "epoch": 4.454545454545454, "percentage": 63.64, "elapsed_time": "3:40:49", "remaining_time": "2:06:11"}
-{"current_steps": 148, "total_steps": 231, "loss": 0.9285, "lr": 6.93871219098876e-06, "epoch": 4.484848484848484, "percentage": 64.07, "elapsed_time": "3:42:18", "remaining_time": "2:04:40"}
-{"current_steps": 149, "total_steps": 231, "loss": 0.897, "lr": 6.79458888328903e-06, "epoch": 4.515151515151516, "percentage": 64.5, "elapsed_time": "3:43:48", "remaining_time": "2:03:10"}
-{"current_steps": 150, "total_steps": 231, "loss": 0.9062, "lr": 6.651203878290139e-06, "epoch": 4.545454545454545, "percentage": 64.94, "elapsed_time": "3:45:16", "remaining_time": "2:01:38"}
-{"current_steps": 151, "total_steps": 231, "loss": 0.904, "lr": 6.508590201876317e-06, "epoch": 4.575757575757576, "percentage": 65.37, "elapsed_time": "3:46:46", "remaining_time": "2:00:08"}
-{"current_steps": 152, "total_steps": 231, "loss": 0.8908, "lr": 6.366780702271589e-06, "epoch": 4.606060606060606, "percentage": 65.8, "elapsed_time": "3:48:16", "remaining_time": "1:58:38"}
-{"current_steps": 153, "total_steps": 231, "loss": 0.8949, "lr": 6.225808042473857e-06, "epoch": 4.636363636363637, "percentage": 66.23, "elapsed_time": "3:49:44", "remaining_time": "1:57:07"}
-{"current_steps": 154, "total_steps": 231, "loss": 0.9163, "lr": 6.085704692731609e-06, "epoch": 4.666666666666667, "percentage": 66.67, "elapsed_time": "3:51:14", "remaining_time": "1:55:37"}
-{"current_steps": 155, "total_steps": 231, "loss": 0.9478, "lr": 5.946502923065054e-06, "epoch": 4.696969696969697, "percentage": 67.1, "elapsed_time": "3:52:42", "remaining_time": "1:54:06"}
-{"current_steps": 156, "total_steps": 231, "loss": 0.9633, "lr": 5.8082347958333625e-06, "epoch": 4.7272727272727275, "percentage": 67.53, "elapsed_time": "3:54:10", "remaining_time": "1:52:35"}
-{"current_steps": 157, "total_steps": 231, "loss": 0.898, "lr": 5.670932158349732e-06, "epoch": 4.757575757575758, "percentage": 67.97, "elapsed_time": "3:55:39", "remaining_time": "1:51:04"}
-{"current_steps": 158, "total_steps": 231, "loss": 0.9213, "lr": 5.534626635546e-06, "epoch": 4.787878787878788, "percentage": 68.4, "elapsed_time": "3:57:09", "remaining_time": "1:49:34"}
-{"current_steps": 159, "total_steps": 231, "loss": 0.9187, "lr": 5.399349622688479e-06, "epoch": 4.818181818181818, "percentage": 68.83, "elapsed_time": "3:58:37", "remaining_time": "1:48:03"}
-{"current_steps": 160, "total_steps": 231, "loss": 0.9383, "lr": 5.2651322781466606e-06, "epoch": 4.848484848484849, "percentage": 69.26, "elapsed_time": "4:00:03", "remaining_time": "1:46:31"}
-{"current_steps": 161, "total_steps": 231, "loss": 0.9161, "lr": 5.132005516216512e-06, "epoch": 4.878787878787879, "percentage": 69.7, "elapsed_time": "4:01:32", "remaining_time": "1:45:01"}
-{"current_steps": 162, "total_steps": 231, "loss": 0.9455, "lr": 5.000000000000003e-06, "epoch": 4.909090909090909, "percentage": 70.13, "elapsed_time": "4:02:59", "remaining_time": "1:43:29"}
-{"current_steps": 163, "total_steps": 231, "loss": 0.8878, "lr": 4.869146134342426e-06, "epoch": 4.9393939393939394, "percentage": 70.56, "elapsed_time": "4:04:28", "remaining_time": "1:41:59"}
-{"current_steps": 164, "total_steps": 231, "loss": 0.8907, "lr": 4.739474058829288e-06, "epoch": 4.96969696969697, "percentage": 71.0, "elapsed_time": "4:05:56", "remaining_time": "1:40:28"}
-{"current_steps": 165, "total_steps": 231, "loss": 0.9035, "lr": 4.611013640844245e-06, "epoch": 5.0, "percentage": 71.43, "elapsed_time": "4:07:24", "remaining_time": "1:38:57"}
-{"current_steps": 166, "total_steps": 231, "loss": 0.859, "lr": 4.483794468689728e-06, "epoch": 5.03030303030303, "percentage": 71.86, "elapsed_time": "4:09:52", "remaining_time": "1:37:50"}
-{"current_steps": 167, "total_steps": 231, "loss": 0.8771, "lr": 4.357845844771881e-06, "epoch": 5.0606060606060606, "percentage": 72.29, "elapsed_time": "4:11:19", "remaining_time": "1:36:18"}
-{"current_steps": 168, "total_steps": 231, "loss": 0.8431, "lr": 4.2331967788513295e-06, "epoch": 5.090909090909091, "percentage": 72.73, "elapsed_time": "4:12:47", "remaining_time": "1:34:47"}
-{"current_steps": 169, "total_steps": 231, "loss": 0.8082, "lr": 4.109875981361363e-06, "epoch": 5.121212121212121, "percentage": 73.16, "elapsed_time": "4:14:15", "remaining_time": "1:33:16"}
-{"current_steps": 170, "total_steps": 231, "loss": 0.822, "lr": 3.987911856795047e-06, "epoch": 5.151515151515151, "percentage": 73.59, "elapsed_time": "4:15:43", "remaining_time": "1:31:45"}
-{"current_steps": 171, "total_steps": 231, "loss": 0.8609, "lr": 3.867332497162836e-06, "epoch": 5.181818181818182, "percentage": 74.03, "elapsed_time": "4:17:13", "remaining_time": "1:30:15"}
-{"current_steps": 172, "total_steps": 231, "loss": 0.8541, "lr": 3.748165675522113e-06, "epoch": 5.212121212121212, "percentage": 74.46, "elapsed_time": "4:18:43", "remaining_time": "1:28:44"}
-{"current_steps": 173, "total_steps": 231, "loss": 0.8624, "lr": 3.630438839580217e-06, "epoch": 5.242424242424242, "percentage": 74.89, "elapsed_time": "4:20:11", "remaining_time": "1:27:13"}
-{"current_steps": 174, "total_steps": 231, "loss": 0.8766, "lr": 3.5141791053724405e-06, "epoch": 5.2727272727272725, "percentage": 75.32, "elapsed_time": "4:21:40", "remaining_time": "1:25:43"}
-{"current_steps": 175, "total_steps": 231, "loss": 0.8391, "lr": 3.399413251016359e-06, "epoch": 5.303030303030303, "percentage": 75.76, "elapsed_time": "4:23:09", "remaining_time": "1:24:12"}
-{"current_steps": 176, "total_steps": 231, "loss": 0.8569, "lr": 3.2861677105440335e-06, "epoch": 5.333333333333333, "percentage": 76.19, "elapsed_time": "4:24:38", "remaining_time": "1:22:41"}
-{"current_steps": 177, "total_steps": 231, "loss": 0.8181, "lr": 3.174468567813461e-06, "epoch": 5.363636363636363, "percentage": 76.62, "elapsed_time": "4:26:06", "remaining_time": "1:21:11"}
-{"current_steps": 178, "total_steps": 231, "loss": 0.8217, "lr": 3.0643415505006733e-06, "epoch": 5.393939393939394, "percentage": 77.06, "elapsed_time": "4:27:35", "remaining_time": "1:19:40"}
-{"current_steps": 179, "total_steps": 231, "loss": 0.8249, "lr": 2.9558120241738786e-06, "epoch": 5.424242424242424, "percentage": 77.49, "elapsed_time": "4:29:02", "remaining_time": "1:18:09"}
-{"current_steps": 180, "total_steps": 231, "loss": 0.8573, "lr": 2.8489049864510053e-06, "epoch": 5.454545454545454, "percentage": 77.92, "elapsed_time": "4:30:30", "remaining_time": "1:16:38"}
-{"current_steps": 181, "total_steps": 231, "loss": 0.8267, "lr": 2.7436450612420098e-06, "epoch": 5.484848484848484, "percentage": 78.35, "elapsed_time": "4:31:59", "remaining_time": "1:15:08"}
-{"current_steps": 182, "total_steps": 231, "loss": 0.8406, "lr": 2.640056493077231e-06, "epoch": 5.515151515151516, "percentage": 78.79, "elapsed_time": "4:33:28", "remaining_time": "1:13:37"}
-{"current_steps": 183, "total_steps": 231, "loss": 0.8682, "lr": 2.5381631415231455e-06, "epoch": 5.545454545454545, "percentage": 79.22, "elapsed_time": "4:34:56", "remaining_time": "1:12:06"}
-{"current_steps": 184, "total_steps": 231, "loss": 0.8228, "lr": 2.4379884756868167e-06, "epoch": 5.575757575757576, "percentage": 79.65, "elapsed_time": "4:36:24", "remaining_time": "1:10:36"}
-{"current_steps": 185, "total_steps": 231, "loss": 0.884, "lr": 2.339555568810221e-06, "epoch": 5.606060606060606, "percentage": 80.09, "elapsed_time": "4:37:53", "remaining_time": "1:09:05"}
-{"current_steps": 186, "total_steps": 231, "loss": 0.8585, "lr": 2.2428870929558012e-06, "epoch": 5.636363636363637, "percentage": 80.52, "elapsed_time": "4:39:18", "remaining_time": "1:07:34"}
-{"current_steps": 187, "total_steps": 231, "loss": 0.8532, "lr": 2.1480053137844115e-06, "epoch": 5.666666666666667, "percentage": 80.95, "elapsed_time": "4:40:45", "remaining_time": "1:06:03"}
-{"current_steps": 188, "total_steps": 231, "loss": 0.9007, "lr": 2.054932085426856e-06, "epoch": 5.696969696969697, "percentage": 81.39, "elapsed_time": "4:42:14", "remaining_time": "1:04:33"}
-{"current_steps": 189, "total_steps": 231, "loss": 0.85, "lr": 1.963688845450218e-06, "epoch": 5.7272727272727275, "percentage": 81.82, "elapsed_time": "4:43:43", "remaining_time": "1:03:02"}
-{"current_steps": 190, "total_steps": 231, "loss": 0.854, "lr": 1.8742966099201699e-06, "epoch": 5.757575757575758, "percentage": 82.25, "elapsed_time": "4:45:12", "remaining_time": "1:01:32"}
-{"current_steps": 191, "total_steps": 231, "loss": 0.8557, "lr": 1.7867759685603115e-06, "epoch": 5.787878787878788, "percentage": 82.68, "elapsed_time": "4:46:41", "remaining_time": "1:00:02"}
-{"current_steps": 192, "total_steps": 231, "loss": 0.8747, "lr": 1.7011470800097496e-06, "epoch": 5.818181818181818, "percentage": 83.12, "elapsed_time": "4:48:10", "remaining_time": "0:58:32"}
-{"current_steps": 193, "total_steps": 231, "loss": 0.8765, "lr": 1.6174296671799571e-06, "epoch": 5.848484848484849, "percentage": 83.55, "elapsed_time": "4:49:38", "remaining_time": "0:57:01"}
-{"current_steps": 194, "total_steps": 231, "loss": 0.8489, "lr": 1.5356430127119915e-06, "epoch": 5.878787878787879, "percentage": 83.98, "elapsed_time": "4:51:06", "remaining_time": "0:55:31"}
-{"current_steps": 195, "total_steps": 231, "loss": 0.8353, "lr": 1.4558059545351144e-06, "epoch": 5.909090909090909, "percentage": 84.42, "elapsed_time": "4:52:35", "remaining_time": "0:54:00"}
-{"current_steps": 196, "total_steps": 231, "loss": 0.8371, "lr": 1.3779368815278648e-06, "epoch": 5.9393939393939394, "percentage": 84.85, "elapsed_time": "4:54:04", "remaining_time": "0:52:30"}
-{"current_steps": 197, "total_steps": 231, "loss": 0.8187, "lr": 1.302053729282533e-06, "epoch": 5.96969696969697, "percentage": 85.28, "elapsed_time": "4:55:32", "remaining_time": "0:51:00"}
-{"current_steps": 198, "total_steps": 231, "loss": 0.8663, "lr": 1.2281739759740575e-06, "epoch": 6.0, "percentage": 85.71, "elapsed_time": "4:57:01", "remaining_time": "0:49:30"}
-{"current_steps": 199, "total_steps": 231, "loss": 0.8263, "lr": 1.156314638334277e-06, "epoch": 6.03030303030303, "percentage": 86.15, "elapsed_time": "4:59:28", "remaining_time": "0:48:09"}
-{"current_steps": 200, "total_steps": 231, "loss": 0.8344, "lr": 1.086492267732462e-06, "epoch": 6.0606060606060606, "percentage": 86.58, "elapsed_time": "5:00:55", "remaining_time": "0:46:38"}
-{"current_steps": 201, "total_steps": 231, "loss": 0.8692, "lr": 1.01872294636304e-06, "epoch": 6.090909090909091, "percentage": 87.01, "elapsed_time": "5:02:23", "remaining_time": "0:45:07"}
-{"current_steps": 202, "total_steps": 231, "loss": 0.8353, "lr": 9.530222835413739e-07, "epoch": 6.121212121212121, "percentage": 87.45, "elapsed_time": "5:03:50", "remaining_time": "0:43:37"}
-{"current_steps": 203, "total_steps": 231, "loss": 0.8035, "lr": 8.894054121084839e-07, "epoch": 6.151515151515151, "percentage": 87.88, "elapsed_time": "5:05:19", "remaining_time": "0:42:06"}
-{"current_steps": 204, "total_steps": 231, "loss": 0.8149, "lr": 8.278869849454718e-07, "epoch": 6.181818181818182, "percentage": 88.31, "elapsed_time": "5:06:48", "remaining_time": "0:40:36"}
-{"current_steps": 205, "total_steps": 231, "loss": 0.8003, "lr": 7.684811715985429e-07, "epoch": 6.212121212121212, "percentage": 88.74, "elapsed_time": "5:08:16", "remaining_time": "0:39:05"}
-{"current_steps": 206, "total_steps": 231, "loss": 0.8465, "lr": 7.1120165501533e-07, "epoch": 6.242424242424242, "percentage": 89.18, "elapsed_time": "5:09:46", "remaining_time": "0:37:35"}
-{"current_steps": 207, "total_steps": 231, "loss": 0.8011, "lr": 6.560616283932897e-07, "epoch": 6.2727272727272725, "percentage": 89.61, "elapsed_time": "5:11:14", "remaining_time": "0:36:05"}
-{"current_steps": 208, "total_steps": 231, "loss": 0.7864, "lr": 6.030737921409169e-07, "epoch": 6.303030303030303, "percentage": 90.04, "elapsed_time": "5:12:43", "remaining_time": "0:34:34"}
-{"current_steps": 209, "total_steps": 231, "loss": 0.7916, "lr": 5.522503509524591e-07, "epoch": 6.333333333333333, "percentage": 90.48, "elapsed_time": "5:14:11", "remaining_time": "0:33:04"}
-{"current_steps": 210, "total_steps": 231, "loss": 0.7978, "lr": 5.036030109968082e-07, "epoch": 6.363636363636363, "percentage": 90.91, "elapsed_time": "5:15:40", "remaining_time": "0:31:34"}
-{"current_steps": 211, "total_steps": 231, "loss": 0.8411, "lr": 4.5714297722121105e-07, "epoch": 6.393939393939394, "percentage": 91.34, "elapsed_time": "5:17:08", "remaining_time": "0:30:03"}
-{"current_steps": 212, "total_steps": 231, "loss": 0.8229, "lr": 4.128809507704445e-07, "epoch": 6.424242424242424, "percentage": 91.77, "elapsed_time": "5:18:36", "remaining_time": "0:28:33"}
-{"current_steps": 213, "total_steps": 231, "loss": 0.8243, "lr": 3.708271265220087e-07, "epoch": 6.454545454545454, "percentage": 92.21, "elapsed_time": "5:20:05", "remaining_time": "0:27:03"}
-{"current_steps": 214, "total_steps": 231, "loss": 0.854, "lr": 3.309911907379393e-07, "epoch": 6.484848484848484, "percentage": 92.64, "elapsed_time": "5:21:33", "remaining_time": "0:25:32"}
-{"current_steps": 215, "total_steps": 231, "loss": 0.7812, "lr": 2.9338231883378365e-07, "epoch": 6.515151515151516, "percentage": 93.07, "elapsed_time": "5:23:02", "remaining_time": "0:24:02"}
-{"current_steps": 216, "total_steps": 231, "loss": 0.8114, "lr": 2.5800917326521013e-07, "epoch": 6.545454545454545, "percentage": 93.51, "elapsed_time": "5:24:30", "remaining_time": "0:22:32"}
-{"current_steps": 217, "total_steps": 231, "loss": 0.8162, "lr": 2.248799015327907e-07, "epoch": 6.575757575757576, "percentage": 93.94, "elapsed_time": "5:25:59", "remaining_time": "0:21:01"}
-{"current_steps": 218, "total_steps": 231, "loss": 0.7816, "lr": 1.9400213430538773e-07, "epoch": 6.606060606060606, "percentage": 94.37, "elapsed_time": "5:27:27", "remaining_time": "0:19:31"}
-{"current_steps": 219, "total_steps": 231, "loss": 0.7927, "lr": 1.6538298366257975e-07, "epoch": 6.636363636363637, "percentage": 94.81, "elapsed_time": "5:28:56", "remaining_time": "0:18:01"}
-{"current_steps": 220, "total_steps": 231, "loss": 0.8103, "lr": 1.3902904145653094e-07, "epoch": 6.666666666666667, "percentage": 95.24, "elapsed_time": "5:30:26", "remaining_time": "0:16:31"}
-{"current_steps": 221, "total_steps": 231, "loss": 0.8165, "lr": 1.1494637779369766e-07, "epoch": 6.696969696969697, "percentage": 95.67, "elapsed_time": "5:31:54", "remaining_time": "0:15:01"}
-{"current_steps": 222, "total_steps": 231, "loss": 0.8281, "lr": 9.314053963669245e-08, "epoch": 6.7272727272727275, "percentage": 96.1, "elapsed_time": "5:33:23", "remaining_time": "0:13:30"}
-{"current_steps": 223, "total_steps": 231, "loss": 0.8338, "lr": 7.361654952665608e-08, "epoch": 6.757575757575758, "percentage": 96.54, "elapsed_time": "5:34:51", "remaining_time": "0:12:00"}
-{"current_steps": 224, "total_steps": 231, "loss": 0.821, "lr": 5.637890442641403e-08, "epoch": 6.787878787878788, "percentage": 96.97, "elapsed_time": "5:36:19", "remaining_time": "0:10:30"}
-{"current_steps": 225, "total_steps": 231, "loss": 0.8364, "lr": 4.143157468468717e-08, "epoch": 6.818181818181818, "percentage": 97.4, "elapsed_time": "5:37:46", "remaining_time": "0:09:00"}
-{"current_steps": 226, "total_steps": 231, "loss": 0.7889, "lr": 2.8778003121607834e-08, "epoch": 6.848484848484849, "percentage": 97.84, "elapsed_time": "5:39:16", "remaining_time": "0:07:30"}
-{"current_steps": 227, "total_steps": 231, "loss": 0.811, "lr": 1.8421104235727406e-08, "epoch": 6.878787878787879, "percentage": 98.27, "elapsed_time": "5:40:45", "remaining_time": "0:06:00"}
-{"current_steps": 228, "total_steps": 231, "loss": 0.8311, "lr": 1.0363263532724433e-08, "epoch": 6.909090909090909, "percentage": 98.7, "elapsed_time": "5:42:10", "remaining_time": "0:04:30"}
-{"current_steps": 229, "total_steps": 231, "loss": 0.8398, "lr": 4.606336975948589e-09, "epoch": 6.9393939393939394, "percentage": 99.13, "elapsed_time": "5:43:39", "remaining_time": "0:03:00"}
-{"current_steps": 230, "total_steps": 231, "loss": 0.7929, "lr": 1.1516505589381777e-09, "epoch": 6.96969696969697, "percentage": 99.57, "elapsed_time": "5:45:08", "remaining_time": "0:01:30"}
-{"current_steps": 231, "total_steps": 231, "loss": 0.8076, "lr": 0.0, "epoch": 7.0, "percentage": 100.0, "elapsed_time": "5:46:37", "remaining_time": "0:00:00"}
-{"current_steps": 231, "total_steps": 231, "epoch": 7.0, "percentage": 100.0, "elapsed_time": "5:48:31", "remaining_time": "0:00:00"}
+{"current_steps": 1, "total_steps": 231, "loss": 1.4653, "lr": 8.333333333333333e-07, "epoch": 0.030303030303030304, "percentage": 0.43, "elapsed_time": "0:01:37", "remaining_time": "6:11:53"}
+{"current_steps": 2, "total_steps": 231, "loss": 1.4506, "lr": 1.6666666666666667e-06, "epoch": 0.06060606060606061, "percentage": 0.87, "elapsed_time": "0:03:06", "remaining_time": "5:55:03"}
+{"current_steps": 3, "total_steps": 231, "loss": 1.4357, "lr": 2.5e-06, "epoch": 0.09090909090909091, "percentage": 1.3, "elapsed_time": "0:04:35", "remaining_time": "5:49:01"}
+{"current_steps": 4, "total_steps": 231, "loss": 1.4393, "lr": 3.3333333333333333e-06, "epoch": 0.12121212121212122, "percentage": 1.73, "elapsed_time": "0:06:06", "remaining_time": "5:46:28"}
+{"current_steps": 5, "total_steps": 231, "loss": 1.4166, "lr": 4.166666666666667e-06, "epoch": 0.15151515151515152, "percentage": 2.16, "elapsed_time": "0:07:37", "remaining_time": "5:44:42"}
+{"current_steps": 6, "total_steps": 231, "loss": 1.371, "lr": 5e-06, "epoch": 0.18181818181818182, "percentage": 2.6, "elapsed_time": "0:09:07", "remaining_time": "5:42:17"}
+{"current_steps": 7, "total_steps": 231, "loss": 1.3857, "lr": 5.833333333333334e-06, "epoch": 0.21212121212121213, "percentage": 3.03, "elapsed_time": "0:10:39", "remaining_time": "5:40:48"}
+{"current_steps": 8, "total_steps": 231, "loss": 1.376, "lr": 6.666666666666667e-06, "epoch": 0.24242424242424243, "percentage": 3.46, "elapsed_time": "0:12:09", "remaining_time": "5:38:57"}
+{"current_steps": 9, "total_steps": 231, "loss": 1.3148, "lr": 7.500000000000001e-06, "epoch": 0.2727272727272727, "percentage": 3.9, "elapsed_time": "0:13:38", "remaining_time": "5:36:19"}
+{"current_steps": 10, "total_steps": 231, "loss": 1.273, "lr": 8.333333333333334e-06, "epoch": 0.30303030303030304, "percentage": 4.33, "elapsed_time": "0:15:07", "remaining_time": "5:34:10"}
+{"current_steps": 11, "total_steps": 231, "loss": 1.273, "lr": 9.166666666666666e-06, "epoch": 0.3333333333333333, "percentage": 4.76, "elapsed_time": "0:16:34", "remaining_time": "5:31:26"}
+{"current_steps": 12, "total_steps": 231, "loss": 1.268, "lr": 1e-05, "epoch": 0.36363636363636365, "percentage": 5.19, "elapsed_time": "0:18:04", "remaining_time": "5:29:54"}
+{"current_steps": 13, "total_steps": 231, "loss": 1.2441, "lr": 1.0833333333333334e-05, "epoch": 0.3939393939393939, "percentage": 5.63, "elapsed_time": "0:19:33", "remaining_time": "5:27:54"}
+{"current_steps": 14, "total_steps": 231, "loss": 1.2842, "lr": 1.1666666666666668e-05, "epoch": 0.42424242424242425, "percentage": 6.06, "elapsed_time": "0:21:02", "remaining_time": "5:26:15"}
+{"current_steps": 15, "total_steps": 231, "loss": 1.1896, "lr": 1.25e-05, "epoch": 0.45454545454545453, "percentage": 6.49, "elapsed_time": "0:22:31", "remaining_time": "5:24:26"}
+{"current_steps": 16, "total_steps": 231, "loss": 1.1817, "lr": 1.3333333333333333e-05, "epoch": 0.48484848484848486, "percentage": 6.93, "elapsed_time": "0:23:58", "remaining_time": "5:22:15"}
+{"current_steps": 17, "total_steps": 231, "loss": 1.1676, "lr": 1.416666666666667e-05, "epoch": 0.5151515151515151, "percentage": 7.36, "elapsed_time": "0:25:26", "remaining_time": "5:20:22"}
+{"current_steps": 18, "total_steps": 231, "loss": 1.2177, "lr": 1.5000000000000002e-05, "epoch": 0.5454545454545454, "percentage": 7.79, "elapsed_time": "0:26:53", "remaining_time": "5:18:17"}
+{"current_steps": 19, "total_steps": 231, "loss": 1.2119, "lr": 1.5833333333333333e-05, "epoch": 0.5757575757575758, "percentage": 8.23, "elapsed_time": "0:28:22", "remaining_time": "5:16:33"}
+{"current_steps": 20, "total_steps": 231, "loss": 1.189, "lr": 1.6666666666666667e-05, "epoch": 0.6060606060606061, "percentage": 8.66, "elapsed_time": "0:29:50", "remaining_time": "5:14:45"}
+{"current_steps": 21, "total_steps": 231, "loss": 1.1704, "lr": 1.7500000000000002e-05, "epoch": 0.6363636363636364, "percentage": 9.09, "elapsed_time": "0:31:18", "remaining_time": "5:13:02"}
+{"current_steps": 22, "total_steps": 231, "loss": 1.2007, "lr": 1.8333333333333333e-05, "epoch": 0.6666666666666666, "percentage": 9.52, "elapsed_time": "0:32:48", "remaining_time": "5:11:39"}
+{"current_steps": 23, "total_steps": 231, "loss": 1.226, "lr": 1.916666666666667e-05, "epoch": 0.696969696969697, "percentage": 9.96, "elapsed_time": "0:34:15", "remaining_time": "5:09:53"}
+{"current_steps": 24, "total_steps": 231, "loss": 1.1348, "lr": 2e-05, "epoch": 0.7272727272727273, "percentage": 10.39, "elapsed_time": "0:35:44", "remaining_time": "5:08:15"}
+{"current_steps": 25, "total_steps": 231, "loss": 1.1591, "lr": 1.999884834944106e-05, "epoch": 0.7575757575757576, "percentage": 10.82, "elapsed_time": "0:37:13", "remaining_time": "5:06:42"}
+{"current_steps": 26, "total_steps": 231, "loss": 1.1753, "lr": 1.9995393663024054e-05, "epoch": 0.7878787878787878, "percentage": 11.26, "elapsed_time": "0:38:42", "remaining_time": "5:05:15"}
+{"current_steps": 27, "total_steps": 231, "loss": 1.1406, "lr": 1.9989636736467278e-05, "epoch": 0.8181818181818182, "percentage": 11.69, "elapsed_time": "0:40:12", "remaining_time": "5:03:45"}
+{"current_steps": 28, "total_steps": 231, "loss": 1.143, "lr": 1.9981578895764272e-05, "epoch": 0.8484848484848485, "percentage": 12.12, "elapsed_time": "0:41:41", "remaining_time": "5:02:12"}
+{"current_steps": 29, "total_steps": 231, "loss": 1.1353, "lr": 1.9971221996878395e-05, "epoch": 0.8787878787878788, "percentage": 12.55, "elapsed_time": "0:43:09", "remaining_time": "5:00:37"}
+{"current_steps": 30, "total_steps": 231, "loss": 1.1482, "lr": 1.9958568425315316e-05, "epoch": 0.9090909090909091, "percentage": 12.99, "elapsed_time": "0:44:37", "remaining_time": "4:59:00"}
+{"current_steps": 31, "total_steps": 231, "loss": 1.1704, "lr": 1.9943621095573588e-05, "epoch": 0.9393939393939394, "percentage": 13.42, "elapsed_time": "0:46:06", "remaining_time": "4:57:28"}
+{"current_steps": 32, "total_steps": 231, "loss": 1.1227, "lr": 1.9926383450473344e-05, "epoch": 0.9696969696969697, "percentage": 13.85, "elapsed_time": "0:47:33", "remaining_time": "4:55:46"}
+{"current_steps": 33, "total_steps": 231, "loss": 1.1181, "lr": 1.9906859460363307e-05, "epoch": 1.0, "percentage": 14.29, "elapsed_time": "0:49:03", "remaining_time": "4:54:18"}
+{"current_steps": 34, "total_steps": 231, "loss": 1.1038, "lr": 1.9885053622206305e-05, "epoch": 1.0303030303030303, "percentage": 14.72, "elapsed_time": "0:51:26", "remaining_time": "4:58:01"}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eafa75a36b16a44b2b14e733968a4a1568502ce6e69147be45a563bf9dfea802
+oid sha256:c6cbd7427b3c0e95f39a00f7b72f39db2346b6fce7d3f859d5d22c0226c62905
 size 7160