Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

adapter_config.json

@@ -0,0 +1,34 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "Qwen/Qwen2.5-32B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "up_proj",
+    "q_proj",
+    "down_proj",
+    "o_proj",
+    "k_proj",
+    "gate_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c92d4fb0f1a5abf21826624032963df252006ddbe9cce746ace925a00423047
+size 134337704

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

all_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.019414987415075302,
+    "eval_runtime": 6.422,
+    "eval_samples_per_second": 1.09,
+    "eval_steps_per_second": 0.311,
+    "total_flos": 861011422740480.0,
+    "train_loss": 0.03621660071041654,
+    "train_runtime": 2036.7134,
+    "train_samples_per_second": 0.668,
+    "train_steps_per_second": 0.083
+}

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.019414987415075302,
+    "eval_runtime": 6.422,
+    "eval_samples_per_second": 1.09,
+    "eval_steps_per_second": 0.311
+}

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

tokenizer_config.json

@@ -0,0 +1,208 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.0,
+    "total_flos": 861011422740480.0,
+    "train_loss": 0.03621660071041654,
+    "train_runtime": 2036.7134,
+    "train_samples_per_second": 0.668,
+    "train_steps_per_second": 0.083
+}

trainer_log.jsonl

@@ -0,0 +1,171 @@
+{"current_steps": 1, "total_steps": 170, "loss": 0.1079, "lr": 1.6666666666666667e-05, "epoch": 0.011764705882352941, "percentage": 0.59, "elapsed_time": "0:00:16", "remaining_time": "0:46:56"}
+{"current_steps": 2, "total_steps": 170, "loss": 0.1141, "lr": 3.3333333333333335e-05, "epoch": 0.023529411764705882, "percentage": 1.18, "elapsed_time": "0:00:28", "remaining_time": "0:39:44"}
+{"current_steps": 3, "total_steps": 170, "loss": 0.1204, "lr": 5e-05, "epoch": 0.03529411764705882, "percentage": 1.76, "elapsed_time": "0:00:40", "remaining_time": "0:37:13"}
+{"current_steps": 4, "total_steps": 170, "loss": 0.1276, "lr": 6.666666666666667e-05, "epoch": 0.047058823529411764, "percentage": 2.35, "elapsed_time": "0:00:51", "remaining_time": "0:35:51"}
+{"current_steps": 5, "total_steps": 170, "loss": 0.1689, "lr": 8.333333333333334e-05, "epoch": 0.058823529411764705, "percentage": 2.94, "elapsed_time": "0:01:03", "remaining_time": "0:34:59"}
+{"current_steps": 6, "total_steps": 170, "loss": 0.1345, "lr": 0.0001, "epoch": 0.07058823529411765, "percentage": 3.53, "elapsed_time": "0:01:15", "remaining_time": "0:34:20"}
+{"current_steps": 7, "total_steps": 170, "loss": 0.1202, "lr": 9.999082642158973e-05, "epoch": 0.08235294117647059, "percentage": 4.12, "elapsed_time": "0:01:27", "remaining_time": "0:33:48"}
+{"current_steps": 8, "total_steps": 170, "loss": 0.0983, "lr": 9.99633090525405e-05, "epoch": 0.09411764705882353, "percentage": 4.71, "elapsed_time": "0:01:38", "remaining_time": "0:33:21"}
+{"current_steps": 9, "total_steps": 170, "loss": 0.0954, "lr": 9.991745799016206e-05, "epoch": 0.10588235294117647, "percentage": 5.29, "elapsed_time": "0:01:50", "remaining_time": "0:32:58"}
+{"current_steps": 10, "total_steps": 170, "loss": 0.0977, "lr": 9.985329005918702e-05, "epoch": 0.11764705882352941, "percentage": 5.88, "elapsed_time": "0:02:02", "remaining_time": "0:32:37"}
+{"current_steps": 11, "total_steps": 170, "loss": 0.0626, "lr": 9.977082880559725e-05, "epoch": 0.12941176470588237, "percentage": 6.47, "elapsed_time": "0:02:14", "remaining_time": "0:32:17"}
+{"current_steps": 12, "total_steps": 170, "loss": 0.0929, "lr": 9.967010448798375e-05, "epoch": 0.1411764705882353, "percentage": 7.06, "elapsed_time": "0:02:25", "remaining_time": "0:31:59"}
+{"current_steps": 13, "total_steps": 170, "loss": 0.0845, "lr": 9.955115406644356e-05, "epoch": 0.15294117647058825, "percentage": 7.65, "elapsed_time": "0:02:37", "remaining_time": "0:31:42"}
+{"current_steps": 14, "total_steps": 170, "loss": 0.0659, "lr": 9.941402118901744e-05, "epoch": 0.16470588235294117, "percentage": 8.24, "elapsed_time": "0:02:49", "remaining_time": "0:31:26"}
+{"current_steps": 15, "total_steps": 170, "loss": 0.0531, "lr": 9.92587561756735e-05, "epoch": 0.17647058823529413, "percentage": 8.82, "elapsed_time": "0:03:01", "remaining_time": "0:31:10"}
+{"current_steps": 16, "total_steps": 170, "loss": 0.0642, "lr": 9.908541599984276e-05, "epoch": 0.18823529411764706, "percentage": 9.41, "elapsed_time": "0:03:12", "remaining_time": "0:30:55"}
+{"current_steps": 17, "total_steps": 170, "loss": 0.0588, "lr": 9.889406426751296e-05, "epoch": 0.2, "percentage": 10.0, "elapsed_time": "0:03:24", "remaining_time": "0:30:40"}
+{"current_steps": 18, "total_steps": 170, "loss": 0.0649, "lr": 9.868477119388896e-05, "epoch": 0.21176470588235294, "percentage": 10.59, "elapsed_time": "0:03:36", "remaining_time": "0:30:25"}
+{"current_steps": 19, "total_steps": 170, "loss": 0.0677, "lr": 9.84576135776276e-05, "epoch": 0.2235294117647059, "percentage": 11.18, "elapsed_time": "0:03:47", "remaining_time": "0:30:11"}
+{"current_steps": 20, "total_steps": 170, "loss": 0.0606, "lr": 9.821267477265705e-05, "epoch": 0.23529411764705882, "percentage": 11.76, "elapsed_time": "0:03:59", "remaining_time": "0:29:57"}
+{"current_steps": 21, "total_steps": 170, "loss": 0.0609, "lr": 9.795004465759065e-05, "epoch": 0.24705882352941178, "percentage": 12.35, "elapsed_time": "0:04:11", "remaining_time": "0:29:43"}
+{"current_steps": 22, "total_steps": 170, "loss": 0.0475, "lr": 9.766981960274653e-05, "epoch": 0.25882352941176473, "percentage": 12.94, "elapsed_time": "0:04:23", "remaining_time": "0:29:29"}
+{"current_steps": 23, "total_steps": 170, "loss": 0.0415, "lr": 9.737210243478521e-05, "epoch": 0.27058823529411763, "percentage": 13.53, "elapsed_time": "0:04:34", "remaining_time": "0:29:16"}
+{"current_steps": 24, "total_steps": 170, "loss": 0.0474, "lr": 9.705700239897809e-05, "epoch": 0.2823529411764706, "percentage": 14.12, "elapsed_time": "0:04:46", "remaining_time": "0:29:02"}
+{"current_steps": 25, "total_steps": 170, "loss": 0.0422, "lr": 9.672463511912055e-05, "epoch": 0.29411764705882354, "percentage": 14.71, "elapsed_time": "0:04:58", "remaining_time": "0:28:48"}
+{"current_steps": 26, "total_steps": 170, "loss": 0.044, "lr": 9.637512255510475e-05, "epoch": 0.3058823529411765, "percentage": 15.29, "elapsed_time": "0:05:09", "remaining_time": "0:28:35"}
+{"current_steps": 27, "total_steps": 170, "loss": 0.0398, "lr": 9.600859295816708e-05, "epoch": 0.3176470588235294, "percentage": 15.88, "elapsed_time": "0:05:21", "remaining_time": "0:28:22"}
+{"current_steps": 28, "total_steps": 170, "loss": 0.0386, "lr": 9.56251808238275e-05, "epoch": 0.32941176470588235, "percentage": 16.47, "elapsed_time": "0:05:33", "remaining_time": "0:28:09"}
+{"current_steps": 29, "total_steps": 170, "loss": 0.0432, "lr": 9.522502684253709e-05, "epoch": 0.3411764705882353, "percentage": 17.06, "elapsed_time": "0:05:44", "remaining_time": "0:27:57"}
+{"current_steps": 30, "total_steps": 170, "loss": 0.0437, "lr": 9.480827784805278e-05, "epoch": 0.35294117647058826, "percentage": 17.65, "elapsed_time": "0:05:56", "remaining_time": "0:27:44"}
+{"current_steps": 31, "total_steps": 170, "loss": 0.0361, "lr": 9.437508676355773e-05, "epoch": 0.36470588235294116, "percentage": 18.24, "elapsed_time": "0:06:08", "remaining_time": "0:27:31"}
+{"current_steps": 32, "total_steps": 170, "loss": 0.0418, "lr": 9.392561254554713e-05, "epoch": 0.3764705882352941, "percentage": 18.82, "elapsed_time": "0:06:19", "remaining_time": "0:27:18"}
+{"current_steps": 33, "total_steps": 170, "loss": 0.0392, "lr": 9.346002012550027e-05, "epoch": 0.38823529411764707, "percentage": 19.41, "elapsed_time": "0:06:31", "remaining_time": "0:27:06"}
+{"current_steps": 34, "total_steps": 170, "loss": 0.0339, "lr": 9.297848034936006e-05, "epoch": 0.4, "percentage": 20.0, "elapsed_time": "0:06:43", "remaining_time": "0:26:54"}
+{"current_steps": 35, "total_steps": 170, "loss": 0.0342, "lr": 9.248116991484229e-05, "epoch": 0.4117647058823529, "percentage": 20.59, "elapsed_time": "0:06:55", "remaining_time": "0:26:42"}
+{"current_steps": 36, "total_steps": 170, "loss": 0.0288, "lr": 9.19682713065975e-05, "epoch": 0.4235294117647059, "percentage": 21.18, "elapsed_time": "0:07:07", "remaining_time": "0:26:30"}
+{"current_steps": 37, "total_steps": 170, "loss": 0.0369, "lr": 9.143997272924973e-05, "epoch": 0.43529411764705883, "percentage": 21.76, "elapsed_time": "0:07:18", "remaining_time": "0:26:17"}
+{"current_steps": 38, "total_steps": 170, "loss": 0.0342, "lr": 9.089646803833589e-05, "epoch": 0.4470588235294118, "percentage": 22.35, "elapsed_time": "0:07:30", "remaining_time": "0:26:05"}
+{"current_steps": 39, "total_steps": 170, "loss": 0.0388, "lr": 9.033795666917191e-05, "epoch": 0.4588235294117647, "percentage": 22.94, "elapsed_time": "0:07:42", "remaining_time": "0:25:53"}
+{"current_steps": 40, "total_steps": 170, "loss": 0.0345, "lr": 8.976464356367134e-05, "epoch": 0.47058823529411764, "percentage": 23.53, "elapsed_time": "0:07:54", "remaining_time": "0:25:41"}
+{"current_steps": 41, "total_steps": 170, "loss": 0.0408, "lr": 8.917673909514322e-05, "epoch": 0.4823529411764706, "percentage": 24.12, "elapsed_time": "0:08:05", "remaining_time": "0:25:28"}
+{"current_steps": 42, "total_steps": 170, "loss": 0.0319, "lr": 8.857445899109715e-05, "epoch": 0.49411764705882355, "percentage": 24.71, "elapsed_time": "0:08:17", "remaining_time": "0:25:16"}
+{"current_steps": 43, "total_steps": 170, "loss": 0.0285, "lr": 8.795802425408352e-05, "epoch": 0.5058823529411764, "percentage": 25.29, "elapsed_time": "0:08:29", "remaining_time": "0:25:04"}
+{"current_steps": 44, "total_steps": 170, "loss": 0.0322, "lr": 8.732766108059813e-05, "epoch": 0.5176470588235295, "percentage": 25.88, "elapsed_time": "0:08:41", "remaining_time": "0:24:52"}
+{"current_steps": 45, "total_steps": 170, "loss": 0.0346, "lr": 8.668360077808093e-05, "epoch": 0.5294117647058824, "percentage": 26.47, "elapsed_time": "0:08:52", "remaining_time": "0:24:40"}
+{"current_steps": 46, "total_steps": 170, "loss": 0.0402, "lr": 8.602607968003935e-05, "epoch": 0.5411764705882353, "percentage": 27.06, "elapsed_time": "0:09:04", "remaining_time": "0:24:27"}
+{"current_steps": 47, "total_steps": 170, "loss": 0.0262, "lr": 8.535533905932738e-05, "epoch": 0.5529411764705883, "percentage": 27.65, "elapsed_time": "0:09:16", "remaining_time": "0:24:15"}
+{"current_steps": 48, "total_steps": 170, "loss": 0.0274, "lr": 8.467162503961208e-05, "epoch": 0.5647058823529412, "percentage": 28.24, "elapsed_time": "0:09:27", "remaining_time": "0:24:03"}
+{"current_steps": 49, "total_steps": 170, "loss": 0.0321, "lr": 8.397518850506028e-05, "epoch": 0.5764705882352941, "percentage": 28.82, "elapsed_time": "0:09:39", "remaining_time": "0:23:51"}
+{"current_steps": 50, "total_steps": 170, "loss": 0.0348, "lr": 8.326628500827826e-05, "epoch": 0.5882352941176471, "percentage": 29.41, "elapsed_time": "0:09:51", "remaining_time": "0:23:39"}
+{"current_steps": 51, "total_steps": 170, "loss": 0.0286, "lr": 8.254517467653858e-05, "epoch": 0.6, "percentage": 30.0, "elapsed_time": "0:10:03", "remaining_time": "0:23:27"}
+{"current_steps": 52, "total_steps": 170, "loss": 0.0335, "lr": 8.181212211632799e-05, "epoch": 0.611764705882353, "percentage": 30.59, "elapsed_time": "0:10:14", "remaining_time": "0:23:15"}
+{"current_steps": 53, "total_steps": 170, "loss": 0.0351, "lr": 8.106739631625217e-05, "epoch": 0.6235294117647059, "percentage": 31.18, "elapsed_time": "0:10:26", "remaining_time": "0:23:02"}
+{"current_steps": 54, "total_steps": 170, "loss": 0.0292, "lr": 8.03112705483319e-05, "epoch": 0.6352941176470588, "percentage": 31.76, "elapsed_time": "0:10:38", "remaining_time": "0:22:50"}
+{"current_steps": 55, "total_steps": 170, "loss": 0.0315, "lr": 7.954402226772804e-05, "epoch": 0.6470588235294118, "percentage": 32.35, "elapsed_time": "0:10:49", "remaining_time": "0:22:38"}
+{"current_steps": 56, "total_steps": 170, "loss": 0.0376, "lr": 7.876593301093104e-05, "epoch": 0.6588235294117647, "percentage": 32.94, "elapsed_time": "0:11:01", "remaining_time": "0:22:26"}
+{"current_steps": 57, "total_steps": 170, "loss": 0.0298, "lr": 7.797728829245321e-05, "epoch": 0.6705882352941176, "percentage": 33.53, "elapsed_time": "0:11:13", "remaining_time": "0:22:14"}
+{"current_steps": 58, "total_steps": 170, "loss": 0.0285, "lr": 7.717837750006106e-05, "epoch": 0.6823529411764706, "percentage": 34.12, "elapsed_time": "0:11:24", "remaining_time": "0:22:02"}
+{"current_steps": 59, "total_steps": 170, "loss": 0.0323, "lr": 7.636949378858646e-05, "epoch": 0.6941176470588235, "percentage": 34.71, "elapsed_time": "0:11:36", "remaining_time": "0:21:50"}
+{"current_steps": 60, "total_steps": 170, "loss": 0.0374, "lr": 7.555093397235552e-05, "epoch": 0.7058823529411765, "percentage": 35.29, "elapsed_time": "0:11:48", "remaining_time": "0:21:38"}
+{"current_steps": 61, "total_steps": 170, "loss": 0.0305, "lr": 7.472299841627451e-05, "epoch": 0.7176470588235294, "percentage": 35.88, "elapsed_time": "0:12:00", "remaining_time": "0:21:26"}
+{"current_steps": 62, "total_steps": 170, "loss": 0.0305, "lr": 7.388599092561315e-05, "epoch": 0.7294117647058823, "percentage": 36.47, "elapsed_time": "0:12:11", "remaining_time": "0:21:14"}
+{"current_steps": 63, "total_steps": 170, "loss": 0.0337, "lr": 7.304021863452524e-05, "epoch": 0.7411764705882353, "percentage": 37.06, "elapsed_time": "0:12:23", "remaining_time": "0:21:02"}
+{"current_steps": 64, "total_steps": 170, "loss": 0.0268, "lr": 7.218599189334799e-05, "epoch": 0.7529411764705882, "percentage": 37.65, "elapsed_time": "0:12:35", "remaining_time": "0:20:50"}
+{"current_steps": 65, "total_steps": 170, "loss": 0.0333, "lr": 7.1323624154721e-05, "epoch": 0.7647058823529411, "percentage": 38.24, "elapsed_time": "0:12:46", "remaining_time": "0:20:38"}
+{"current_steps": 66, "total_steps": 170, "loss": 0.0367, "lr": 7.045343185856701e-05, "epoch": 0.7764705882352941, "percentage": 38.82, "elapsed_time": "0:12:58", "remaining_time": "0:20:26"}
+{"current_steps": 67, "total_steps": 170, "loss": 0.0327, "lr": 6.957573431597646e-05, "epoch": 0.788235294117647, "percentage": 39.41, "elapsed_time": "0:13:10", "remaining_time": "0:20:14"}
+{"current_steps": 68, "total_steps": 170, "loss": 0.0309, "lr": 6.869085359203844e-05, "epoch": 0.8, "percentage": 40.0, "elapsed_time": "0:13:22", "remaining_time": "0:20:03"}
+{"current_steps": 69, "total_steps": 170, "loss": 0.0327, "lr": 6.779911438766116e-05, "epoch": 0.8117647058823529, "percentage": 40.59, "elapsed_time": "0:13:33", "remaining_time": "0:19:50"}
+{"current_steps": 70, "total_steps": 170, "loss": 0.0312, "lr": 6.690084392042513e-05, "epoch": 0.8235294117647058, "percentage": 41.18, "elapsed_time": "0:13:45", "remaining_time": "0:19:38"}
+{"current_steps": 71, "total_steps": 170, "loss": 0.0348, "lr": 6.599637180451294e-05, "epoch": 0.8352941176470589, "percentage": 41.76, "elapsed_time": "0:13:56", "remaining_time": "0:19:26"}
+{"current_steps": 72, "total_steps": 170, "loss": 0.0317, "lr": 6.508602992975963e-05, "epoch": 0.8470588235294118, "percentage": 42.35, "elapsed_time": "0:14:08", "remaining_time": "0:19:15"}
+{"current_steps": 73, "total_steps": 170, "loss": 0.0311, "lr": 6.417015233986786e-05, "epoch": 0.8588235294117647, "percentage": 42.94, "elapsed_time": "0:14:20", "remaining_time": "0:19:03"}
+{"current_steps": 74, "total_steps": 170, "loss": 0.0263, "lr": 6.32490751098331e-05, "epoch": 0.8705882352941177, "percentage": 43.53, "elapsed_time": "0:14:32", "remaining_time": "0:18:51"}
+{"current_steps": 75, "total_steps": 170, "loss": 0.0343, "lr": 6.232313622262296e-05, "epoch": 0.8823529411764706, "percentage": 44.12, "elapsed_time": "0:14:43", "remaining_time": "0:18:39"}
+{"current_steps": 76, "total_steps": 170, "loss": 0.0304, "lr": 6.139267544515689e-05, "epoch": 0.8941176470588236, "percentage": 44.71, "elapsed_time": "0:14:55", "remaining_time": "0:18:27"}
+{"current_steps": 77, "total_steps": 170, "loss": 0.0318, "lr": 6.045803420363084e-05, "epoch": 0.9058823529411765, "percentage": 45.29, "elapsed_time": "0:15:07", "remaining_time": "0:18:15"}
+{"current_steps": 78, "total_steps": 170, "loss": 0.0286, "lr": 5.951955545823342e-05, "epoch": 0.9176470588235294, "percentage": 45.88, "elapsed_time": "0:15:18", "remaining_time": "0:18:03"}
+{"current_steps": 79, "total_steps": 170, "loss": 0.0297, "lr": 5.8577583577298924e-05, "epoch": 0.9294117647058824, "percentage": 46.47, "elapsed_time": "0:15:30", "remaining_time": "0:17:51"}
+{"current_steps": 80, "total_steps": 170, "loss": 0.0261, "lr": 5.7632464210943726e-05, "epoch": 0.9411764705882353, "percentage": 47.06, "elapsed_time": "0:15:42", "remaining_time": "0:17:39"}
+{"current_steps": 81, "total_steps": 170, "loss": 0.026, "lr": 5.668454416423242e-05, "epoch": 0.9529411764705882, "percentage": 47.65, "elapsed_time": "0:15:53", "remaining_time": "0:17:28"}
+{"current_steps": 82, "total_steps": 170, "loss": 0.0266, "lr": 5.573417126992003e-05, "epoch": 0.9647058823529412, "percentage": 48.24, "elapsed_time": "0:16:05", "remaining_time": "0:17:16"}
+{"current_steps": 83, "total_steps": 170, "loss": 0.0295, "lr": 5.478169426081712e-05, "epoch": 0.9764705882352941, "percentage": 48.82, "elapsed_time": "0:16:17", "remaining_time": "0:17:04"}
+{"current_steps": 84, "total_steps": 170, "loss": 0.0292, "lr": 5.38274626418248e-05, "epoch": 0.9882352941176471, "percentage": 49.41, "elapsed_time": "0:16:28", "remaining_time": "0:16:52"}
+{"current_steps": 85, "total_steps": 170, "loss": 0.0287, "lr": 5.287182656168618e-05, "epoch": 1.0, "percentage": 50.0, "elapsed_time": "0:16:40", "remaining_time": "0:16:40"}
+{"current_steps": 86, "total_steps": 170, "loss": 0.0275, "lr": 5.191513668450178e-05, "epoch": 1.011764705882353, "percentage": 50.59, "elapsed_time": "0:16:52", "remaining_time": "0:16:28"}
+{"current_steps": 87, "total_steps": 170, "loss": 0.0245, "lr": 5.095774406105571e-05, "epoch": 1.0235294117647058, "percentage": 51.18, "elapsed_time": "0:17:03", "remaining_time": "0:16:16"}
+{"current_steps": 88, "total_steps": 170, "loss": 0.0227, "lr": 5e-05, "epoch": 1.035294117647059, "percentage": 51.76, "elapsed_time": "0:17:15", "remaining_time": "0:16:04"}
+{"current_steps": 89, "total_steps": 170, "loss": 0.0284, "lr": 4.9042255938944296e-05, "epoch": 1.0470588235294118, "percentage": 52.35, "elapsed_time": "0:17:27", "remaining_time": "0:15:53"}
+{"current_steps": 90, "total_steps": 170, "loss": 0.0256, "lr": 4.8084863315498234e-05, "epoch": 1.0588235294117647, "percentage": 52.94, "elapsed_time": "0:17:39", "remaining_time": "0:15:41"}
+{"current_steps": 91, "total_steps": 170, "loss": 0.028, "lr": 4.712817343831384e-05, "epoch": 1.0705882352941176, "percentage": 53.53, "elapsed_time": "0:17:50", "remaining_time": "0:15:29"}
+{"current_steps": 92, "total_steps": 170, "loss": 0.0269, "lr": 4.6172537358175214e-05, "epoch": 1.0823529411764705, "percentage": 54.12, "elapsed_time": "0:18:02", "remaining_time": "0:15:17"}
+{"current_steps": 93, "total_steps": 170, "loss": 0.0268, "lr": 4.521830573918289e-05, "epoch": 1.0941176470588236, "percentage": 54.71, "elapsed_time": "0:18:14", "remaining_time": "0:15:05"}
+{"current_steps": 94, "total_steps": 170, "loss": 0.0287, "lr": 4.4265828730079987e-05, "epoch": 1.1058823529411765, "percentage": 55.29, "elapsed_time": "0:18:25", "remaining_time": "0:14:53"}
+{"current_steps": 95, "total_steps": 170, "loss": 0.0254, "lr": 4.331545583576758e-05, "epoch": 1.1176470588235294, "percentage": 55.88, "elapsed_time": "0:18:37", "remaining_time": "0:14:42"}
+{"current_steps": 96, "total_steps": 170, "loss": 0.0257, "lr": 4.236753578905627e-05, "epoch": 1.1294117647058823, "percentage": 56.47, "elapsed_time": "0:18:49", "remaining_time": "0:14:30"}
+{"current_steps": 97, "total_steps": 170, "loss": 0.023, "lr": 4.142241642270108e-05, "epoch": 1.1411764705882352, "percentage": 57.06, "elapsed_time": "0:19:00", "remaining_time": "0:14:18"}
+{"current_steps": 98, "total_steps": 170, "loss": 0.0227, "lr": 4.0480444541766576e-05, "epoch": 1.1529411764705881, "percentage": 57.65, "elapsed_time": "0:19:12", "remaining_time": "0:14:06"}
+{"current_steps": 99, "total_steps": 170, "loss": 0.025, "lr": 3.954196579636918e-05, "epoch": 1.1647058823529413, "percentage": 58.24, "elapsed_time": "0:19:24", "remaining_time": "0:13:55"}
+{"current_steps": 100, "total_steps": 170, "loss": 0.0245, "lr": 3.8607324554843136e-05, "epoch": 1.1764705882352942, "percentage": 58.82, "elapsed_time": "0:19:35", "remaining_time": "0:13:43"}
+{"current_steps": 101, "total_steps": 170, "loss": 0.0251, "lr": 3.7676863777377054e-05, "epoch": 1.188235294117647, "percentage": 59.41, "elapsed_time": "0:19:47", "remaining_time": "0:13:31"}
+{"current_steps": 102, "total_steps": 170, "loss": 0.0258, "lr": 3.675092489016693e-05, "epoch": 1.2, "percentage": 60.0, "elapsed_time": "0:19:59", "remaining_time": "0:13:19"}
+{"current_steps": 103, "total_steps": 170, "loss": 0.0254, "lr": 3.582984766013215e-05, "epoch": 1.2117647058823529, "percentage": 60.59, "elapsed_time": "0:20:11", "remaining_time": "0:13:07"}
+{"current_steps": 104, "total_steps": 170, "loss": 0.0317, "lr": 3.4913970070240386e-05, "epoch": 1.223529411764706, "percentage": 61.18, "elapsed_time": "0:20:22", "remaining_time": "0:12:55"}
+{"current_steps": 105, "total_steps": 170, "loss": 0.0272, "lr": 3.4003628195487057e-05, "epoch": 1.2352941176470589, "percentage": 61.76, "elapsed_time": "0:20:34", "remaining_time": "0:12:44"}
+{"current_steps": 106, "total_steps": 170, "loss": 0.0256, "lr": 3.309915607957487e-05, "epoch": 1.2470588235294118, "percentage": 62.35, "elapsed_time": "0:20:46", "remaining_time": "0:12:32"}
+{"current_steps": 107, "total_steps": 170, "loss": 0.0207, "lr": 3.2200885612338845e-05, "epoch": 1.2588235294117647, "percentage": 62.94, "elapsed_time": "0:20:57", "remaining_time": "0:12:20"}
+{"current_steps": 108, "total_steps": 170, "loss": 0.0297, "lr": 3.130914640796157e-05, "epoch": 1.2705882352941176, "percentage": 63.53, "elapsed_time": "0:21:09", "remaining_time": "0:12:08"}
+{"current_steps": 109, "total_steps": 170, "loss": 0.0238, "lr": 3.0424265684023558e-05, "epoch": 1.2823529411764705, "percentage": 64.12, "elapsed_time": "0:21:21", "remaining_time": "0:11:57"}
+{"current_steps": 110, "total_steps": 170, "loss": 0.0247, "lr": 2.9546568141433006e-05, "epoch": 1.2941176470588236, "percentage": 64.71, "elapsed_time": "0:21:33", "remaining_time": "0:11:45"}
+{"current_steps": 111, "total_steps": 170, "loss": 0.0271, "lr": 2.8676375845279013e-05, "epoch": 1.3058823529411765, "percentage": 65.29, "elapsed_time": "0:21:44", "remaining_time": "0:11:33"}
+{"current_steps": 112, "total_steps": 170, "loss": 0.0253, "lr": 2.7814008106652012e-05, "epoch": 1.3176470588235294, "percentage": 65.88, "elapsed_time": "0:21:56", "remaining_time": "0:11:21"}
+{"current_steps": 113, "total_steps": 170, "loss": 0.0196, "lr": 2.6959781365474758e-05, "epoch": 1.3294117647058823, "percentage": 66.47, "elapsed_time": "0:22:08", "remaining_time": "0:11:09"}
+{"current_steps": 114, "total_steps": 170, "loss": 0.025, "lr": 2.6114009074386846e-05, "epoch": 1.3411764705882354, "percentage": 67.06, "elapsed_time": "0:22:19", "remaining_time": "0:10:58"}
+{"current_steps": 115, "total_steps": 170, "loss": 0.0245, "lr": 2.527700158372548e-05, "epoch": 1.3529411764705883, "percentage": 67.65, "elapsed_time": "0:22:31", "remaining_time": "0:10:46"}
+{"current_steps": 116, "total_steps": 170, "loss": 0.0202, "lr": 2.4449066027644475e-05, "epoch": 1.3647058823529412, "percentage": 68.24, "elapsed_time": "0:22:43", "remaining_time": "0:10:34"}
+{"current_steps": 117, "total_steps": 170, "loss": 0.0269, "lr": 2.363050621141354e-05, "epoch": 1.3764705882352941, "percentage": 68.82, "elapsed_time": "0:22:54", "remaining_time": "0:10:22"}
+{"current_steps": 118, "total_steps": 170, "loss": 0.0259, "lr": 2.282162249993895e-05, "epoch": 1.388235294117647, "percentage": 69.41, "elapsed_time": "0:23:06", "remaining_time": "0:10:11"}
+{"current_steps": 119, "total_steps": 170, "loss": 0.0263, "lr": 2.20227117075468e-05, "epoch": 1.4, "percentage": 70.0, "elapsed_time": "0:23:18", "remaining_time": "0:09:59"}
+{"current_steps": 120, "total_steps": 170, "loss": 0.0237, "lr": 2.1234066989068972e-05, "epoch": 1.4117647058823528, "percentage": 70.59, "elapsed_time": "0:23:30", "remaining_time": "0:09:47"}
+{"current_steps": 121, "total_steps": 170, "loss": 0.0221, "lr": 2.0455977732271993e-05, "epoch": 1.423529411764706, "percentage": 71.18, "elapsed_time": "0:23:41", "remaining_time": "0:09:35"}
+{"current_steps": 122, "total_steps": 170, "loss": 0.0203, "lr": 1.9688729451668114e-05, "epoch": 1.4352941176470588, "percentage": 71.76, "elapsed_time": "0:23:53", "remaining_time": "0:09:23"}
+{"current_steps": 123, "total_steps": 170, "loss": 0.0271, "lr": 1.893260368374786e-05, "epoch": 1.4470588235294117, "percentage": 72.35, "elapsed_time": "0:24:05", "remaining_time": "0:09:12"}
+{"current_steps": 124, "total_steps": 170, "loss": 0.0241, "lr": 1.818787788367202e-05, "epoch": 1.4588235294117646, "percentage": 72.94, "elapsed_time": "0:24:16", "remaining_time": "0:09:00"}
+{"current_steps": 125, "total_steps": 170, "loss": 0.0227, "lr": 1.7454825323461448e-05, "epoch": 1.4705882352941178, "percentage": 73.53, "elapsed_time": "0:24:28", "remaining_time": "0:08:48"}
+{"current_steps": 126, "total_steps": 170, "loss": 0.0282, "lr": 1.673371499172174e-05, "epoch": 1.4823529411764707, "percentage": 74.12, "elapsed_time": "0:24:40", "remaining_time": "0:08:36"}
+{"current_steps": 127, "total_steps": 170, "loss": 0.022, "lr": 1.6024811494939724e-05, "epoch": 1.4941176470588236, "percentage": 74.71, "elapsed_time": "0:24:51", "remaining_time": "0:08:25"}
+{"current_steps": 128, "total_steps": 170, "loss": 0.0247, "lr": 1.532837496038792e-05, "epoch": 1.5058823529411764, "percentage": 75.29, "elapsed_time": "0:25:03", "remaining_time": "0:08:13"}
+{"current_steps": 129, "total_steps": 170, "loss": 0.0257, "lr": 1.4644660940672627e-05, "epoch": 1.5176470588235293, "percentage": 75.88, "elapsed_time": "0:25:15", "remaining_time": "0:08:01"}
+{"current_steps": 130, "total_steps": 170, "loss": 0.0217, "lr": 1.3973920319960655e-05, "epoch": 1.5294117647058822, "percentage": 76.47, "elapsed_time": "0:25:27", "remaining_time": "0:07:49"}
+{"current_steps": 131, "total_steps": 170, "loss": 0.0232, "lr": 1.3316399221919074e-05, "epoch": 1.5411764705882351, "percentage": 77.06, "elapsed_time": "0:25:38", "remaining_time": "0:07:38"}
+{"current_steps": 132, "total_steps": 170, "loss": 0.0225, "lr": 1.2672338919401866e-05, "epoch": 1.5529411764705883, "percentage": 77.65, "elapsed_time": "0:25:50", "remaining_time": "0:07:26"}
+{"current_steps": 133, "total_steps": 170, "loss": 0.0269, "lr": 1.2041975745916472e-05, "epoch": 1.5647058823529412, "percentage": 78.24, "elapsed_time": "0:26:02", "remaining_time": "0:07:14"}
+{"current_steps": 134, "total_steps": 170, "loss": 0.0249, "lr": 1.1425541008902851e-05, "epoch": 1.576470588235294, "percentage": 78.82, "elapsed_time": "0:26:13", "remaining_time": "0:07:02"}
+{"current_steps": 135, "total_steps": 170, "loss": 0.0255, "lr": 1.082326090485679e-05, "epoch": 1.5882352941176472, "percentage": 79.41, "elapsed_time": "0:26:25", "remaining_time": "0:06:51"}
+{"current_steps": 136, "total_steps": 170, "loss": 0.0286, "lr": 1.0235356436328675e-05, "epoch": 1.6, "percentage": 80.0, "elapsed_time": "0:26:37", "remaining_time": "0:06:39"}
+{"current_steps": 137, "total_steps": 170, "loss": 0.0201, "lr": 9.662043330828085e-06, "epoch": 1.611764705882353, "percentage": 80.59, "elapsed_time": "0:26:48", "remaining_time": "0:06:27"}
+{"current_steps": 138, "total_steps": 170, "loss": 0.0212, "lr": 9.103531961664118e-06, "epoch": 1.6235294117647059, "percentage": 81.18, "elapsed_time": "0:27:00", "remaining_time": "0:06:15"}
+{"current_steps": 139, "total_steps": 170, "loss": 0.0244, "lr": 8.560027270750277e-06, "epoch": 1.6352941176470588, "percentage": 81.76, "elapsed_time": "0:27:12", "remaining_time": "0:06:04"}
+{"current_steps": 140, "total_steps": 170, "loss": 0.0193, "lr": 8.031728693402502e-06, "epoch": 1.6470588235294117, "percentage": 82.35, "elapsed_time": "0:27:24", "remaining_time": "0:05:52"}
+{"current_steps": 141, "total_steps": 170, "loss": 0.0232, "lr": 7.518830085157735e-06, "epoch": 1.6588235294117646, "percentage": 82.94, "elapsed_time": "0:27:35", "remaining_time": "0:05:40"}
+{"current_steps": 142, "total_steps": 170, "loss": 0.0217, "lr": 7.0215196506399515e-06, "epoch": 1.6705882352941175, "percentage": 83.53, "elapsed_time": "0:27:47", "remaining_time": "0:05:28"}
+{"current_steps": 143, "total_steps": 170, "loss": 0.0213, "lr": 6.539979874499747e-06, "epoch": 1.6823529411764706, "percentage": 84.12, "elapsed_time": "0:27:59", "remaining_time": "0:05:17"}
+{"current_steps": 144, "total_steps": 170, "loss": 0.0234, "lr": 6.07438745445289e-06, "epoch": 1.6941176470588235, "percentage": 84.71, "elapsed_time": "0:28:10", "remaining_time": "0:05:05"}
+{"current_steps": 145, "total_steps": 170, "loss": 0.0294, "lr": 5.624913236442286e-06, "epoch": 1.7058823529411766, "percentage": 85.29, "elapsed_time": "0:28:22", "remaining_time": "0:04:53"}
+{"current_steps": 146, "total_steps": 170, "loss": 0.0258, "lr": 5.191722151947226e-06, "epoch": 1.7176470588235295, "percentage": 85.88, "elapsed_time": "0:28:34", "remaining_time": "0:04:41"}
+{"current_steps": 147, "total_steps": 170, "loss": 0.0224, "lr": 4.7749731574629196e-06, "epoch": 1.7294117647058824, "percentage": 86.47, "elapsed_time": "0:28:45", "remaining_time": "0:04:30"}
+{"current_steps": 148, "total_steps": 170, "loss": 0.021, "lr": 4.374819176172501e-06, "epoch": 1.7411764705882353, "percentage": 87.06, "elapsed_time": "0:28:57", "remaining_time": "0:04:18"}
+{"current_steps": 149, "total_steps": 170, "loss": 0.022, "lr": 3.991407041832912e-06, "epoch": 1.7529411764705882, "percentage": 87.65, "elapsed_time": "0:29:09", "remaining_time": "0:04:06"}
+{"current_steps": 150, "total_steps": 170, "loss": 0.0265, "lr": 3.6248774448952695e-06, "epoch": 1.7647058823529411, "percentage": 88.24, "elapsed_time": "0:29:20", "remaining_time": "0:03:54"}
+{"current_steps": 151, "total_steps": 170, "loss": 0.024, "lr": 3.2753648808794503e-06, "epoch": 1.776470588235294, "percentage": 88.82, "elapsed_time": "0:29:32", "remaining_time": "0:03:43"}
+{"current_steps": 152, "total_steps": 170, "loss": 0.0257, "lr": 2.942997601021924e-06, "epoch": 1.788235294117647, "percentage": 89.41, "elapsed_time": "0:29:44", "remaining_time": "0:03:31"}
+{"current_steps": 153, "total_steps": 170, "loss": 0.0232, "lr": 2.6278975652147875e-06, "epoch": 1.8, "percentage": 90.0, "elapsed_time": "0:29:55", "remaining_time": "0:03:19"}
+{"current_steps": 154, "total_steps": 170, "loss": 0.0232, "lr": 2.330180397253473e-06, "epoch": 1.811764705882353, "percentage": 90.59, "elapsed_time": "0:30:07", "remaining_time": "0:03:07"}
+{"current_steps": 155, "total_steps": 170, "loss": 0.0227, "lr": 2.049955342409349e-06, "epoch": 1.8235294117647058, "percentage": 91.18, "elapsed_time": "0:30:19", "remaining_time": "0:02:56"}
+{"current_steps": 156, "total_steps": 170, "loss": 0.0224, "lr": 1.7873252273429509e-06, "epoch": 1.835294117647059, "percentage": 91.76, "elapsed_time": "0:30:31", "remaining_time": "0:02:44"}
+{"current_steps": 157, "total_steps": 170, "loss": 0.0208, "lr": 1.542386422372405e-06, "epoch": 1.8470588235294119, "percentage": 92.35, "elapsed_time": "0:30:42", "remaining_time": "0:02:32"}
+{"current_steps": 158, "total_steps": 170, "loss": 0.0237, "lr": 1.3152288061110518e-06, "epoch": 1.8588235294117648, "percentage": 92.94, "elapsed_time": "0:30:54", "remaining_time": "0:02:20"}
+{"current_steps": 159, "total_steps": 170, "loss": 0.0212, "lr": 1.1059357324870455e-06, "epoch": 1.8705882352941177, "percentage": 93.53, "elapsed_time": "0:31:06", "remaining_time": "0:02:09"}
+{"current_steps": 160, "total_steps": 170, "loss": 0.0209, "lr": 9.145840001572537e-07, "epoch": 1.8823529411764706, "percentage": 94.12, "elapsed_time": "0:31:18", "remaining_time": "0:01:57"}
+{"current_steps": 161, "total_steps": 170, "loss": 0.0237, "lr": 7.41243824326504e-07, "epoch": 1.8941176470588235, "percentage": 94.71, "elapsed_time": "0:31:29", "remaining_time": "0:01:45"}
+{"current_steps": 162, "total_steps": 170, "loss": 0.0263, "lr": 5.859788109825793e-07, "epoch": 1.9058823529411764, "percentage": 95.29, "elapsed_time": "0:31:41", "remaining_time": "0:01:33"}
+{"current_steps": 163, "total_steps": 170, "loss": 0.025, "lr": 4.48845933556441e-07, "epoch": 1.9176470588235293, "percentage": 95.88, "elapsed_time": "0:31:53", "remaining_time": "0:01:22"}
+{"current_steps": 164, "total_steps": 170, "loss": 0.0215, "lr": 3.2989551201624835e-07, "epoch": 1.9294117647058824, "percentage": 96.47, "elapsed_time": "0:32:04", "remaining_time": "0:01:10"}
+{"current_steps": 165, "total_steps": 170, "loss": 0.0273, "lr": 2.2917119440275524e-07, "epoch": 1.9411764705882353, "percentage": 97.06, "elapsed_time": "0:32:16", "remaining_time": "0:00:58"}
+{"current_steps": 166, "total_steps": 170, "loss": 0.0251, "lr": 1.4670994081297795e-07, "epoch": 1.9529411764705882, "percentage": 97.65, "elapsed_time": "0:32:28", "remaining_time": "0:00:46"}
+{"current_steps": 167, "total_steps": 170, "loss": 0.0273, "lr": 8.254200983794369e-08, "epoch": 1.9647058823529413, "percentage": 98.24, "elapsed_time": "0:32:40", "remaining_time": "0:00:35"}
+{"current_steps": 168, "total_steps": 170, "loss": 0.0239, "lr": 3.669094745950008e-08, "epoch": 1.9764705882352942, "percentage": 98.82, "elapsed_time": "0:32:51", "remaining_time": "0:00:23"}
+{"current_steps": 169, "total_steps": 170, "loss": 0.0207, "lr": 9.17357841028199e-09, "epoch": 1.988235294117647, "percentage": 99.41, "elapsed_time": "0:33:03", "remaining_time": "0:00:11"}
+{"current_steps": 170, "total_steps": 170, "loss": 0.0232, "lr": 0.0, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "0:33:15", "remaining_time": "0:00:00"}
+{"current_steps": 170, "total_steps": 170, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "0:33:56", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,1232 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 200,
+  "global_step": 170,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.011764705882352941,
+      "grad_norm": 0.035323630468616266,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.1079,
+      "step": 1
+    },
+    {
+      "epoch": 0.023529411764705882,
+      "grad_norm": 0.03136221824048882,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.1141,
+      "step": 2
+    },
+    {
+      "epoch": 0.03529411764705882,
+      "grad_norm": 0.03804619743095702,
+      "learning_rate": 5e-05,
+      "loss": 0.1204,
+      "step": 3
+    },
+    {
+      "epoch": 0.047058823529411764,
+      "grad_norm": 0.04070206833240694,
+      "learning_rate": 6.666666666666667e-05,
+      "loss": 0.1276,
+      "step": 4
+    },
+    {
+      "epoch": 0.058823529411764705,
+      "grad_norm": 0.07589226019496102,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 0.1689,
+      "step": 5
+    },
+    {
+      "epoch": 0.07058823529411765,
+      "grad_norm": 0.07319090807548947,
+      "learning_rate": 0.0001,
+      "loss": 0.1345,
+      "step": 6
+    },
+    {
+      "epoch": 0.08235294117647059,
+      "grad_norm": 0.06996995505114396,
+      "learning_rate": 9.999082642158973e-05,
+      "loss": 0.1202,
+      "step": 7
+    },
+    {
+      "epoch": 0.09411764705882353,
+      "grad_norm": 0.05248182376644038,
+      "learning_rate": 9.99633090525405e-05,
+      "loss": 0.0983,
+      "step": 8
+    },
+    {
+      "epoch": 0.10588235294117647,
+      "grad_norm": 0.06219777780481942,
+      "learning_rate": 9.991745799016206e-05,
+      "loss": 0.0954,
+      "step": 9
+    },
+    {
+      "epoch": 0.11764705882352941,
+      "grad_norm": 0.06595531802798588,
+      "learning_rate": 9.985329005918702e-05,
+      "loss": 0.0977,
+      "step": 10
+    },
+    {
+      "epoch": 0.12941176470588237,
+      "grad_norm": 0.03606112500648923,
+      "learning_rate": 9.977082880559725e-05,
+      "loss": 0.0626,
+      "step": 11
+    },
+    {
+      "epoch": 0.1411764705882353,
+      "grad_norm": 0.0722550944651642,
+      "learning_rate": 9.967010448798375e-05,
+      "loss": 0.0929,
+      "step": 12
+    },
+    {
+      "epoch": 0.15294117647058825,
+      "grad_norm": 0.054771186088142604,
+      "learning_rate": 9.955115406644356e-05,
+      "loss": 0.0845,
+      "step": 13
+    },
+    {
+      "epoch": 0.16470588235294117,
+      "grad_norm": 0.051628745573165394,
+      "learning_rate": 9.941402118901744e-05,
+      "loss": 0.0659,
+      "step": 14
+    },
+    {
+      "epoch": 0.17647058823529413,
+      "grad_norm": 0.0486190850226073,
+      "learning_rate": 9.92587561756735e-05,
+      "loss": 0.0531,
+      "step": 15
+    },
+    {
+      "epoch": 0.18823529411764706,
+      "grad_norm": 0.05588842841049585,
+      "learning_rate": 9.908541599984276e-05,
+      "loss": 0.0642,
+      "step": 16
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.05641046123379798,
+      "learning_rate": 9.889406426751296e-05,
+      "loss": 0.0588,
+      "step": 17
+    },
+    {
+      "epoch": 0.21176470588235294,
+      "grad_norm": 0.054058284278693136,
+      "learning_rate": 9.868477119388896e-05,
+      "loss": 0.0649,
+      "step": 18
+    },
+    {
+      "epoch": 0.2235294117647059,
+      "grad_norm": 0.0531804463754218,
+      "learning_rate": 9.84576135776276e-05,
+      "loss": 0.0677,
+      "step": 19
+    },
+    {
+      "epoch": 0.23529411764705882,
+      "grad_norm": 0.058590111826598894,
+      "learning_rate": 9.821267477265705e-05,
+      "loss": 0.0606,
+      "step": 20
+    },
+    {
+      "epoch": 0.24705882352941178,
+      "grad_norm": 0.04785785363882365,
+      "learning_rate": 9.795004465759065e-05,
+      "loss": 0.0609,
+      "step": 21
+    },
+    {
+      "epoch": 0.25882352941176473,
+      "grad_norm": 0.05206751702161926,
+      "learning_rate": 9.766981960274653e-05,
+      "loss": 0.0475,
+      "step": 22
+    },
+    {
+      "epoch": 0.27058823529411763,
+      "grad_norm": 0.037054145575494114,
+      "learning_rate": 9.737210243478521e-05,
+      "loss": 0.0415,
+      "step": 23
+    },
+    {
+      "epoch": 0.2823529411764706,
+      "grad_norm": 0.04044144505681365,
+      "learning_rate": 9.705700239897809e-05,
+      "loss": 0.0474,
+      "step": 24
+    },
+    {
+      "epoch": 0.29411764705882354,
+      "grad_norm": 0.030749676244442067,
+      "learning_rate": 9.672463511912055e-05,
+      "loss": 0.0422,
+      "step": 25
+    },
+    {
+      "epoch": 0.3058823529411765,
+      "grad_norm": 0.035338570129669074,
+      "learning_rate": 9.637512255510475e-05,
+      "loss": 0.044,
+      "step": 26
+    },
+    {
+      "epoch": 0.3176470588235294,
+      "grad_norm": 0.03379157572576983,
+      "learning_rate": 9.600859295816708e-05,
+      "loss": 0.0398,
+      "step": 27
+    },
+    {
+      "epoch": 0.32941176470588235,
+      "grad_norm": 0.04025818097716925,
+      "learning_rate": 9.56251808238275e-05,
+      "loss": 0.0386,
+      "step": 28
+    },
+    {
+      "epoch": 0.3411764705882353,
+      "grad_norm": 0.04406959077203071,
+      "learning_rate": 9.522502684253709e-05,
+      "loss": 0.0432,
+      "step": 29
+    },
+    {
+      "epoch": 0.35294117647058826,
+      "grad_norm": 0.03978101147616123,
+      "learning_rate": 9.480827784805278e-05,
+      "loss": 0.0437,
+      "step": 30
+    },
+    {
+      "epoch": 0.36470588235294116,
+      "grad_norm": 0.06465311190984376,
+      "learning_rate": 9.437508676355773e-05,
+      "loss": 0.0361,
+      "step": 31
+    },
+    {
+      "epoch": 0.3764705882352941,
+      "grad_norm": 0.040734739666672064,
+      "learning_rate": 9.392561254554713e-05,
+      "loss": 0.0418,
+      "step": 32
+    },
+    {
+      "epoch": 0.38823529411764707,
+      "grad_norm": 0.049975058896066196,
+      "learning_rate": 9.346002012550027e-05,
+      "loss": 0.0392,
+      "step": 33
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.035517771488692076,
+      "learning_rate": 9.297848034936006e-05,
+      "loss": 0.0339,
+      "step": 34
+    },
+    {
+      "epoch": 0.4117647058823529,
+      "grad_norm": 0.03716302242601897,
+      "learning_rate": 9.248116991484229e-05,
+      "loss": 0.0342,
+      "step": 35
+    },
+    {
+      "epoch": 0.4235294117647059,
+      "grad_norm": 0.025634143517022603,
+      "learning_rate": 9.19682713065975e-05,
+      "loss": 0.0288,
+      "step": 36
+    },
+    {
+      "epoch": 0.43529411764705883,
+      "grad_norm": 0.03813921333883497,
+      "learning_rate": 9.143997272924973e-05,
+      "loss": 0.0369,
+      "step": 37
+    },
+    {
+      "epoch": 0.4470588235294118,
+      "grad_norm": 0.035523177764954665,
+      "learning_rate": 9.089646803833589e-05,
+      "loss": 0.0342,
+      "step": 38
+    },
+    {
+      "epoch": 0.4588235294117647,
+      "grad_norm": 0.04123934232531618,
+      "learning_rate": 9.033795666917191e-05,
+      "loss": 0.0388,
+      "step": 39
+    },
+    {
+      "epoch": 0.47058823529411764,
+      "grad_norm": 0.03480415683019527,
+      "learning_rate": 8.976464356367134e-05,
+      "loss": 0.0345,
+      "step": 40
+    },
+    {
+      "epoch": 0.4823529411764706,
+      "grad_norm": 0.04301396030731473,
+      "learning_rate": 8.917673909514322e-05,
+      "loss": 0.0408,
+      "step": 41
+    },
+    {
+      "epoch": 0.49411764705882355,
+      "grad_norm": 0.04119245023494202,
+      "learning_rate": 8.857445899109715e-05,
+      "loss": 0.0319,
+      "step": 42
+    },
+    {
+      "epoch": 0.5058823529411764,
+      "grad_norm": 0.03800838266272386,
+      "learning_rate": 8.795802425408352e-05,
+      "loss": 0.0285,
+      "step": 43
+    },
+    {
+      "epoch": 0.5176470588235295,
+      "grad_norm": 0.026205323264901936,
+      "learning_rate": 8.732766108059813e-05,
+      "loss": 0.0322,
+      "step": 44
+    },
+    {
+      "epoch": 0.5294117647058824,
+      "grad_norm": 0.03931353228016249,
+      "learning_rate": 8.668360077808093e-05,
+      "loss": 0.0346,
+      "step": 45
+    },
+    {
+      "epoch": 0.5411764705882353,
+      "grad_norm": 0.047847025199635816,
+      "learning_rate": 8.602607968003935e-05,
+      "loss": 0.0402,
+      "step": 46
+    },
+    {
+      "epoch": 0.5529411764705883,
+      "grad_norm": 0.03579784853738504,
+      "learning_rate": 8.535533905932738e-05,
+      "loss": 0.0262,
+      "step": 47
+    },
+    {
+      "epoch": 0.5647058823529412,
+      "grad_norm": 0.06521605078365518,
+      "learning_rate": 8.467162503961208e-05,
+      "loss": 0.0274,
+      "step": 48
+    },
+    {
+      "epoch": 0.5764705882352941,
+      "grad_norm": 0.027318223641263305,
+      "learning_rate": 8.397518850506028e-05,
+      "loss": 0.0321,
+      "step": 49
+    },
+    {
+      "epoch": 0.5882352941176471,
+      "grad_norm": 0.03667920290649668,
+      "learning_rate": 8.326628500827826e-05,
+      "loss": 0.0348,
+      "step": 50
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.03841473526092613,
+      "learning_rate": 8.254517467653858e-05,
+      "loss": 0.0286,
+      "step": 51
+    },
+    {
+      "epoch": 0.611764705882353,
+      "grad_norm": 0.03512510354697874,
+      "learning_rate": 8.181212211632799e-05,
+      "loss": 0.0335,
+      "step": 52
+    },
+    {
+      "epoch": 0.6235294117647059,
+      "grad_norm": 0.03758958960229201,
+      "learning_rate": 8.106739631625217e-05,
+      "loss": 0.0351,
+      "step": 53
+    },
+    {
+      "epoch": 0.6352941176470588,
+      "grad_norm": 0.03141384942404683,
+      "learning_rate": 8.03112705483319e-05,
+      "loss": 0.0292,
+      "step": 54
+    },
+    {
+      "epoch": 0.6470588235294118,
+      "grad_norm": 0.05123314473482919,
+      "learning_rate": 7.954402226772804e-05,
+      "loss": 0.0315,
+      "step": 55
+    },
+    {
+      "epoch": 0.6588235294117647,
+      "grad_norm": 0.05526844683394433,
+      "learning_rate": 7.876593301093104e-05,
+      "loss": 0.0376,
+      "step": 56
+    },
+    {
+      "epoch": 0.6705882352941176,
+      "grad_norm": 0.03442418193147859,
+      "learning_rate": 7.797728829245321e-05,
+      "loss": 0.0298,
+      "step": 57
+    },
+    {
+      "epoch": 0.6823529411764706,
+      "grad_norm": 0.05381333860636251,
+      "learning_rate": 7.717837750006106e-05,
+      "loss": 0.0285,
+      "step": 58
+    },
+    {
+      "epoch": 0.6941176470588235,
+      "grad_norm": 0.04595131495742476,
+      "learning_rate": 7.636949378858646e-05,
+      "loss": 0.0323,
+      "step": 59
+    },
+    {
+      "epoch": 0.7058823529411765,
+      "grad_norm": 0.04547237722119376,
+      "learning_rate": 7.555093397235552e-05,
+      "loss": 0.0374,
+      "step": 60
+    },
+    {
+      "epoch": 0.7176470588235294,
+      "grad_norm": 0.029277787154415737,
+      "learning_rate": 7.472299841627451e-05,
+      "loss": 0.0305,
+      "step": 61
+    },
+    {
+      "epoch": 0.7294117647058823,
+      "grad_norm": 0.054416629180822844,
+      "learning_rate": 7.388599092561315e-05,
+      "loss": 0.0305,
+      "step": 62
+    },
+    {
+      "epoch": 0.7411764705882353,
+      "grad_norm": 0.07521136626264392,
+      "learning_rate": 7.304021863452524e-05,
+      "loss": 0.0337,
+      "step": 63
+    },
+    {
+      "epoch": 0.7529411764705882,
+      "grad_norm": 0.027594110933489315,
+      "learning_rate": 7.218599189334799e-05,
+      "loss": 0.0268,
+      "step": 64
+    },
+    {
+      "epoch": 0.7647058823529411,
+      "grad_norm": 0.044043131009126026,
+      "learning_rate": 7.1323624154721e-05,
+      "loss": 0.0333,
+      "step": 65
+    },
+    {
+      "epoch": 0.7764705882352941,
+      "grad_norm": 0.088281551033726,
+      "learning_rate": 7.045343185856701e-05,
+      "loss": 0.0367,
+      "step": 66
+    },
+    {
+      "epoch": 0.788235294117647,
+      "grad_norm": 0.04328862177911276,
+      "learning_rate": 6.957573431597646e-05,
+      "loss": 0.0327,
+      "step": 67
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.03272017374355755,
+      "learning_rate": 6.869085359203844e-05,
+      "loss": 0.0309,
+      "step": 68
+    },
+    {
+      "epoch": 0.8117647058823529,
+      "grad_norm": 0.06280711357209813,
+      "learning_rate": 6.779911438766116e-05,
+      "loss": 0.0327,
+      "step": 69
+    },
+    {
+      "epoch": 0.8235294117647058,
+      "grad_norm": 0.052927974729157626,
+      "learning_rate": 6.690084392042513e-05,
+      "loss": 0.0312,
+      "step": 70
+    },
+    {
+      "epoch": 0.8352941176470589,
+      "grad_norm": 0.05429533945696401,
+      "learning_rate": 6.599637180451294e-05,
+      "loss": 0.0348,
+      "step": 71
+    },
+    {
+      "epoch": 0.8470588235294118,
+      "grad_norm": 0.048917527979116436,
+      "learning_rate": 6.508602992975963e-05,
+      "loss": 0.0317,
+      "step": 72
+    },
+    {
+      "epoch": 0.8588235294117647,
+      "grad_norm": 0.031886426687786254,
+      "learning_rate": 6.417015233986786e-05,
+      "loss": 0.0311,
+      "step": 73
+    },
+    {
+      "epoch": 0.8705882352941177,
+      "grad_norm": 0.03376820411697015,
+      "learning_rate": 6.32490751098331e-05,
+      "loss": 0.0263,
+      "step": 74
+    },
+    {
+      "epoch": 0.8823529411764706,
+      "grad_norm": 0.03767361887537691,
+      "learning_rate": 6.232313622262296e-05,
+      "loss": 0.0343,
+      "step": 75
+    },
+    {
+      "epoch": 0.8941176470588236,
+      "grad_norm": 0.04332615343931221,
+      "learning_rate": 6.139267544515689e-05,
+      "loss": 0.0304,
+      "step": 76
+    },
+    {
+      "epoch": 0.9058823529411765,
+      "grad_norm": 0.04146445958416543,
+      "learning_rate": 6.045803420363084e-05,
+      "loss": 0.0318,
+      "step": 77
+    },
+    {
+      "epoch": 0.9176470588235294,
+      "grad_norm": 0.03675850801075872,
+      "learning_rate": 5.951955545823342e-05,
+      "loss": 0.0286,
+      "step": 78
+    },
+    {
+      "epoch": 0.9294117647058824,
+      "grad_norm": 0.03951469611584691,
+      "learning_rate": 5.8577583577298924e-05,
+      "loss": 0.0297,
+      "step": 79
+    },
+    {
+      "epoch": 0.9411764705882353,
+      "grad_norm": 0.03613565309891407,
+      "learning_rate": 5.7632464210943726e-05,
+      "loss": 0.0261,
+      "step": 80
+    },
+    {
+      "epoch": 0.9529411764705882,
+      "grad_norm": 0.031008899018911143,
+      "learning_rate": 5.668454416423242e-05,
+      "loss": 0.026,
+      "step": 81
+    },
+    {
+      "epoch": 0.9647058823529412,
+      "grad_norm": 0.0692628338321925,
+      "learning_rate": 5.573417126992003e-05,
+      "loss": 0.0266,
+      "step": 82
+    },
+    {
+      "epoch": 0.9764705882352941,
+      "grad_norm": 0.05852763315877547,
+      "learning_rate": 5.478169426081712e-05,
+      "loss": 0.0295,
+      "step": 83
+    },
+    {
+      "epoch": 0.9882352941176471,
+      "grad_norm": 0.03199303327911728,
+      "learning_rate": 5.38274626418248e-05,
+      "loss": 0.0292,
+      "step": 84
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.03733696573812923,
+      "learning_rate": 5.287182656168618e-05,
+      "loss": 0.0287,
+      "step": 85
+    },
+    {
+      "epoch": 1.011764705882353,
+      "grad_norm": 0.04222433319800323,
+      "learning_rate": 5.191513668450178e-05,
+      "loss": 0.0275,
+      "step": 86
+    },
+    {
+      "epoch": 1.0235294117647058,
+      "grad_norm": 0.033149244513485374,
+      "learning_rate": 5.095774406105571e-05,
+      "loss": 0.0245,
+      "step": 87
+    },
+    {
+      "epoch": 1.035294117647059,
+      "grad_norm": 0.030866296785570155,
+      "learning_rate": 5e-05,
+      "loss": 0.0227,
+      "step": 88
+    },
+    {
+      "epoch": 1.0470588235294118,
+      "grad_norm": 0.029363896734282895,
+      "learning_rate": 4.9042255938944296e-05,
+      "loss": 0.0284,
+      "step": 89
+    },
+    {
+      "epoch": 1.0588235294117647,
+      "grad_norm": 0.03458859192281693,
+      "learning_rate": 4.8084863315498234e-05,
+      "loss": 0.0256,
+      "step": 90
+    },
+    {
+      "epoch": 1.0705882352941176,
+      "grad_norm": 0.033499852353591555,
+      "learning_rate": 4.712817343831384e-05,
+      "loss": 0.028,
+      "step": 91
+    },
+    {
+      "epoch": 1.0823529411764705,
+      "grad_norm": 0.03348874233244485,
+      "learning_rate": 4.6172537358175214e-05,
+      "loss": 0.0269,
+      "step": 92
+    },
+    {
+      "epoch": 1.0941176470588236,
+      "grad_norm": 0.03268399220561992,
+      "learning_rate": 4.521830573918289e-05,
+      "loss": 0.0268,
+      "step": 93
+    },
+    {
+      "epoch": 1.1058823529411765,
+      "grad_norm": 0.03535497654299178,
+      "learning_rate": 4.4265828730079987e-05,
+      "loss": 0.0287,
+      "step": 94
+    },
+    {
+      "epoch": 1.1176470588235294,
+      "grad_norm": 0.035249786662349535,
+      "learning_rate": 4.331545583576758e-05,
+      "loss": 0.0254,
+      "step": 95
+    },
+    {
+      "epoch": 1.1294117647058823,
+      "grad_norm": 0.042058533392068366,
+      "learning_rate": 4.236753578905627e-05,
+      "loss": 0.0257,
+      "step": 96
+    },
+    {
+      "epoch": 1.1411764705882352,
+      "grad_norm": 0.035662240284239075,
+      "learning_rate": 4.142241642270108e-05,
+      "loss": 0.023,
+      "step": 97
+    },
+    {
+      "epoch": 1.1529411764705881,
+      "grad_norm": 0.03205942374398337,
+      "learning_rate": 4.0480444541766576e-05,
+      "loss": 0.0227,
+      "step": 98
+    },
+    {
+      "epoch": 1.1647058823529413,
+      "grad_norm": 0.03410677741547236,
+      "learning_rate": 3.954196579636918e-05,
+      "loss": 0.025,
+      "step": 99
+    },
+    {
+      "epoch": 1.1764705882352942,
+      "grad_norm": 0.037977473156353136,
+      "learning_rate": 3.8607324554843136e-05,
+      "loss": 0.0245,
+      "step": 100
+    },
+    {
+      "epoch": 1.188235294117647,
+      "grad_norm": 0.034304594099498986,
+      "learning_rate": 3.7676863777377054e-05,
+      "loss": 0.0251,
+      "step": 101
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.04024140735442772,
+      "learning_rate": 3.675092489016693e-05,
+      "loss": 0.0258,
+      "step": 102
+    },
+    {
+      "epoch": 1.2117647058823529,
+      "grad_norm": 0.03640815220830249,
+      "learning_rate": 3.582984766013215e-05,
+      "loss": 0.0254,
+      "step": 103
+    },
+    {
+      "epoch": 1.223529411764706,
+      "grad_norm": 0.05308696935770744,
+      "learning_rate": 3.4913970070240386e-05,
+      "loss": 0.0317,
+      "step": 104
+    },
+    {
+      "epoch": 1.2352941176470589,
+      "grad_norm": 0.03532605452768607,
+      "learning_rate": 3.4003628195487057e-05,
+      "loss": 0.0272,
+      "step": 105
+    },
+    {
+      "epoch": 1.2470588235294118,
+      "grad_norm": 0.03399447551991043,
+      "learning_rate": 3.309915607957487e-05,
+      "loss": 0.0256,
+      "step": 106
+    },
+    {
+      "epoch": 1.2588235294117647,
+      "grad_norm": 0.03154244903849424,
+      "learning_rate": 3.2200885612338845e-05,
+      "loss": 0.0207,
+      "step": 107
+    },
+    {
+      "epoch": 1.2705882352941176,
+      "grad_norm": 0.04861329315126559,
+      "learning_rate": 3.130914640796157e-05,
+      "loss": 0.0297,
+      "step": 108
+    },
+    {
+      "epoch": 1.2823529411764705,
+      "grad_norm": 0.04026826659177659,
+      "learning_rate": 3.0424265684023558e-05,
+      "loss": 0.0238,
+      "step": 109
+    },
+    {
+      "epoch": 1.2941176470588236,
+      "grad_norm": 0.03529433347937337,
+      "learning_rate": 2.9546568141433006e-05,
+      "loss": 0.0247,
+      "step": 110
+    },
+    {
+      "epoch": 1.3058823529411765,
+      "grad_norm": 0.035218945260167514,
+      "learning_rate": 2.8676375845279013e-05,
+      "loss": 0.0271,
+      "step": 111
+    },
+    {
+      "epoch": 1.3176470588235294,
+      "grad_norm": 0.03409897136114451,
+      "learning_rate": 2.7814008106652012e-05,
+      "loss": 0.0253,
+      "step": 112
+    },
+    {
+      "epoch": 1.3294117647058823,
+      "grad_norm": 0.03345892031561033,
+      "learning_rate": 2.6959781365474758e-05,
+      "loss": 0.0196,
+      "step": 113
+    },
+    {
+      "epoch": 1.3411764705882354,
+      "grad_norm": 0.041711810588722247,
+      "learning_rate": 2.6114009074386846e-05,
+      "loss": 0.025,
+      "step": 114
+    },
+    {
+      "epoch": 1.3529411764705883,
+      "grad_norm": 0.03404740591421045,
+      "learning_rate": 2.527700158372548e-05,
+      "loss": 0.0245,
+      "step": 115
+    },
+    {
+      "epoch": 1.3647058823529412,
+      "grad_norm": 0.03806934179838023,
+      "learning_rate": 2.4449066027644475e-05,
+      "loss": 0.0202,
+      "step": 116
+    },
+    {
+      "epoch": 1.3764705882352941,
+      "grad_norm": 0.037833218608223404,
+      "learning_rate": 2.363050621141354e-05,
+      "loss": 0.0269,
+      "step": 117
+    },
+    {
+      "epoch": 1.388235294117647,
+      "grad_norm": 0.040060220347060395,
+      "learning_rate": 2.282162249993895e-05,
+      "loss": 0.0259,
+      "step": 118
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.039492305883863446,
+      "learning_rate": 2.20227117075468e-05,
+      "loss": 0.0263,
+      "step": 119
+    },
+    {
+      "epoch": 1.4117647058823528,
+      "grad_norm": 0.04146681928718736,
+      "learning_rate": 2.1234066989068972e-05,
+      "loss": 0.0237,
+      "step": 120
+    },
+    {
+      "epoch": 1.423529411764706,
+      "grad_norm": 0.044440473554041314,
+      "learning_rate": 2.0455977732271993e-05,
+      "loss": 0.0221,
+      "step": 121
+    },
+    {
+      "epoch": 1.4352941176470588,
+      "grad_norm": 0.033828391729890175,
+      "learning_rate": 1.9688729451668114e-05,
+      "loss": 0.0203,
+      "step": 122
+    },
+    {
+      "epoch": 1.4470588235294117,
+      "grad_norm": 0.038308578853440155,
+      "learning_rate": 1.893260368374786e-05,
+      "loss": 0.0271,
+      "step": 123
+    },
+    {
+      "epoch": 1.4588235294117646,
+      "grad_norm": 0.035696891554767116,
+      "learning_rate": 1.818787788367202e-05,
+      "loss": 0.0241,
+      "step": 124
+    },
+    {
+      "epoch": 1.4705882352941178,
+      "grad_norm": 0.03450606035436337,
+      "learning_rate": 1.7454825323461448e-05,
+      "loss": 0.0227,
+      "step": 125
+    },
+    {
+      "epoch": 1.4823529411764707,
+      "grad_norm": 0.04502948564553977,
+      "learning_rate": 1.673371499172174e-05,
+      "loss": 0.0282,
+      "step": 126
+    },
+    {
+      "epoch": 1.4941176470588236,
+      "grad_norm": 0.03775360455129196,
+      "learning_rate": 1.6024811494939724e-05,
+      "loss": 0.022,
+      "step": 127
+    },
+    {
+      "epoch": 1.5058823529411764,
+      "grad_norm": 0.035858486799161725,
+      "learning_rate": 1.532837496038792e-05,
+      "loss": 0.0247,
+      "step": 128
+    },
+    {
+      "epoch": 1.5176470588235293,
+      "grad_norm": 0.03737088577494754,
+      "learning_rate": 1.4644660940672627e-05,
+      "loss": 0.0257,
+      "step": 129
+    },
+    {
+      "epoch": 1.5294117647058822,
+      "grad_norm": 0.03461325321460445,
+      "learning_rate": 1.3973920319960655e-05,
+      "loss": 0.0217,
+      "step": 130
+    },
+    {
+      "epoch": 1.5411764705882351,
+      "grad_norm": 0.034501790257859405,
+      "learning_rate": 1.3316399221919074e-05,
+      "loss": 0.0232,
+      "step": 131
+    },
+    {
+      "epoch": 1.5529411764705883,
+      "grad_norm": 0.03782875214918853,
+      "learning_rate": 1.2672338919401866e-05,
+      "loss": 0.0225,
+      "step": 132
+    },
+    {
+      "epoch": 1.5647058823529412,
+      "grad_norm": 0.04306989405034864,
+      "learning_rate": 1.2041975745916472e-05,
+      "loss": 0.0269,
+      "step": 133
+    },
+    {
+      "epoch": 1.576470588235294,
+      "grad_norm": 0.037700226280294416,
+      "learning_rate": 1.1425541008902851e-05,
+      "loss": 0.0249,
+      "step": 134
+    },
+    {
+      "epoch": 1.5882352941176472,
+      "grad_norm": 0.03890317937719569,
+      "learning_rate": 1.082326090485679e-05,
+      "loss": 0.0255,
+      "step": 135
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.04219733674070769,
+      "learning_rate": 1.0235356436328675e-05,
+      "loss": 0.0286,
+      "step": 136
+    },
+    {
+      "epoch": 1.611764705882353,
+      "grad_norm": 0.03273981321791409,
+      "learning_rate": 9.662043330828085e-06,
+      "loss": 0.0201,
+      "step": 137
+    },
+    {
+      "epoch": 1.6235294117647059,
+      "grad_norm": 0.03302849889769006,
+      "learning_rate": 9.103531961664118e-06,
+      "loss": 0.0212,
+      "step": 138
+    },
+    {
+      "epoch": 1.6352941176470588,
+      "grad_norm": 0.04021301444135266,
+      "learning_rate": 8.560027270750277e-06,
+      "loss": 0.0244,
+      "step": 139
+    },
+    {
+      "epoch": 1.6470588235294117,
+      "grad_norm": 0.034002953931695744,
+      "learning_rate": 8.031728693402502e-06,
+      "loss": 0.0193,
+      "step": 140
+    },
+    {
+      "epoch": 1.6588235294117646,
+      "grad_norm": 0.03494170057614315,
+      "learning_rate": 7.518830085157735e-06,
+      "loss": 0.0232,
+      "step": 141
+    },
+    {
+      "epoch": 1.6705882352941175,
+      "grad_norm": 0.05067951397515134,
+      "learning_rate": 7.0215196506399515e-06,
+      "loss": 0.0217,
+      "step": 142
+    },
+    {
+      "epoch": 1.6823529411764706,
+      "grad_norm": 0.035476236926014315,
+      "learning_rate": 6.539979874499747e-06,
+      "loss": 0.0213,
+      "step": 143
+    },
+    {
+      "epoch": 1.6941176470588235,
+      "grad_norm": 0.036655504933770414,
+      "learning_rate": 6.07438745445289e-06,
+      "loss": 0.0234,
+      "step": 144
+    },
+    {
+      "epoch": 1.7058823529411766,
+      "grad_norm": 0.041657363570965146,
+      "learning_rate": 5.624913236442286e-06,
+      "loss": 0.0294,
+      "step": 145
+    },
+    {
+      "epoch": 1.7176470588235295,
+      "grad_norm": 0.05150076449892236,
+      "learning_rate": 5.191722151947226e-06,
+      "loss": 0.0258,
+      "step": 146
+    },
+    {
+      "epoch": 1.7294117647058824,
+      "grad_norm": 0.0404588183080739,
+      "learning_rate": 4.7749731574629196e-06,
+      "loss": 0.0224,
+      "step": 147
+    },
+    {
+      "epoch": 1.7411764705882353,
+      "grad_norm": 0.033224356486454734,
+      "learning_rate": 4.374819176172501e-06,
+      "loss": 0.021,
+      "step": 148
+    },
+    {
+      "epoch": 1.7529411764705882,
+      "grad_norm": 0.03795419337831155,
+      "learning_rate": 3.991407041832912e-06,
+      "loss": 0.022,
+      "step": 149
+    },
+    {
+      "epoch": 1.7647058823529411,
+      "grad_norm": 0.04200165421199087,
+      "learning_rate": 3.6248774448952695e-06,
+      "loss": 0.0265,
+      "step": 150
+    },
+    {
+      "epoch": 1.776470588235294,
+      "grad_norm": 0.03845197891559611,
+      "learning_rate": 3.2753648808794503e-06,
+      "loss": 0.024,
+      "step": 151
+    },
+    {
+      "epoch": 1.788235294117647,
+      "grad_norm": 0.037815699401078935,
+      "learning_rate": 2.942997601021924e-06,
+      "loss": 0.0257,
+      "step": 152
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.03519274514771082,
+      "learning_rate": 2.6278975652147875e-06,
+      "loss": 0.0232,
+      "step": 153
+    },
+    {
+      "epoch": 1.811764705882353,
+      "grad_norm": 0.03706158210535721,
+      "learning_rate": 2.330180397253473e-06,
+      "loss": 0.0232,
+      "step": 154
+    },
+    {
+      "epoch": 1.8235294117647058,
+      "grad_norm": 0.04248155649655448,
+      "learning_rate": 2.049955342409349e-06,
+      "loss": 0.0227,
+      "step": 155
+    },
+    {
+      "epoch": 1.835294117647059,
+      "grad_norm": 0.0368432870786149,
+      "learning_rate": 1.7873252273429509e-06,
+      "loss": 0.0224,
+      "step": 156
+    },
+    {
+      "epoch": 1.8470588235294119,
+      "grad_norm": 0.03332568698884207,
+      "learning_rate": 1.542386422372405e-06,
+      "loss": 0.0208,
+      "step": 157
+    },
+    {
+      "epoch": 1.8588235294117648,
+      "grad_norm": 0.036213210721090155,
+      "learning_rate": 1.3152288061110518e-06,
+      "loss": 0.0237,
+      "step": 158
+    },
+    {
+      "epoch": 1.8705882352941177,
+      "grad_norm": 0.035507819488375524,
+      "learning_rate": 1.1059357324870455e-06,
+      "loss": 0.0212,
+      "step": 159
+    },
+    {
+      "epoch": 1.8823529411764706,
+      "grad_norm": 0.032773052246892385,
+      "learning_rate": 9.145840001572537e-07,
+      "loss": 0.0209,
+      "step": 160
+    },
+    {
+      "epoch": 1.8941176470588235,
+      "grad_norm": 0.03720092396666804,
+      "learning_rate": 7.41243824326504e-07,
+      "loss": 0.0237,
+      "step": 161
+    },
+    {
+      "epoch": 1.9058823529411764,
+      "grad_norm": 0.061643042263861664,
+      "learning_rate": 5.859788109825793e-07,
+      "loss": 0.0263,
+      "step": 162
+    },
+    {
+      "epoch": 1.9176470588235293,
+      "grad_norm": 0.037441015710064,
+      "learning_rate": 4.48845933556441e-07,
+      "loss": 0.025,
+      "step": 163
+    },
+    {
+      "epoch": 1.9294117647058824,
+      "grad_norm": 0.03459803638637435,
+      "learning_rate": 3.2989551201624835e-07,
+      "loss": 0.0215,
+      "step": 164
+    },
+    {
+      "epoch": 1.9411764705882353,
+      "grad_norm": 0.04948419428076397,
+      "learning_rate": 2.2917119440275524e-07,
+      "loss": 0.0273,
+      "step": 165
+    },
+    {
+      "epoch": 1.9529411764705882,
+      "grad_norm": 0.040939656098896986,
+      "learning_rate": 1.4670994081297795e-07,
+      "loss": 0.0251,
+      "step": 166
+    },
+    {
+      "epoch": 1.9647058823529413,
+      "grad_norm": 0.03941121437437399,
+      "learning_rate": 8.254200983794369e-08,
+      "loss": 0.0273,
+      "step": 167
+    },
+    {
+      "epoch": 1.9764705882352942,
+      "grad_norm": 0.04847566902018068,
+      "learning_rate": 3.669094745950008e-08,
+      "loss": 0.0239,
+      "step": 168
+    },
+    {
+      "epoch": 1.988235294117647,
+      "grad_norm": 0.04650396689287853,
+      "learning_rate": 9.17357841028199e-09,
+      "loss": 0.0207,
+      "step": 169
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.04099329304128327,
+      "learning_rate": 0.0,
+      "loss": 0.0232,
+      "step": 170
+    },
+    {
+      "epoch": 2.0,
+      "step": 170,
+      "total_flos": 861011422740480.0,
+      "train_loss": 0.03621660071041654,
+      "train_runtime": 2036.7134,
+      "train_samples_per_second": 0.668,
+      "train_steps_per_second": 0.083
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 170,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 50000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 861011422740480.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d401921801c2fd7e7085d4f15064e2d97b5ebeb4e6c4340261ce884103f7e47c
+size 7224