Reset repository without checkpoint dirs

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,59 @@
+---
+library_name: transformers
+license: apache-2.0
+base_model: Qwen/Qwen3-8B
+tags:
+- llama-factory
+- generated_from_trainer
+model-index:
+- name: Qwen3-Coder-480B-codeforces-fixeps
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# Qwen3-Coder-480B-codeforces-fixeps
+
+This model is a fine-tuned version of [Qwen/Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 4e-05
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 16
+- total_train_batch_size: 16
+- total_eval_batch_size: 128
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.98) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 7.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.56.0
+- Pytorch 2.9.0+cu128
+- Datasets 4.4.1
+- Tokenizers 0.22.1

added_tokens.json

@@ -0,0 +1,28 @@
+{
+  "</think>": 151668,
+  "</tool_call>": 151658,
+  "</tool_response>": 151666,
+  "<think>": 151667,
+  "<tool_call>": 151657,
+  "<tool_response>": 151665,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

chat_template.jinja

@@ -0,0 +1,89 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {{- messages[0].content + '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
+        {%- set ns.multi_step_tool = false %}
+        {%- set ns.last_query_index = index %}
+    {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+    {%- if message.content is string %}
+        {%- set content = message.content %}
+    {%- else %}
+        {%- set content = '' %}
+    {%- endif %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {%- if loop.last or (not loop.last and reasoning_content) %}
+                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
+            {%- else %}
+                {{- '<|im_start|>' + message.role + '\n' + content }}
+            {%- endif %}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- endif %}
+{%- endif %}

config.json

@@ -0,0 +1,68 @@
+{
+  "architectures": [
+    "Qwen3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": 151645,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 12288,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 40960,
+  "max_window_layers": 36,
+  "model_type": "qwen3",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 8,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.56.0",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "temperature": 0.6,
+  "top_k": 20,
+  "top_p": 0.95,
+  "transformers_version": "4.56.0"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c42d7dc0f2119a059513031e42f9af12dddfa2fdce142d4e8deb9fa8d47e986
+size 4902257696

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6af9988738698b48a14a511acba89fcab34063ef506eec53c500613d4a1aa88
+size 4915960368

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93b7d28fa4b3c4608ab50b8546ed357871bfdcfbb3e91ea366f72670df22482
+size 4983068496

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a815c478d0a8de4d1fb2143c778acf38eb4efbd53eb843634df1e738756fa89b
+size 1580230264

model.safetensors.index.json

@@ -0,0 +1,407 @@
+{
+  "metadata": {
+    "total_parameters": 308224,
+    "total_size": 16381470720
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.22.self_attn.q_norm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.self_attn.k_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.self_attn.q_norm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.self_attn.k_norm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.self_attn.q_norm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.self_attn.q_norm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

run_summary.json

@@ -0,0 +1,12 @@
+{
+  "agent_name": null,
+  "training_start": null,
+  "training_end": null,
+  "created_by": "DCAgent",
+  "base_model_name": "Qwen/Qwen3-8B",
+  "dataset_name": "penfever/Qwen3-Coder-480B-codeforces",
+  "training_type": "SFT",
+  "training_parameters": "https://huggingface.co/DCAgent2/Qwen3-Coder-480B-codeforces-fixeps/blob/main/config.json",
+  "wandb_link": "https://wandb.ai/dogml/dc-agent/runs/Qwen3-Coder-480B-codeforces-fixeps_Qwen3-8B",
+  "traces_location_s3": null
+}

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654

tokenizer_config.json

@@ -0,0 +1,240 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151666": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151667": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151668": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 32768,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

trainer_log.jsonl

@@ -0,0 +1,352 @@
+{"current_steps": 5, "total_steps": 1757, "loss": 0.5643, "lr": 9.090909090909091e-07, "epoch": 0.0199203187250996, "percentage": 0.28, "elapsed_time": "0:00:34", "remaining_time": "3:20:43"}
+{"current_steps": 10, "total_steps": 1757, "loss": 0.5577, "lr": 2.0454545454545457e-06, "epoch": 0.0398406374501992, "percentage": 0.57, "elapsed_time": "0:00:53", "remaining_time": "2:37:05"}
+{"current_steps": 15, "total_steps": 1757, "loss": 0.4788, "lr": 3.181818181818182e-06, "epoch": 0.05976095617529881, "percentage": 0.85, "elapsed_time": "0:01:19", "remaining_time": "2:33:16"}
+{"current_steps": 20, "total_steps": 1757, "loss": 0.4533, "lr": 4.3181818181818185e-06, "epoch": 0.0796812749003984, "percentage": 1.14, "elapsed_time": "0:01:42", "remaining_time": "2:28:58"}
+{"current_steps": 25, "total_steps": 1757, "loss": 0.4295, "lr": 5.4545454545454545e-06, "epoch": 0.099601593625498, "percentage": 1.42, "elapsed_time": "0:02:04", "remaining_time": "2:23:50"}
+{"current_steps": 30, "total_steps": 1757, "loss": 0.4162, "lr": 6.590909090909091e-06, "epoch": 0.11952191235059761, "percentage": 1.71, "elapsed_time": "0:02:25", "remaining_time": "2:19:39"}
+{"current_steps": 35, "total_steps": 1757, "loss": 0.4118, "lr": 7.727272727272727e-06, "epoch": 0.1394422310756972, "percentage": 1.99, "elapsed_time": "0:02:47", "remaining_time": "2:17:15"}
+{"current_steps": 40, "total_steps": 1757, "loss": 0.4114, "lr": 8.863636363636365e-06, "epoch": 0.1593625498007968, "percentage": 2.28, "elapsed_time": "0:03:05", "remaining_time": "2:12:57"}
+{"current_steps": 45, "total_steps": 1757, "loss": 0.3755, "lr": 1e-05, "epoch": 0.17928286852589642, "percentage": 2.56, "elapsed_time": "0:03:30", "remaining_time": "2:13:28"}
+{"current_steps": 50, "total_steps": 1757, "loss": 0.373, "lr": 1.1136363636363637e-05, "epoch": 0.199203187250996, "percentage": 2.85, "elapsed_time": "0:03:55", "remaining_time": "2:13:46"}
+{"current_steps": 55, "total_steps": 1757, "loss": 0.3583, "lr": 1.2272727272727274e-05, "epoch": 0.21912350597609562, "percentage": 3.13, "elapsed_time": "0:04:16", "remaining_time": "2:12:19"}
+{"current_steps": 60, "total_steps": 1757, "loss": 0.3168, "lr": 1.3409090909090909e-05, "epoch": 0.23904382470119523, "percentage": 3.41, "elapsed_time": "0:04:40", "remaining_time": "2:12:19"}
+{"current_steps": 65, "total_steps": 1757, "loss": 0.286, "lr": 1.4545454545454546e-05, "epoch": 0.2589641434262948, "percentage": 3.7, "elapsed_time": "0:05:00", "remaining_time": "2:10:14"}
+{"current_steps": 70, "total_steps": 1757, "loss": 0.3046, "lr": 1.5681818181818182e-05, "epoch": 0.2788844621513944, "percentage": 3.98, "elapsed_time": "0:05:25", "remaining_time": "2:10:38"}
+{"current_steps": 75, "total_steps": 1757, "loss": 0.307, "lr": 1.681818181818182e-05, "epoch": 0.29880478087649404, "percentage": 4.27, "elapsed_time": "0:05:48", "remaining_time": "2:10:05"}
+{"current_steps": 80, "total_steps": 1757, "loss": 0.2744, "lr": 1.7954545454545454e-05, "epoch": 0.3187250996015936, "percentage": 4.55, "elapsed_time": "0:06:13", "remaining_time": "2:10:25"}
+{"current_steps": 85, "total_steps": 1757, "loss": 0.2952, "lr": 1.9090909090909094e-05, "epoch": 0.3386454183266932, "percentage": 4.84, "elapsed_time": "0:06:39", "remaining_time": "2:11:03"}
+{"current_steps": 90, "total_steps": 1757, "loss": 0.2609, "lr": 2.022727272727273e-05, "epoch": 0.35856573705179284, "percentage": 5.12, "elapsed_time": "0:07:02", "remaining_time": "2:10:21"}
+{"current_steps": 95, "total_steps": 1757, "loss": 0.3032, "lr": 2.1363636363636365e-05, "epoch": 0.3784860557768924, "percentage": 5.41, "elapsed_time": "0:07:25", "remaining_time": "2:09:56"}
+{"current_steps": 100, "total_steps": 1757, "loss": 0.2917, "lr": 2.25e-05, "epoch": 0.398406374501992, "percentage": 5.69, "elapsed_time": "0:07:46", "remaining_time": "2:08:49"}
+{"current_steps": 105, "total_steps": 1757, "loss": 0.2818, "lr": 2.363636363636364e-05, "epoch": 0.41832669322709165, "percentage": 5.98, "elapsed_time": "0:08:09", "remaining_time": "2:08:22"}
+{"current_steps": 110, "total_steps": 1757, "loss": 0.2923, "lr": 2.4772727272727273e-05, "epoch": 0.43824701195219123, "percentage": 6.26, "elapsed_time": "0:08:30", "remaining_time": "2:07:26"}
+{"current_steps": 115, "total_steps": 1757, "loss": 0.2848, "lr": 2.590909090909091e-05, "epoch": 0.4581673306772908, "percentage": 6.55, "elapsed_time": "0:08:50", "remaining_time": "2:06:20"}
+{"current_steps": 120, "total_steps": 1757, "loss": 0.2425, "lr": 2.704545454545455e-05, "epoch": 0.47808764940239046, "percentage": 6.83, "elapsed_time": "0:09:12", "remaining_time": "2:05:30"}
+{"current_steps": 125, "total_steps": 1757, "loss": 0.291, "lr": 2.8181818181818185e-05, "epoch": 0.49800796812749004, "percentage": 7.11, "elapsed_time": "0:09:31", "remaining_time": "2:04:22"}
+{"current_steps": 130, "total_steps": 1757, "loss": 0.2721, "lr": 2.931818181818182e-05, "epoch": 0.5179282868525896, "percentage": 7.4, "elapsed_time": "0:09:54", "remaining_time": "2:03:54"}
+{"current_steps": 135, "total_steps": 1757, "loss": 0.2541, "lr": 3.0454545454545456e-05, "epoch": 0.5378486055776892, "percentage": 7.68, "elapsed_time": "0:10:16", "remaining_time": "2:03:28"}
+{"current_steps": 140, "total_steps": 1757, "loss": 0.2869, "lr": 3.159090909090909e-05, "epoch": 0.5577689243027888, "percentage": 7.97, "elapsed_time": "0:10:43", "remaining_time": "2:03:52"}
+{"current_steps": 145, "total_steps": 1757, "loss": 0.2876, "lr": 3.272727272727273e-05, "epoch": 0.5776892430278885, "percentage": 8.25, "elapsed_time": "0:11:04", "remaining_time": "2:03:08"}
+{"current_steps": 150, "total_steps": 1757, "loss": 0.2528, "lr": 3.3863636363636364e-05, "epoch": 0.5976095617529881, "percentage": 8.54, "elapsed_time": "0:11:30", "remaining_time": "2:03:12"}
+{"current_steps": 155, "total_steps": 1757, "loss": 0.2367, "lr": 3.5000000000000004e-05, "epoch": 0.6175298804780877, "percentage": 8.82, "elapsed_time": "0:11:51", "remaining_time": "2:02:38"}
+{"current_steps": 160, "total_steps": 1757, "loss": 0.2819, "lr": 3.613636363636364e-05, "epoch": 0.6374501992031872, "percentage": 9.11, "elapsed_time": "0:12:16", "remaining_time": "2:02:33"}
+{"current_steps": 165, "total_steps": 1757, "loss": 0.2595, "lr": 3.7272727272727276e-05, "epoch": 0.6573705179282868, "percentage": 9.39, "elapsed_time": "0:12:37", "remaining_time": "2:01:50"}
+{"current_steps": 170, "total_steps": 1757, "loss": 0.2823, "lr": 3.840909090909091e-05, "epoch": 0.6772908366533864, "percentage": 9.68, "elapsed_time": "0:12:56", "remaining_time": "2:00:52"}
+{"current_steps": 175, "total_steps": 1757, "loss": 0.2811, "lr": 3.954545454545455e-05, "epoch": 0.6972111553784861, "percentage": 9.96, "elapsed_time": "0:13:17", "remaining_time": "2:00:11"}
+{"current_steps": 180, "total_steps": 1757, "loss": 0.244, "lr": 3.9999644632891305e-05, "epoch": 0.7171314741035857, "percentage": 10.24, "elapsed_time": "0:13:38", "remaining_time": "1:59:33"}
+{"current_steps": 185, "total_steps": 1757, "loss": 0.2311, "lr": 3.999747299073774e-05, "epoch": 0.7370517928286853, "percentage": 10.53, "elapsed_time": "0:13:58", "remaining_time": "1:58:48"}
+{"current_steps": 190, "total_steps": 1757, "loss": 0.2481, "lr": 3.999332734671065e-05, "epoch": 0.7569721115537849, "percentage": 10.81, "elapsed_time": "0:14:19", "remaining_time": "1:58:05"}
+{"current_steps": 195, "total_steps": 1757, "loss": 0.2492, "lr": 3.998720811003718e-05, "epoch": 0.7768924302788844, "percentage": 11.1, "elapsed_time": "0:14:43", "remaining_time": "1:57:58"}
+{"current_steps": 200, "total_steps": 1757, "loss": 0.2581, "lr": 3.99791158847629e-05, "epoch": 0.796812749003984, "percentage": 11.38, "elapsed_time": "0:15:08", "remaining_time": "1:57:51"}
+{"current_steps": 205, "total_steps": 1757, "loss": 0.2405, "lr": 3.996905146969211e-05, "epoch": 0.8167330677290837, "percentage": 11.67, "elapsed_time": "0:16:26", "remaining_time": "2:04:27"}
+{"current_steps": 210, "total_steps": 1757, "loss": 0.2675, "lr": 3.995701585830907e-05, "epoch": 0.8366533864541833, "percentage": 11.95, "elapsed_time": "0:16:46", "remaining_time": "2:03:35"}
+{"current_steps": 215, "total_steps": 1757, "loss": 0.2642, "lr": 3.9943010238679845e-05, "epoch": 0.8565737051792829, "percentage": 12.24, "elapsed_time": "0:17:07", "remaining_time": "2:02:52"}
+{"current_steps": 220, "total_steps": 1757, "loss": 0.265, "lr": 3.9927035993335095e-05, "epoch": 0.8764940239043825, "percentage": 12.52, "elapsed_time": "0:17:30", "remaining_time": "2:02:16"}
+{"current_steps": 225, "total_steps": 1757, "loss": 0.2441, "lr": 3.9909094699133565e-05, "epoch": 0.896414342629482, "percentage": 12.81, "elapsed_time": "0:17:52", "remaining_time": "2:01:45"}
+{"current_steps": 230, "total_steps": 1757, "loss": 0.2582, "lr": 3.988918812710646e-05, "epoch": 0.9163346613545816, "percentage": 13.09, "elapsed_time": "0:18:16", "remaining_time": "2:01:22"}
+{"current_steps": 235, "total_steps": 1757, "loss": 0.2709, "lr": 3.9867318242282566e-05, "epoch": 0.9362549800796812, "percentage": 13.38, "elapsed_time": "0:18:41", "remaining_time": "2:01:01"}
+{"current_steps": 240, "total_steps": 1757, "loss": 0.2492, "lr": 3.984348720349434e-05, "epoch": 0.9561752988047809, "percentage": 13.66, "elapsed_time": "0:19:05", "remaining_time": "2:00:40"}
+{"current_steps": 245, "total_steps": 1757, "loss": 0.2565, "lr": 3.981769736316478e-05, "epoch": 0.9760956175298805, "percentage": 13.94, "elapsed_time": "0:19:26", "remaining_time": "1:59:58"}
+{"current_steps": 250, "total_steps": 1757, "loss": 0.2575, "lr": 3.97899512670752e-05, "epoch": 0.9960159362549801, "percentage": 14.23, "elapsed_time": "0:19:45", "remaining_time": "1:59:05"}
+{"current_steps": 255, "total_steps": 1757, "loss": 0.2512, "lr": 3.9760251654113935e-05, "epoch": 1.0159362549800797, "percentage": 14.51, "elapsed_time": "0:20:07", "remaining_time": "1:58:33"}
+{"current_steps": 260, "total_steps": 1757, "loss": 0.2207, "lr": 3.9728601456005995e-05, "epoch": 1.0358565737051793, "percentage": 14.8, "elapsed_time": "0:20:29", "remaining_time": "1:58:00"}
+{"current_steps": 265, "total_steps": 1757, "loss": 0.23, "lr": 3.969500379702365e-05, "epoch": 1.0557768924302788, "percentage": 15.08, "elapsed_time": "0:20:51", "remaining_time": "1:57:26"}
+{"current_steps": 270, "total_steps": 1757, "loss": 0.2333, "lr": 3.965946199367804e-05, "epoch": 1.0756972111553784, "percentage": 15.37, "elapsed_time": "0:21:15", "remaining_time": "1:57:02"}
+{"current_steps": 275, "total_steps": 1757, "loss": 0.2455, "lr": 3.962197955439177e-05, "epoch": 1.095617529880478, "percentage": 15.65, "elapsed_time": "0:21:46", "remaining_time": "1:57:22"}
+{"current_steps": 280, "total_steps": 1757, "loss": 0.2278, "lr": 3.9582560179152605e-05, "epoch": 1.1155378486055776, "percentage": 15.94, "elapsed_time": "0:22:09", "remaining_time": "1:56:51"}
+{"current_steps": 285, "total_steps": 1757, "loss": 0.2225, "lr": 3.9541207759148216e-05, "epoch": 1.1354581673306772, "percentage": 16.22, "elapsed_time": "0:22:29", "remaining_time": "1:56:12"}
+{"current_steps": 290, "total_steps": 1757, "loss": 0.227, "lr": 3.949792637638212e-05, "epoch": 1.155378486055777, "percentage": 16.51, "elapsed_time": "0:22:49", "remaining_time": "1:55:26"}
+{"current_steps": 295, "total_steps": 1757, "loss": 0.2498, "lr": 3.945272030327064e-05, "epoch": 1.1752988047808766, "percentage": 16.79, "elapsed_time": "0:23:09", "remaining_time": "1:54:47"}
+{"current_steps": 300, "total_steps": 1757, "loss": 0.2578, "lr": 3.9405594002221284e-05, "epoch": 1.1952191235059761, "percentage": 17.07, "elapsed_time": "0:23:29", "remaining_time": "1:54:06"}
+{"current_steps": 305, "total_steps": 1757, "loss": 0.2291, "lr": 3.935655212519214e-05, "epoch": 1.2151394422310757, "percentage": 17.36, "elapsed_time": "0:23:49", "remaining_time": "1:53:25"}
+{"current_steps": 310, "total_steps": 1757, "loss": 0.2503, "lr": 3.930559951323273e-05, "epoch": 1.2350597609561753, "percentage": 17.64, "elapsed_time": "0:24:10", "remaining_time": "1:52:49"}
+{"current_steps": 315, "total_steps": 1757, "loss": 0.2438, "lr": 3.925274119600614e-05, "epoch": 1.254980079681275, "percentage": 17.93, "elapsed_time": "0:24:30", "remaining_time": "1:52:12"}
+{"current_steps": 320, "total_steps": 1757, "loss": 0.2094, "lr": 3.9197982391292505e-05, "epoch": 1.2749003984063745, "percentage": 18.21, "elapsed_time": "0:24:50", "remaining_time": "1:51:33"}
+{"current_steps": 325, "total_steps": 1757, "loss": 0.2225, "lr": 3.914132850447393e-05, "epoch": 1.294820717131474, "percentage": 18.5, "elapsed_time": "0:25:12", "remaining_time": "1:51:04"}
+{"current_steps": 330, "total_steps": 1757, "loss": 0.2305, "lr": 3.908278512800098e-05, "epoch": 1.3147410358565736, "percentage": 18.78, "elapsed_time": "0:25:33", "remaining_time": "1:50:30"}
+{"current_steps": 335, "total_steps": 1757, "loss": 0.2368, "lr": 3.902235804084057e-05, "epoch": 1.3346613545816732, "percentage": 19.07, "elapsed_time": "0:25:53", "remaining_time": "1:49:54"}
+{"current_steps": 340, "total_steps": 1757, "loss": 0.2123, "lr": 3.896005320790552e-05, "epoch": 1.354581673306773, "percentage": 19.35, "elapsed_time": "0:26:18", "remaining_time": "1:49:39"}
+{"current_steps": 345, "total_steps": 1757, "loss": 0.2302, "lr": 3.889587677946578e-05, "epoch": 1.3745019920318726, "percentage": 19.64, "elapsed_time": "0:26:42", "remaining_time": "1:49:20"}
+{"current_steps": 350, "total_steps": 1757, "loss": 0.2667, "lr": 3.882983509054128e-05, "epoch": 1.3944223107569722, "percentage": 19.92, "elapsed_time": "0:27:03", "remaining_time": "1:48:46"}
+{"current_steps": 355, "total_steps": 1757, "loss": 0.2304, "lr": 3.876193466027658e-05, "epoch": 1.4143426294820718, "percentage": 20.2, "elapsed_time": "0:27:27", "remaining_time": "1:48:27"}
+{"current_steps": 360, "total_steps": 1757, "loss": 0.2001, "lr": 3.8692182191297424e-05, "epoch": 1.4342629482071714, "percentage": 20.49, "elapsed_time": "0:27:46", "remaining_time": "1:47:45"}
+{"current_steps": 365, "total_steps": 1757, "loss": 0.2228, "lr": 3.862058456904898e-05, "epoch": 1.454183266932271, "percentage": 20.77, "elapsed_time": "0:28:06", "remaining_time": "1:47:12"}
+{"current_steps": 370, "total_steps": 1757, "loss": 0.2226, "lr": 3.8547148861116287e-05, "epoch": 1.4741035856573705, "percentage": 21.06, "elapsed_time": "0:28:28", "remaining_time": "1:46:42"}
+{"current_steps": 375, "total_steps": 1757, "loss": 0.2559, "lr": 3.8471882316526506e-05, "epoch": 1.4940239043824701, "percentage": 21.34, "elapsed_time": "0:28:50", "remaining_time": "1:46:18"}
+{"current_steps": 380, "total_steps": 1757, "loss": 0.2003, "lr": 3.839479236503339e-05, "epoch": 1.5139442231075697, "percentage": 21.63, "elapsed_time": "0:29:11", "remaining_time": "1:45:47"}
+{"current_steps": 385, "total_steps": 1757, "loss": 0.2303, "lr": 3.831588661638387e-05, "epoch": 1.5338645418326693, "percentage": 21.91, "elapsed_time": "0:29:31", "remaining_time": "1:45:13"}
+{"current_steps": 390, "total_steps": 1757, "loss": 0.2333, "lr": 3.8235172859566866e-05, "epoch": 1.5537848605577689, "percentage": 22.2, "elapsed_time": "0:29:55", "remaining_time": "1:44:52"}
+{"current_steps": 395, "total_steps": 1757, "loss": 0.2344, "lr": 3.815265906204444e-05, "epoch": 1.5737051792828685, "percentage": 22.48, "elapsed_time": "0:30:17", "remaining_time": "1:44:26"}
+{"current_steps": 400, "total_steps": 1757, "loss": 0.2046, "lr": 3.8068353368965276e-05, "epoch": 1.593625498007968, "percentage": 22.77, "elapsed_time": "0:30:41", "remaining_time": "1:44:07"}
+{"current_steps": 405, "total_steps": 1757, "loss": 0.204, "lr": 3.7982264102360664e-05, "epoch": 1.6135458167330676, "percentage": 23.05, "elapsed_time": "0:32:40", "remaining_time": "1:49:03"}
+{"current_steps": 410, "total_steps": 1757, "loss": 0.2123, "lr": 3.789439976032303e-05, "epoch": 1.6334661354581672, "percentage": 23.34, "elapsed_time": "0:33:03", "remaining_time": "1:48:37"}
+{"current_steps": 415, "total_steps": 1757, "loss": 0.2457, "lr": 3.7804769016167036e-05, "epoch": 1.6533864541832668, "percentage": 23.62, "elapsed_time": "0:33:28", "remaining_time": "1:48:16"}
+{"current_steps": 420, "total_steps": 1757, "loss": 0.2137, "lr": 3.771338071757344e-05, "epoch": 1.6733067729083664, "percentage": 23.9, "elapsed_time": "0:33:47", "remaining_time": "1:47:35"}
+{"current_steps": 425, "total_steps": 1757, "loss": 0.2633, "lr": 3.7620243885715695e-05, "epoch": 1.6932270916334662, "percentage": 24.19, "elapsed_time": "0:34:16", "remaining_time": "1:47:25"}
+{"current_steps": 430, "total_steps": 1757, "loss": 0.2182, "lr": 3.7525367714369476e-05, "epoch": 1.7131474103585658, "percentage": 24.47, "elapsed_time": "0:34:40", "remaining_time": "1:47:00"}
+{"current_steps": 435, "total_steps": 1757, "loss": 0.2233, "lr": 3.7428761569005106e-05, "epoch": 1.7330677290836654, "percentage": 24.76, "elapsed_time": "0:35:04", "remaining_time": "1:46:34"}
+{"current_steps": 440, "total_steps": 1757, "loss": 0.2444, "lr": 3.73304349858631e-05, "epoch": 1.752988047808765, "percentage": 25.04, "elapsed_time": "0:35:32", "remaining_time": "1:46:23"}
+{"current_steps": 445, "total_steps": 1757, "loss": 0.2251, "lr": 3.7230397671012786e-05, "epoch": 1.7729083665338645, "percentage": 25.33, "elapsed_time": "0:35:52", "remaining_time": "1:45:45"}
+{"current_steps": 450, "total_steps": 1757, "loss": 0.2274, "lr": 3.712865949939422e-05, "epoch": 1.792828685258964, "percentage": 25.61, "elapsed_time": "0:36:11", "remaining_time": "1:45:06"}
+{"current_steps": 455, "total_steps": 1757, "loss": 0.2276, "lr": 3.7025230513843384e-05, "epoch": 1.812749003984064, "percentage": 25.9, "elapsed_time": "0:36:36", "remaining_time": "1:44:45"}
+{"current_steps": 460, "total_steps": 1757, "loss": 0.2132, "lr": 3.692012092410084e-05, "epoch": 1.8326693227091635, "percentage": 26.18, "elapsed_time": "0:37:00", "remaining_time": "1:44:22"}
+{"current_steps": 465, "total_steps": 1757, "loss": 0.2102, "lr": 3.6813341105803916e-05, "epoch": 1.852589641434263, "percentage": 26.47, "elapsed_time": "0:37:25", "remaining_time": "1:43:58"}
+{"current_steps": 470, "total_steps": 1757, "loss": 0.2131, "lr": 3.670490159946248e-05, "epoch": 1.8725099601593627, "percentage": 26.75, "elapsed_time": "0:37:47", "remaining_time": "1:43:28"}
+{"current_steps": 475, "total_steps": 1757, "loss": 0.2477, "lr": 3.6594813109418455e-05, "epoch": 1.8924302788844622, "percentage": 27.03, "elapsed_time": "0:38:09", "remaining_time": "1:42:58"}
+{"current_steps": 480, "total_steps": 1757, "loss": 0.2276, "lr": 3.64830865027892e-05, "epoch": 1.9123505976095618, "percentage": 27.32, "elapsed_time": "0:38:28", "remaining_time": "1:42:22"}
+{"current_steps": 485, "total_steps": 1757, "loss": 0.2305, "lr": 3.636973280839474e-05, "epoch": 1.9322709163346614, "percentage": 27.6, "elapsed_time": "0:38:48", "remaining_time": "1:41:46"}
+{"current_steps": 490, "total_steps": 1757, "loss": 0.2168, "lr": 3.6254763215669126e-05, "epoch": 1.952191235059761, "percentage": 27.89, "elapsed_time": "0:39:11", "remaining_time": "1:41:19"}
+{"current_steps": 495, "total_steps": 1757, "loss": 0.2454, "lr": 3.6138189073555876e-05, "epoch": 1.9721115537848606, "percentage": 28.17, "elapsed_time": "0:39:33", "remaining_time": "1:40:51"}
+{"current_steps": 500, "total_steps": 1757, "loss": 0.236, "lr": 3.602002188938769e-05, "epoch": 1.9920318725099602, "percentage": 28.46, "elapsed_time": "0:39:58", "remaining_time": "1:40:28"}
+{"current_steps": 505, "total_steps": 1757, "loss": 0.2211, "lr": 3.590027332775055e-05, "epoch": 2.0119521912350598, "percentage": 28.74, "elapsed_time": "0:40:19", "remaining_time": "1:39:57"}
+{"current_steps": 510, "total_steps": 1757, "loss": 0.2063, "lr": 3.577895520933225e-05, "epoch": 2.0318725099601593, "percentage": 29.03, "elapsed_time": "0:40:41", "remaining_time": "1:39:29"}
+{"current_steps": 515, "total_steps": 1757, "loss": 0.1939, "lr": 3.5656079509755556e-05, "epoch": 2.051792828685259, "percentage": 29.31, "elapsed_time": "0:41:03", "remaining_time": "1:39:00"}
+{"current_steps": 520, "total_steps": 1757, "loss": 0.1943, "lr": 3.5531658358396095e-05, "epoch": 2.0717131474103585, "percentage": 29.6, "elapsed_time": "0:41:26", "remaining_time": "1:38:34"}
+{"current_steps": 525, "total_steps": 1757, "loss": 0.1988, "lr": 3.540570403718499e-05, "epoch": 2.091633466135458, "percentage": 29.88, "elapsed_time": "0:41:49", "remaining_time": "1:38:09"}
+{"current_steps": 530, "total_steps": 1757, "loss": 0.2096, "lr": 3.5278228979396476e-05, "epoch": 2.1115537848605577, "percentage": 30.17, "elapsed_time": "0:42:09", "remaining_time": "1:37:35"}
+{"current_steps": 535, "total_steps": 1757, "loss": 0.198, "lr": 3.514924576842064e-05, "epoch": 2.1314741035856573, "percentage": 30.45, "elapsed_time": "0:42:32", "remaining_time": "1:37:11"}
+{"current_steps": 540, "total_steps": 1757, "loss": 0.2051, "lr": 3.501876713652119e-05, "epoch": 2.151394422310757, "percentage": 30.73, "elapsed_time": "0:42:55", "remaining_time": "1:36:44"}
+{"current_steps": 545, "total_steps": 1757, "loss": 0.2098, "lr": 3.488680596357872e-05, "epoch": 2.1713147410358564, "percentage": 31.02, "elapsed_time": "0:43:16", "remaining_time": "1:36:14"}
+{"current_steps": 550, "total_steps": 1757, "loss": 0.1895, "lr": 3.475337527581921e-05, "epoch": 2.191235059760956, "percentage": 31.3, "elapsed_time": "0:43:40", "remaining_time": "1:35:51"}
+{"current_steps": 555, "total_steps": 1757, "loss": 0.2088, "lr": 3.461848824452826e-05, "epoch": 2.2111553784860556, "percentage": 31.59, "elapsed_time": "0:44:00", "remaining_time": "1:35:19"}
+{"current_steps": 560, "total_steps": 1757, "loss": 0.1975, "lr": 3.448215818475084e-05, "epoch": 2.231075697211155, "percentage": 31.87, "elapsed_time": "0:44:22", "remaining_time": "1:34:51"}
+{"current_steps": 565, "total_steps": 1757, "loss": 0.2106, "lr": 3.434439855397698e-05, "epoch": 2.2509960159362548, "percentage": 32.16, "elapsed_time": "0:44:47", "remaining_time": "1:34:28"}
+{"current_steps": 570, "total_steps": 1757, "loss": 0.1983, "lr": 3.420522295081335e-05, "epoch": 2.2709163346613543, "percentage": 32.44, "elapsed_time": "0:45:15", "remaining_time": "1:34:14"}
+{"current_steps": 575, "total_steps": 1757, "loss": 0.1974, "lr": 3.4064645113640856e-05, "epoch": 2.2908366533864544, "percentage": 32.73, "elapsed_time": "0:45:36", "remaining_time": "1:33:44"}
+{"current_steps": 580, "total_steps": 1757, "loss": 0.2191, "lr": 3.392267891925854e-05, "epoch": 2.310756972111554, "percentage": 33.01, "elapsed_time": "0:46:00", "remaining_time": "1:33:22"}
+{"current_steps": 585, "total_steps": 1757, "loss": 0.1886, "lr": 3.377933838151374e-05, "epoch": 2.3306772908366535, "percentage": 33.3, "elapsed_time": "0:46:19", "remaining_time": "1:32:48"}
+{"current_steps": 590, "total_steps": 1757, "loss": 0.1925, "lr": 3.363463764991875e-05, "epoch": 2.350597609561753, "percentage": 33.58, "elapsed_time": "0:46:39", "remaining_time": "1:32:16"}
+{"current_steps": 595, "total_steps": 1757, "loss": 0.2199, "lr": 3.348859100825411e-05, "epoch": 2.3705179282868527, "percentage": 33.86, "elapsed_time": "0:46:58", "remaining_time": "1:31:45"}
+{"current_steps": 600, "total_steps": 1757, "loss": 0.1847, "lr": 3.334121287315858e-05, "epoch": 2.3904382470119523, "percentage": 34.15, "elapsed_time": "0:47:20", "remaining_time": "1:31:17"}
+{"current_steps": 605, "total_steps": 1757, "loss": 0.1963, "lr": 3.3192517792706054e-05, "epoch": 2.410358565737052, "percentage": 34.43, "elapsed_time": "0:50:07", "remaining_time": "1:35:27"}
+{"current_steps": 610, "total_steps": 1757, "loss": 0.2062, "lr": 3.3042520444969476e-05, "epoch": 2.4302788844621515, "percentage": 34.72, "elapsed_time": "0:50:34", "remaining_time": "1:35:06"}
+{"current_steps": 615, "total_steps": 1757, "loss": 0.202, "lr": 3.289123563657195e-05, "epoch": 2.450199203187251, "percentage": 35.0, "elapsed_time": "0:50:55", "remaining_time": "1:34:34"}
+{"current_steps": 620, "total_steps": 1757, "loss": 0.1999, "lr": 3.2738678301225115e-05, "epoch": 2.4701195219123506, "percentage": 35.29, "elapsed_time": "0:51:17", "remaining_time": "1:34:03"}
+{"current_steps": 625, "total_steps": 1757, "loss": 0.1879, "lr": 3.2584863498255014e-05, "epoch": 2.49003984063745, "percentage": 35.57, "elapsed_time": "0:51:37", "remaining_time": "1:33:30"}
+{"current_steps": 630, "total_steps": 1757, "loss": 0.1952, "lr": 3.242980641111555e-05, "epoch": 2.50996015936255, "percentage": 35.86, "elapsed_time": "0:52:00", "remaining_time": "1:33:02"}
+{"current_steps": 635, "total_steps": 1757, "loss": 0.1886, "lr": 3.2273522345889674e-05, "epoch": 2.5298804780876494, "percentage": 36.14, "elapsed_time": "0:52:24", "remaining_time": "1:32:36"}
+{"current_steps": 640, "total_steps": 1757, "loss": 0.2208, "lr": 3.2116026729778495e-05, "epoch": 2.549800796812749, "percentage": 36.43, "elapsed_time": "0:52:48", "remaining_time": "1:32:09"}
+{"current_steps": 645, "total_steps": 1757, "loss": 0.218, "lr": 3.195733510957843e-05, "epoch": 2.5697211155378485, "percentage": 36.71, "elapsed_time": "0:53:07", "remaining_time": "1:31:35"}
+{"current_steps": 650, "total_steps": 1757, "loss": 0.1976, "lr": 3.1797463150146524e-05, "epoch": 2.589641434262948, "percentage": 36.99, "elapsed_time": "0:53:26", "remaining_time": "1:31:00"}
+{"current_steps": 655, "total_steps": 1757, "loss": 0.1932, "lr": 3.163642663285411e-05, "epoch": 2.6095617529880477, "percentage": 37.28, "elapsed_time": "0:53:45", "remaining_time": "1:30:26"}
+{"current_steps": 660, "total_steps": 1757, "loss": 0.2091, "lr": 3.147424145402907e-05, "epoch": 2.6294820717131473, "percentage": 37.56, "elapsed_time": "0:54:09", "remaining_time": "1:30:00"}
+{"current_steps": 665, "total_steps": 1757, "loss": 0.2003, "lr": 3.131092362338656e-05, "epoch": 2.649402390438247, "percentage": 37.85, "elapsed_time": "0:54:29", "remaining_time": "1:29:28"}
+{"current_steps": 670, "total_steps": 1757, "loss": 0.1772, "lr": 3.114648926244873e-05, "epoch": 2.6693227091633465, "percentage": 38.13, "elapsed_time": "0:54:51", "remaining_time": "1:28:59"}
+{"current_steps": 675, "total_steps": 1757, "loss": 0.194, "lr": 3.0980954602953296e-05, "epoch": 2.6892430278884465, "percentage": 38.42, "elapsed_time": "0:55:12", "remaining_time": "1:28:29"}
+{"current_steps": 680, "total_steps": 1757, "loss": 0.1968, "lr": 3.081433598525127e-05, "epoch": 2.709163346613546, "percentage": 38.7, "elapsed_time": "0:55:31", "remaining_time": "1:27:57"}
+{"current_steps": 685, "total_steps": 1757, "loss": 0.1961, "lr": 3.064664985669397e-05, "epoch": 2.7290836653386457, "percentage": 38.99, "elapsed_time": "0:55:54", "remaining_time": "1:27:29"}
+{"current_steps": 690, "total_steps": 1757, "loss": 0.2163, "lr": 3.0477912770009407e-05, "epoch": 2.7490039840637452, "percentage": 39.27, "elapsed_time": "0:56:18", "remaining_time": "1:27:03"}
+{"current_steps": 695, "total_steps": 1757, "loss": 0.1982, "lr": 3.0308141381668422e-05, "epoch": 2.768924302788845, "percentage": 39.56, "elapsed_time": "0:56:38", "remaining_time": "1:26:33"}
+{"current_steps": 700, "total_steps": 1757, "loss": 0.2064, "lr": 3.0137352450240393e-05, "epoch": 2.7888446215139444, "percentage": 39.84, "elapsed_time": "0:56:59", "remaining_time": "1:26:03"}
+{"current_steps": 705, "total_steps": 1757, "loss": 0.1991, "lr": 2.9965562834738992e-05, "epoch": 2.808764940239044, "percentage": 40.13, "elapsed_time": "0:57:18", "remaining_time": "1:25:30"}
+{"current_steps": 710, "total_steps": 1757, "loss": 0.1882, "lr": 2.979278949295799e-05, "epoch": 2.8286852589641436, "percentage": 40.41, "elapsed_time": "0:57:42", "remaining_time": "1:25:06"}
+{"current_steps": 715, "total_steps": 1757, "loss": 0.1828, "lr": 2.9619049479797303e-05, "epoch": 2.848605577689243, "percentage": 40.69, "elapsed_time": "0:58:07", "remaining_time": "1:24:42"}
+{"current_steps": 720, "total_steps": 1757, "loss": 0.1934, "lr": 2.944435994557945e-05, "epoch": 2.8685258964143427, "percentage": 40.98, "elapsed_time": "0:58:30", "remaining_time": "1:24:16"}
+{"current_steps": 725, "total_steps": 1757, "loss": 0.1874, "lr": 2.9268738134356624e-05, "epoch": 2.8884462151394423, "percentage": 41.26, "elapsed_time": "0:58:51", "remaining_time": "1:23:47"}
+{"current_steps": 730, "total_steps": 1757, "loss": 0.1909, "lr": 2.909220138220846e-05, "epoch": 2.908366533864542, "percentage": 41.55, "elapsed_time": "0:59:10", "remaining_time": "1:23:15"}
+{"current_steps": 735, "total_steps": 1757, "loss": 0.1873, "lr": 2.891476711553077e-05, "epoch": 2.9282868525896415, "percentage": 41.83, "elapsed_time": "0:59:34", "remaining_time": "1:22:49"}
+{"current_steps": 740, "total_steps": 1757, "loss": 0.2124, "lr": 2.8736452849315322e-05, "epoch": 2.948207171314741, "percentage": 42.12, "elapsed_time": "0:59:55", "remaining_time": "1:22:22"}
+{"current_steps": 745, "total_steps": 1757, "loss": 0.2011, "lr": 2.8557276185420892e-05, "epoch": 2.9681274900398407, "percentage": 42.4, "elapsed_time": "1:00:15", "remaining_time": "1:21:51"}
+{"current_steps": 750, "total_steps": 1757, "loss": 0.217, "lr": 2.837725481083576e-05, "epoch": 2.9880478087649402, "percentage": 42.69, "elapsed_time": "1:00:37", "remaining_time": "1:21:24"}
+{"current_steps": 755, "total_steps": 1757, "loss": 0.1988, "lr": 2.8196406495931753e-05, "epoch": 3.00796812749004, "percentage": 42.97, "elapsed_time": "1:01:06", "remaining_time": "1:21:05"}
+{"current_steps": 760, "total_steps": 1757, "loss": 0.1712, "lr": 2.80147490927101e-05, "epoch": 3.0278884462151394, "percentage": 43.26, "elapsed_time": "1:01:27", "remaining_time": "1:20:37"}
+{"current_steps": 765, "total_steps": 1757, "loss": 0.1692, "lr": 2.783230053303922e-05, "epoch": 3.047808764940239, "percentage": 43.54, "elapsed_time": "1:01:47", "remaining_time": "1:20:07"}
+{"current_steps": 770, "total_steps": 1757, "loss": 0.1765, "lr": 2.7649078826884607e-05, "epoch": 3.0677290836653386, "percentage": 43.82, "elapsed_time": "1:02:08", "remaining_time": "1:19:38"}
+{"current_steps": 775, "total_steps": 1757, "loss": 0.1692, "lr": 2.746510206053103e-05, "epoch": 3.087649402390438, "percentage": 44.11, "elapsed_time": "1:02:25", "remaining_time": "1:19:06"}
+{"current_steps": 780, "total_steps": 1757, "loss": 0.1625, "lr": 2.72803883947972e-05, "epoch": 3.1075697211155378, "percentage": 44.39, "elapsed_time": "1:02:44", "remaining_time": "1:18:35"}
+{"current_steps": 785, "total_steps": 1757, "loss": 0.1846, "lr": 2.7094956063243034e-05, "epoch": 3.1274900398406373, "percentage": 44.68, "elapsed_time": "1:03:03", "remaining_time": "1:18:04"}
+{"current_steps": 790, "total_steps": 1757, "loss": 0.1717, "lr": 2.6908823370369827e-05, "epoch": 3.147410358565737, "percentage": 44.96, "elapsed_time": "1:03:22", "remaining_time": "1:17:34"}
+{"current_steps": 795, "total_steps": 1757, "loss": 0.1839, "lr": 2.6722008689813303e-05, "epoch": 3.1673306772908365, "percentage": 45.25, "elapsed_time": "1:03:47", "remaining_time": "1:17:12"}
+{"current_steps": 800, "total_steps": 1757, "loss": 0.1654, "lr": 2.6534530462529964e-05, "epoch": 3.187250996015936, "percentage": 45.53, "elapsed_time": "1:04:04", "remaining_time": "1:16:39"}
+{"current_steps": 805, "total_steps": 1757, "loss": 0.1591, "lr": 2.6346407194976696e-05, "epoch": 3.2071713147410357, "percentage": 45.82, "elapsed_time": "1:05:30", "remaining_time": "1:17:27"}
+{"current_steps": 810, "total_steps": 1757, "loss": 0.1824, "lr": 2.615765745728399e-05, "epoch": 3.2270916334661353, "percentage": 46.1, "elapsed_time": "1:05:57", "remaining_time": "1:17:06"}
+{"current_steps": 815, "total_steps": 1757, "loss": 0.1681, "lr": 2.596829988142278e-05, "epoch": 3.247011952191235, "percentage": 46.39, "elapsed_time": "1:06:15", "remaining_time": "1:16:35"}
+{"current_steps": 820, "total_steps": 1757, "loss": 0.1851, "lr": 2.57783531593653e-05, "epoch": 3.2669322709163344, "percentage": 46.67, "elapsed_time": "1:06:36", "remaining_time": "1:16:06"}
+{"current_steps": 825, "total_steps": 1757, "loss": 0.1558, "lr": 2.5587836041239874e-05, "epoch": 3.2868525896414345, "percentage": 46.96, "elapsed_time": "1:06:57", "remaining_time": "1:15:38"}
+{"current_steps": 830, "total_steps": 1757, "loss": 0.1712, "lr": 2.5396767333480128e-05, "epoch": 3.306772908366534, "percentage": 47.24, "elapsed_time": "1:07:22", "remaining_time": "1:15:15"}
+{"current_steps": 835, "total_steps": 1757, "loss": 0.1749, "lr": 2.5205165896968485e-05, "epoch": 3.3266932270916336, "percentage": 47.52, "elapsed_time": "1:07:44", "remaining_time": "1:14:48"}
+{"current_steps": 840, "total_steps": 1757, "loss": 0.1853, "lr": 2.5013050645174414e-05, "epoch": 3.346613545816733, "percentage": 47.81, "elapsed_time": "1:08:05", "remaining_time": "1:14:19"}
+{"current_steps": 845, "total_steps": 1757, "loss": 0.1647, "lr": 2.4820440542287386e-05, "epoch": 3.366533864541833, "percentage": 48.09, "elapsed_time": "1:08:27", "remaining_time": "1:13:53"}
+{"current_steps": 850, "total_steps": 1757, "loss": 0.1908, "lr": 2.4627354601344927e-05, "epoch": 3.3864541832669324, "percentage": 48.38, "elapsed_time": "1:08:55", "remaining_time": "1:13:33"}
+{"current_steps": 855, "total_steps": 1757, "loss": 0.1896, "lr": 2.443381188235571e-05, "epoch": 3.406374501992032, "percentage": 48.66, "elapsed_time": "1:09:20", "remaining_time": "1:13:09"}
+{"current_steps": 860, "total_steps": 1757, "loss": 0.1653, "lr": 2.4239831490418184e-05, "epoch": 3.4262948207171315, "percentage": 48.95, "elapsed_time": "1:09:39", "remaining_time": "1:12:39"}
+{"current_steps": 865, "total_steps": 1757, "loss": 0.17, "lr": 2.4045432573834596e-05, "epoch": 3.446215139442231, "percentage": 49.23, "elapsed_time": "1:09:59", "remaining_time": "1:12:10"}
+{"current_steps": 870, "total_steps": 1757, "loss": 0.1607, "lr": 2.385063432222084e-05, "epoch": 3.4661354581673307, "percentage": 49.52, "elapsed_time": "1:10:19", "remaining_time": "1:11:42"}
+{"current_steps": 875, "total_steps": 1757, "loss": 0.1762, "lr": 2.36554559646122e-05, "epoch": 3.4860557768924303, "percentage": 49.8, "elapsed_time": "1:10:42", "remaining_time": "1:11:16"}
+{"current_steps": 880, "total_steps": 1757, "loss": 0.1788, "lr": 2.3459916767565196e-05, "epoch": 3.50597609561753, "percentage": 50.09, "elapsed_time": "1:11:06", "remaining_time": "1:10:51"}
+{"current_steps": 885, "total_steps": 1757, "loss": 0.1762, "lr": 2.3264036033255718e-05, "epoch": 3.5258964143426295, "percentage": 50.37, "elapsed_time": "1:11:27", "remaining_time": "1:10:24"}
+{"current_steps": 890, "total_steps": 1757, "loss": 0.174, "lr": 2.3067833097573713e-05, "epoch": 3.545816733067729, "percentage": 50.65, "elapsed_time": "1:11:46", "remaining_time": "1:09:55"}
+{"current_steps": 895, "total_steps": 1757, "loss": 0.1836, "lr": 2.2871327328214408e-05, "epoch": 3.5657370517928286, "percentage": 50.94, "elapsed_time": "1:12:07", "remaining_time": "1:09:28"}
+{"current_steps": 900, "total_steps": 1757, "loss": 0.173, "lr": 2.2674538122766555e-05, "epoch": 3.585657370517928, "percentage": 51.22, "elapsed_time": "1:12:26", "remaining_time": "1:08:58"}
+{"current_steps": 905, "total_steps": 1757, "loss": 0.1944, "lr": 2.247748490679759e-05, "epoch": 3.605577689243028, "percentage": 51.51, "elapsed_time": "1:12:48", "remaining_time": "1:08:32"}
+{"current_steps": 910, "total_steps": 1757, "loss": 0.1839, "lr": 2.228018713193611e-05, "epoch": 3.6254980079681274, "percentage": 51.79, "elapsed_time": "1:13:13", "remaining_time": "1:08:09"}
+{"current_steps": 915, "total_steps": 1757, "loss": 0.1755, "lr": 2.208266427395175e-05, "epoch": 3.645418326693227, "percentage": 52.08, "elapsed_time": "1:13:34", "remaining_time": "1:07:42"}
+{"current_steps": 920, "total_steps": 1757, "loss": 0.1682, "lr": 2.1884935830832683e-05, "epoch": 3.6653386454183265, "percentage": 52.36, "elapsed_time": "1:13:53", "remaining_time": "1:07:13"}
+{"current_steps": 925, "total_steps": 1757, "loss": 0.1906, "lr": 2.1687021320860893e-05, "epoch": 3.685258964143426, "percentage": 52.65, "elapsed_time": "1:14:15", "remaining_time": "1:06:47"}
+{"current_steps": 930, "total_steps": 1757, "loss": 0.1891, "lr": 2.148894028068555e-05, "epoch": 3.705179282868526, "percentage": 52.93, "elapsed_time": "1:14:39", "remaining_time": "1:06:23"}
+{"current_steps": 935, "total_steps": 1757, "loss": 0.185, "lr": 2.129071226339438e-05, "epoch": 3.7250996015936257, "percentage": 53.22, "elapsed_time": "1:15:01", "remaining_time": "1:05:57"}
+{"current_steps": 940, "total_steps": 1757, "loss": 0.1774, "lr": 2.1092356836583665e-05, "epoch": 3.7450199203187253, "percentage": 53.5, "elapsed_time": "1:15:26", "remaining_time": "1:05:33"}
+{"current_steps": 945, "total_steps": 1757, "loss": 0.1675, "lr": 2.089389358042655e-05, "epoch": 3.764940239043825, "percentage": 53.78, "elapsed_time": "1:15:47", "remaining_time": "1:05:07"}
+{"current_steps": 950, "total_steps": 1757, "loss": 0.1846, "lr": 2.069534208574034e-05, "epoch": 3.7848605577689245, "percentage": 54.07, "elapsed_time": "1:16:07", "remaining_time": "1:04:40"}
+{"current_steps": 955, "total_steps": 1757, "loss": 0.1548, "lr": 2.0496721952052558e-05, "epoch": 3.804780876494024, "percentage": 54.35, "elapsed_time": "1:16:27", "remaining_time": "1:04:12"}
+{"current_steps": 960, "total_steps": 1757, "loss": 0.1805, "lr": 2.0298052785666274e-05, "epoch": 3.8247011952191237, "percentage": 54.64, "elapsed_time": "1:16:46", "remaining_time": "1:03:44"}
+{"current_steps": 965, "total_steps": 1757, "loss": 0.1966, "lr": 2.0099354197724693e-05, "epoch": 3.8446215139442232, "percentage": 54.92, "elapsed_time": "1:17:05", "remaining_time": "1:03:16"}
+{"current_steps": 970, "total_steps": 1757, "loss": 0.1965, "lr": 1.990064580227531e-05, "epoch": 3.864541832669323, "percentage": 55.21, "elapsed_time": "1:17:25", "remaining_time": "1:02:49"}
+{"current_steps": 975, "total_steps": 1757, "loss": 0.1575, "lr": 1.970194721433373e-05, "epoch": 3.8844621513944224, "percentage": 55.49, "elapsed_time": "1:17:47", "remaining_time": "1:02:23"}
+{"current_steps": 980, "total_steps": 1757, "loss": 0.153, "lr": 1.950327804794745e-05, "epoch": 3.904382470119522, "percentage": 55.78, "elapsed_time": "1:18:09", "remaining_time": "1:01:58"}
+{"current_steps": 985, "total_steps": 1757, "loss": 0.1741, "lr": 1.9304657914259663e-05, "epoch": 3.9243027888446216, "percentage": 56.06, "elapsed_time": "1:18:34", "remaining_time": "1:01:34"}
+{"current_steps": 990, "total_steps": 1757, "loss": 0.169, "lr": 1.910610641957345e-05, "epoch": 3.944223107569721, "percentage": 56.35, "elapsed_time": "1:18:51", "remaining_time": "1:01:05"}
+{"current_steps": 995, "total_steps": 1757, "loss": 0.1733, "lr": 1.8907643163416348e-05, "epoch": 3.9641434262948207, "percentage": 56.63, "elapsed_time": "1:19:13", "remaining_time": "1:00:40"}
+{"current_steps": 1000, "total_steps": 1757, "loss": 0.1836, "lr": 1.8709287736605626e-05, "epoch": 3.9840637450199203, "percentage": 56.92, "elapsed_time": "1:19:37", "remaining_time": "1:00:16"}
+{"current_steps": 1005, "total_steps": 1757, "loss": 0.1618, "lr": 1.851105971931446e-05, "epoch": 4.00398406374502, "percentage": 57.2, "elapsed_time": "1:20:54", "remaining_time": "1:00:32"}
+{"current_steps": 1010, "total_steps": 1757, "loss": 0.1467, "lr": 1.831297867913911e-05, "epoch": 4.0239043824701195, "percentage": 57.48, "elapsed_time": "1:21:16", "remaining_time": "1:00:06"}
+{"current_steps": 1015, "total_steps": 1757, "loss": 0.1544, "lr": 1.8115064169167323e-05, "epoch": 4.043824701195219, "percentage": 57.77, "elapsed_time": "1:21:39", "remaining_time": "0:59:41"}
+{"current_steps": 1020, "total_steps": 1757, "loss": 0.1397, "lr": 1.7917335726048254e-05, "epoch": 4.063745019920319, "percentage": 58.05, "elapsed_time": "1:22:00", "remaining_time": "0:59:14"}
+{"current_steps": 1025, "total_steps": 1757, "loss": 0.1611, "lr": 1.7719812868063893e-05, "epoch": 4.083665338645418, "percentage": 58.34, "elapsed_time": "1:22:19", "remaining_time": "0:58:47"}
+{"current_steps": 1030, "total_steps": 1757, "loss": 0.165, "lr": 1.7522515093202418e-05, "epoch": 4.103585657370518, "percentage": 58.62, "elapsed_time": "1:22:40", "remaining_time": "0:58:21"}
+{"current_steps": 1035, "total_steps": 1757, "loss": 0.1346, "lr": 1.7325461877233448e-05, "epoch": 4.123505976095617, "percentage": 58.91, "elapsed_time": "1:23:04", "remaining_time": "0:57:57"}
+{"current_steps": 1040, "total_steps": 1757, "loss": 0.1488, "lr": 1.7128672671785596e-05, "epoch": 4.143426294820717, "percentage": 59.19, "elapsed_time": "1:23:28", "remaining_time": "0:57:33"}
+{"current_steps": 1045, "total_steps": 1757, "loss": 0.1517, "lr": 1.693216690242629e-05, "epoch": 4.163346613545817, "percentage": 59.48, "elapsed_time": "1:23:51", "remaining_time": "0:57:07"}
+{"current_steps": 1050, "total_steps": 1757, "loss": 0.1508, "lr": 1.6735963966744286e-05, "epoch": 4.183266932270916, "percentage": 59.76, "elapsed_time": "1:24:10", "remaining_time": "0:56:40"}
+{"current_steps": 1055, "total_steps": 1757, "loss": 0.1436, "lr": 1.6540083232434814e-05, "epoch": 4.203187250996016, "percentage": 60.05, "elapsed_time": "1:24:31", "remaining_time": "0:56:14"}
+{"current_steps": 1060, "total_steps": 1757, "loss": 0.1573, "lr": 1.6344544035387806e-05, "epoch": 4.223107569721115, "percentage": 60.33, "elapsed_time": "1:24:53", "remaining_time": "0:55:49"}
+{"current_steps": 1065, "total_steps": 1757, "loss": 0.1522, "lr": 1.6149365677779162e-05, "epoch": 4.243027888446215, "percentage": 60.61, "elapsed_time": "1:25:16", "remaining_time": "0:55:24"}
+{"current_steps": 1070, "total_steps": 1757, "loss": 0.1333, "lr": 1.595456742616541e-05, "epoch": 4.2629482071713145, "percentage": 60.9, "elapsed_time": "1:25:37", "remaining_time": "0:54:58"}
+{"current_steps": 1075, "total_steps": 1757, "loss": 0.1792, "lr": 1.5760168509581822e-05, "epoch": 4.282868525896414, "percentage": 61.18, "elapsed_time": "1:25:59", "remaining_time": "0:54:33"}
+{"current_steps": 1080, "total_steps": 1757, "loss": 0.14, "lr": 1.5566188117644295e-05, "epoch": 4.302788844621514, "percentage": 61.47, "elapsed_time": "1:26:19", "remaining_time": "0:54:07"}
+{"current_steps": 1085, "total_steps": 1757, "loss": 0.162, "lr": 1.537264539865508e-05, "epoch": 4.322709163346613, "percentage": 61.75, "elapsed_time": "1:26:39", "remaining_time": "0:53:40"}
+{"current_steps": 1090, "total_steps": 1757, "loss": 0.1401, "lr": 1.5179559457712614e-05, "epoch": 4.342629482071713, "percentage": 62.04, "elapsed_time": "1:27:02", "remaining_time": "0:53:15"}
+{"current_steps": 1095, "total_steps": 1757, "loss": 0.1482, "lr": 1.498694935482559e-05, "epoch": 4.362549800796812, "percentage": 62.32, "elapsed_time": "1:27:26", "remaining_time": "0:52:52"}
+{"current_steps": 1100, "total_steps": 1757, "loss": 0.1489, "lr": 1.4794834103031516e-05, "epoch": 4.382470119521912, "percentage": 62.61, "elapsed_time": "1:27:47", "remaining_time": "0:52:25"}
+{"current_steps": 1105, "total_steps": 1757, "loss": 0.1555, "lr": 1.4603232666519884e-05, "epoch": 4.402390438247012, "percentage": 62.89, "elapsed_time": "1:28:08", "remaining_time": "0:52:00"}
+{"current_steps": 1110, "total_steps": 1757, "loss": 0.1534, "lr": 1.4412163958760133e-05, "epoch": 4.422310756972111, "percentage": 63.18, "elapsed_time": "1:28:32", "remaining_time": "0:51:36"}
+{"current_steps": 1115, "total_steps": 1757, "loss": 0.1611, "lr": 1.4221646840634711e-05, "epoch": 4.442231075697211, "percentage": 63.46, "elapsed_time": "1:28:51", "remaining_time": "0:51:09"}
+{"current_steps": 1120, "total_steps": 1757, "loss": 0.1554, "lr": 1.4031700118577223e-05, "epoch": 4.46215139442231, "percentage": 63.75, "elapsed_time": "1:29:11", "remaining_time": "0:50:43"}
+{"current_steps": 1125, "total_steps": 1757, "loss": 0.1562, "lr": 1.3842342542716015e-05, "epoch": 4.482071713147411, "percentage": 64.03, "elapsed_time": "1:29:34", "remaining_time": "0:50:19"}
+{"current_steps": 1130, "total_steps": 1757, "loss": 0.1567, "lr": 1.3653592805023305e-05, "epoch": 4.5019920318725095, "percentage": 64.31, "elapsed_time": "1:29:53", "remaining_time": "0:49:52"}
+{"current_steps": 1135, "total_steps": 1757, "loss": 0.1338, "lr": 1.3465469537470042e-05, "epoch": 4.52191235059761, "percentage": 64.6, "elapsed_time": "1:30:13", "remaining_time": "0:49:26"}
+{"current_steps": 1140, "total_steps": 1757, "loss": 0.1605, "lr": 1.3277991310186702e-05, "epoch": 4.541832669322709, "percentage": 64.88, "elapsed_time": "1:30:37", "remaining_time": "0:49:02"}
+{"current_steps": 1145, "total_steps": 1757, "loss": 0.1816, "lr": 1.3091176629630176e-05, "epoch": 4.561752988047809, "percentage": 65.17, "elapsed_time": "1:31:00", "remaining_time": "0:48:38"}
+{"current_steps": 1150, "total_steps": 1757, "loss": 0.1466, "lr": 1.2905043936756964e-05, "epoch": 4.581673306772909, "percentage": 65.45, "elapsed_time": "1:31:17", "remaining_time": "0:48:11"}
+{"current_steps": 1155, "total_steps": 1757, "loss": 0.1391, "lr": 1.2719611605202799e-05, "epoch": 4.601593625498008, "percentage": 65.74, "elapsed_time": "1:31:38", "remaining_time": "0:47:45"}
+{"current_steps": 1160, "total_steps": 1757, "loss": 0.1581, "lr": 1.2534897939468973e-05, "epoch": 4.621513944223108, "percentage": 66.02, "elapsed_time": "1:31:59", "remaining_time": "0:47:20"}
+{"current_steps": 1165, "total_steps": 1757, "loss": 0.164, "lr": 1.2350921173115403e-05, "epoch": 4.6414342629482075, "percentage": 66.31, "elapsed_time": "1:32:24", "remaining_time": "0:46:57"}
+{"current_steps": 1170, "total_steps": 1757, "loss": 0.1599, "lr": 1.2167699466960788e-05, "epoch": 4.661354581673307, "percentage": 66.59, "elapsed_time": "1:32:48", "remaining_time": "0:46:34"}
+{"current_steps": 1175, "total_steps": 1757, "loss": 0.17, "lr": 1.1985250907289906e-05, "epoch": 4.681274900398407, "percentage": 66.88, "elapsed_time": "1:33:15", "remaining_time": "0:46:11"}
+{"current_steps": 1180, "total_steps": 1757, "loss": 0.1526, "lr": 1.1803593504068256e-05, "epoch": 4.701195219123506, "percentage": 67.16, "elapsed_time": "1:33:34", "remaining_time": "0:45:45"}
+{"current_steps": 1185, "total_steps": 1757, "loss": 0.1404, "lr": 1.1622745189164249e-05, "epoch": 4.721115537848606, "percentage": 67.44, "elapsed_time": "1:33:57", "remaining_time": "0:45:21"}
+{"current_steps": 1190, "total_steps": 1757, "loss": 0.1599, "lr": 1.1442723814579111e-05, "epoch": 4.741035856573705, "percentage": 67.73, "elapsed_time": "1:34:14", "remaining_time": "0:44:54"}
+{"current_steps": 1195, "total_steps": 1757, "loss": 0.1691, "lr": 1.1263547150684686e-05, "epoch": 4.760956175298805, "percentage": 68.01, "elapsed_time": "1:34:32", "remaining_time": "0:44:27"}
+{"current_steps": 1200, "total_steps": 1757, "loss": 0.1469, "lr": 1.1085232884469236e-05, "epoch": 4.780876494023905, "percentage": 68.3, "elapsed_time": "1:34:50", "remaining_time": "0:44:01"}
+{"current_steps": 1205, "total_steps": 1757, "loss": 0.17, "lr": 1.0907798617791548e-05, "epoch": 4.800796812749004, "percentage": 68.58, "elapsed_time": "1:36:14", "remaining_time": "0:44:05"}
+{"current_steps": 1210, "total_steps": 1757, "loss": 0.1523, "lr": 1.0731261865643376e-05, "epoch": 4.820717131474104, "percentage": 68.87, "elapsed_time": "1:36:35", "remaining_time": "0:43:40"}
+{"current_steps": 1215, "total_steps": 1757, "loss": 0.1507, "lr": 1.0555640054420558e-05, "epoch": 4.840637450199203, "percentage": 69.15, "elapsed_time": "1:36:55", "remaining_time": "0:43:14"}
+{"current_steps": 1220, "total_steps": 1757, "loss": 0.1866, "lr": 1.0380950520202705e-05, "epoch": 4.860557768924303, "percentage": 69.44, "elapsed_time": "1:37:22", "remaining_time": "0:42:51"}
+{"current_steps": 1225, "total_steps": 1757, "loss": 0.1539, "lr": 1.0207210507042013e-05, "epoch": 4.8804780876494025, "percentage": 69.72, "elapsed_time": "1:37:46", "remaining_time": "0:42:27"}
+{"current_steps": 1230, "total_steps": 1757, "loss": 0.1785, "lr": 1.0034437165261013e-05, "epoch": 4.900398406374502, "percentage": 70.01, "elapsed_time": "1:38:11", "remaining_time": "0:42:04"}
+{"current_steps": 1235, "total_steps": 1757, "loss": 0.1693, "lr": 9.862647549759614e-06, "epoch": 4.920318725099602, "percentage": 70.29, "elapsed_time": "1:38:32", "remaining_time": "0:41:39"}
+{"current_steps": 1240, "total_steps": 1757, "loss": 0.1713, "lr": 9.691858618331586e-06, "epoch": 4.940239043824701, "percentage": 70.57, "elapsed_time": "1:38:56", "remaining_time": "0:41:15"}
+{"current_steps": 1245, "total_steps": 1757, "loss": 0.1556, "lr": 9.5220872299906e-06, "epoch": 4.960159362549801, "percentage": 70.86, "elapsed_time": "1:39:16", "remaining_time": "0:40:49"}
+{"current_steps": 1250, "total_steps": 1757, "loss": 0.1441, "lr": 9.353350143306037e-06, "epoch": 4.9800796812749, "percentage": 71.14, "elapsed_time": "1:39:35", "remaining_time": "0:40:23"}
+{"current_steps": 1255, "total_steps": 1757, "loss": 0.1324, "lr": 9.185664014748728e-06, "epoch": 5.0, "percentage": 71.43, "elapsed_time": "1:39:55", "remaining_time": "0:39:58"}
+{"current_steps": 1260, "total_steps": 1757, "loss": 0.1418, "lr": 9.019045397046703e-06, "epoch": 5.0199203187251, "percentage": 71.71, "elapsed_time": "1:40:19", "remaining_time": "0:39:34"}
+{"current_steps": 1265, "total_steps": 1757, "loss": 0.1276, "lr": 8.853510737551274e-06, "epoch": 5.039840637450199, "percentage": 72.0, "elapsed_time": "1:40:38", "remaining_time": "0:39:08"}
+{"current_steps": 1270, "total_steps": 1757, "loss": 0.1406, "lr": 8.689076376613446e-06, "epoch": 5.059760956175299, "percentage": 72.28, "elapsed_time": "1:40:59", "remaining_time": "0:38:43"}
+{"current_steps": 1275, "total_steps": 1757, "loss": 0.1257, "lr": 8.525758545970937e-06, "epoch": 5.079681274900398, "percentage": 72.57, "elapsed_time": "1:41:22", "remaining_time": "0:38:19"}
+{"current_steps": 1280, "total_steps": 1757, "loss": 0.1453, "lr": 8.363573367145892e-06, "epoch": 5.099601593625498, "percentage": 72.85, "elapsed_time": "1:41:43", "remaining_time": "0:37:54"}
+{"current_steps": 1285, "total_steps": 1757, "loss": 0.1485, "lr": 8.202536849853482e-06, "epoch": 5.1195219123505975, "percentage": 73.14, "elapsed_time": "1:42:06", "remaining_time": "0:37:30"}
+{"current_steps": 1290, "total_steps": 1757, "loss": 0.1199, "lr": 8.04266489042157e-06, "epoch": 5.139442231075697, "percentage": 73.42, "elapsed_time": "1:42:34", "remaining_time": "0:37:08"}
+{"current_steps": 1295, "total_steps": 1757, "loss": 0.1441, "lr": 7.883973270221508e-06, "epoch": 5.159362549800797, "percentage": 73.71, "elapsed_time": "1:42:56", "remaining_time": "0:36:43"}
+{"current_steps": 1300, "total_steps": 1757, "loss": 0.1527, "lr": 7.726477654110333e-06, "epoch": 5.179282868525896, "percentage": 73.99, "elapsed_time": "1:43:17", "remaining_time": "0:36:18"}
+{"current_steps": 1305, "total_steps": 1757, "loss": 0.1419, "lr": 7.570193588884458e-06, "epoch": 5.199203187250996, "percentage": 74.27, "elapsed_time": "1:43:36", "remaining_time": "0:35:53"}
+{"current_steps": 1310, "total_steps": 1757, "loss": 0.1245, "lr": 7.415136501744986e-06, "epoch": 5.219123505976095, "percentage": 74.56, "elapsed_time": "1:43:57", "remaining_time": "0:35:28"}
+{"current_steps": 1315, "total_steps": 1757, "loss": 0.1365, "lr": 7.261321698774888e-06, "epoch": 5.239043824701195, "percentage": 74.84, "elapsed_time": "1:44:17", "remaining_time": "0:35:03"}
+{"current_steps": 1320, "total_steps": 1757, "loss": 0.1368, "lr": 7.1087643634280625e-06, "epoch": 5.258964143426295, "percentage": 75.13, "elapsed_time": "1:44:41", "remaining_time": "0:34:39"}
+{"current_steps": 1325, "total_steps": 1757, "loss": 0.1396, "lr": 6.957479555030528e-06, "epoch": 5.278884462151394, "percentage": 75.41, "elapsed_time": "1:45:02", "remaining_time": "0:34:14"}
+{"current_steps": 1330, "total_steps": 1757, "loss": 0.1498, "lr": 6.807482207293954e-06, "epoch": 5.298804780876494, "percentage": 75.7, "elapsed_time": "1:45:22", "remaining_time": "0:33:49"}
+{"current_steps": 1335, "total_steps": 1757, "loss": 0.1297, "lr": 6.658787126841426e-06, "epoch": 5.318725099601593, "percentage": 75.98, "elapsed_time": "1:45:44", "remaining_time": "0:33:25"}
+{"current_steps": 1340, "total_steps": 1757, "loss": 0.1423, "lr": 6.511408991745893e-06, "epoch": 5.338645418326693, "percentage": 76.27, "elapsed_time": "1:46:07", "remaining_time": "0:33:01"}
+{"current_steps": 1345, "total_steps": 1757, "loss": 0.1361, "lr": 6.36536235008125e-06, "epoch": 5.3585657370517925, "percentage": 76.55, "elapsed_time": "1:46:26", "remaining_time": "0:32:36"}
+{"current_steps": 1350, "total_steps": 1757, "loss": 0.1361, "lr": 6.220661618486268e-06, "epoch": 5.378486055776892, "percentage": 76.84, "elapsed_time": "1:46:50", "remaining_time": "0:32:12"}
+{"current_steps": 1355, "total_steps": 1757, "loss": 0.1389, "lr": 6.077321080741469e-06, "epoch": 5.398406374501992, "percentage": 77.12, "elapsed_time": "1:47:08", "remaining_time": "0:31:47"}
+{"current_steps": 1360, "total_steps": 1757, "loss": 0.1461, "lr": 5.9353548863591504e-06, "epoch": 5.418326693227091, "percentage": 77.4, "elapsed_time": "1:47:28", "remaining_time": "0:31:22"}
+{"current_steps": 1365, "total_steps": 1757, "loss": 0.1516, "lr": 5.794777049186657e-06, "epoch": 5.438247011952191, "percentage": 77.69, "elapsed_time": "1:47:51", "remaining_time": "0:30:58"}
+{"current_steps": 1370, "total_steps": 1757, "loss": 0.1338, "lr": 5.655601446023016e-06, "epoch": 5.45816733067729, "percentage": 77.97, "elapsed_time": "1:48:12", "remaining_time": "0:30:34"}
+{"current_steps": 1375, "total_steps": 1757, "loss": 0.1404, "lr": 5.51784181524917e-06, "epoch": 5.47808764940239, "percentage": 78.26, "elapsed_time": "1:48:33", "remaining_time": "0:30:09"}
+{"current_steps": 1380, "total_steps": 1757, "loss": 0.1269, "lr": 5.381511755471751e-06, "epoch": 5.4980079681274905, "percentage": 78.54, "elapsed_time": "1:48:54", "remaining_time": "0:29:45"}
+{"current_steps": 1385, "total_steps": 1757, "loss": 0.1445, "lr": 5.246624724180789e-06, "epoch": 5.517928286852589, "percentage": 78.83, "elapsed_time": "1:49:19", "remaining_time": "0:29:21"}
+{"current_steps": 1390, "total_steps": 1757, "loss": 0.1351, "lr": 5.113194036421285e-06, "epoch": 5.53784860557769, "percentage": 79.11, "elapsed_time": "1:49:39", "remaining_time": "0:28:57"}
+{"current_steps": 1395, "total_steps": 1757, "loss": 0.1413, "lr": 4.9812328634788135e-06, "epoch": 5.557768924302788, "percentage": 79.4, "elapsed_time": "1:50:00", "remaining_time": "0:28:32"}
+{"current_steps": 1400, "total_steps": 1757, "loss": 0.1636, "lr": 4.850754231579371e-06, "epoch": 5.577689243027889, "percentage": 79.68, "elapsed_time": "1:50:23", "remaining_time": "0:28:09"}
+{"current_steps": 1405, "total_steps": 1757, "loss": 0.1232, "lr": 4.721771020603523e-06, "epoch": 5.597609561752988, "percentage": 79.97, "elapsed_time": "1:51:38", "remaining_time": "0:27:58"}
+{"current_steps": 1410, "total_steps": 1757, "loss": 0.1511, "lr": 4.594295962815018e-06, "epoch": 5.617529880478088, "percentage": 80.25, "elapsed_time": "1:51:56", "remaining_time": "0:27:32"}
+{"current_steps": 1415, "total_steps": 1757, "loss": 0.1331, "lr": 4.468341641603908e-06, "epoch": 5.637450199203188, "percentage": 80.54, "elapsed_time": "1:52:17", "remaining_time": "0:27:08"}
+{"current_steps": 1420, "total_steps": 1757, "loss": 0.1377, "lr": 4.343920490244449e-06, "epoch": 5.657370517928287, "percentage": 80.82, "elapsed_time": "1:52:43", "remaining_time": "0:26:45"}
+{"current_steps": 1425, "total_steps": 1757, "loss": 0.1494, "lr": 4.221044790667761e-06, "epoch": 5.677290836653387, "percentage": 81.1, "elapsed_time": "1:53:05", "remaining_time": "0:26:20"}
+{"current_steps": 1430, "total_steps": 1757, "loss": 0.1433, "lr": 4.0997266722494555e-06, "epoch": 5.697211155378486, "percentage": 81.39, "elapsed_time": "1:53:25", "remaining_time": "0:25:56"}
+{"current_steps": 1435, "total_steps": 1757, "loss": 0.1592, "lr": 3.979978110612313e-06, "epoch": 5.717131474103586, "percentage": 81.67, "elapsed_time": "1:53:50", "remaining_time": "0:25:32"}
+{"current_steps": 1440, "total_steps": 1757, "loss": 0.1408, "lr": 3.861810926444129e-06, "epoch": 5.7370517928286855, "percentage": 81.96, "elapsed_time": "1:54:10", "remaining_time": "0:25:08"}
+{"current_steps": 1445, "total_steps": 1757, "loss": 0.1464, "lr": 3.7452367843308745e-06, "epoch": 5.756972111553785, "percentage": 82.24, "elapsed_time": "1:54:34", "remaining_time": "0:24:44"}
+{"current_steps": 1450, "total_steps": 1757, "loss": 0.1349, "lr": 3.6302671916052634e-06, "epoch": 5.776892430278885, "percentage": 82.53, "elapsed_time": "1:54:59", "remaining_time": "0:24:20"}
+{"current_steps": 1455, "total_steps": 1757, "loss": 0.1438, "lr": 3.5169134972108078e-06, "epoch": 5.796812749003984, "percentage": 82.81, "elapsed_time": "1:55:21", "remaining_time": "0:23:56"}
+{"current_steps": 1460, "total_steps": 1757, "loss": 0.1452, "lr": 3.405186890581551e-06, "epoch": 5.816733067729084, "percentage": 83.1, "elapsed_time": "1:55:42", "remaining_time": "0:23:32"}
+{"current_steps": 1465, "total_steps": 1757, "loss": 0.1557, "lr": 3.2950984005375264e-06, "epoch": 5.836653386454183, "percentage": 83.38, "elapsed_time": "1:56:01", "remaining_time": "0:23:07"}
+{"current_steps": 1470, "total_steps": 1757, "loss": 0.1622, "lr": 3.1866588941960886e-06, "epoch": 5.856573705179283, "percentage": 83.67, "elapsed_time": "1:56:21", "remaining_time": "0:22:43"}
+{"current_steps": 1475, "total_steps": 1757, "loss": 0.1379, "lr": 3.079879075899166e-06, "epoch": 5.876494023904383, "percentage": 83.95, "elapsed_time": "1:56:43", "remaining_time": "0:22:19"}
+{"current_steps": 1480, "total_steps": 1757, "loss": 0.1422, "lr": 2.9747694861566235e-06, "epoch": 5.896414342629482, "percentage": 84.23, "elapsed_time": "1:57:04", "remaining_time": "0:21:54"}
+{"current_steps": 1485, "total_steps": 1757, "loss": 0.1572, "lr": 2.871340500605784e-06, "epoch": 5.916334661354582, "percentage": 84.52, "elapsed_time": "1:57:22", "remaining_time": "0:21:30"}
+{"current_steps": 1490, "total_steps": 1757, "loss": 0.1367, "lr": 2.7696023289872153e-06, "epoch": 5.936254980079681, "percentage": 84.8, "elapsed_time": "1:57:44", "remaining_time": "0:21:05"}
+{"current_steps": 1495, "total_steps": 1757, "loss": 0.145, "lr": 2.6695650141369036e-06, "epoch": 5.956175298804781, "percentage": 85.09, "elapsed_time": "1:58:05", "remaining_time": "0:20:41"}
+{"current_steps": 1500, "total_steps": 1757, "loss": 0.1521, "lr": 2.5712384309948977e-06, "epoch": 5.9760956175298805, "percentage": 85.37, "elapsed_time": "1:58:25", "remaining_time": "0:20:17"}
+{"current_steps": 1505, "total_steps": 1757, "loss": 0.1465, "lr": 2.4746322856305293e-06, "epoch": 5.99601593625498, "percentage": 85.66, "elapsed_time": "1:58:44", "remaining_time": "0:19:52"}
+{"current_steps": 1510, "total_steps": 1757, "loss": 0.1267, "lr": 2.3797561142843107e-06, "epoch": 6.01593625498008, "percentage": 85.94, "elapsed_time": "1:59:03", "remaining_time": "0:19:28"}
+{"current_steps": 1515, "total_steps": 1757, "loss": 0.1457, "lr": 2.2866192824265676e-06, "epoch": 6.035856573705179, "percentage": 86.23, "elapsed_time": "1:59:28", "remaining_time": "0:19:05"}
+{"current_steps": 1520, "total_steps": 1757, "loss": 0.1122, "lr": 2.19523098383297e-06, "epoch": 6.055776892430279, "percentage": 86.51, "elapsed_time": "1:59:53", "remaining_time": "0:18:41"}
+{"current_steps": 1525, "total_steps": 1757, "loss": 0.1481, "lr": 2.1056002396769724e-06, "epoch": 6.075697211155378, "percentage": 86.8, "elapsed_time": "2:00:16", "remaining_time": "0:18:17"}
+{"current_steps": 1530, "total_steps": 1757, "loss": 0.1292, "lr": 2.017735897639339e-06, "epoch": 6.095617529880478, "percentage": 87.08, "elapsed_time": "2:00:35", "remaining_time": "0:17:53"}
+{"current_steps": 1535, "total_steps": 1757, "loss": 0.1278, "lr": 1.9316466310347314e-06, "epoch": 6.115537848605578, "percentage": 87.36, "elapsed_time": "2:00:54", "remaining_time": "0:17:29"}
+{"current_steps": 1540, "total_steps": 1757, "loss": 0.1434, "lr": 1.8473409379555684e-06, "epoch": 6.135458167330677, "percentage": 87.65, "elapsed_time": "2:01:13", "remaining_time": "0:17:04"}
+{"current_steps": 1545, "total_steps": 1757, "loss": 0.1175, "lr": 1.7648271404331386e-06, "epoch": 6.155378486055777, "percentage": 87.93, "elapsed_time": "2:01:31", "remaining_time": "0:16:40"}
+{"current_steps": 1550, "total_steps": 1757, "loss": 0.1303, "lr": 1.6841133836161371e-06, "epoch": 6.175298804780876, "percentage": 88.22, "elapsed_time": "2:01:52", "remaining_time": "0:16:16"}
+{"current_steps": 1555, "total_steps": 1757, "loss": 0.1169, "lr": 1.605207634966617e-06, "epoch": 6.195219123505976, "percentage": 88.5, "elapsed_time": "2:02:12", "remaining_time": "0:15:52"}
+{"current_steps": 1560, "total_steps": 1757, "loss": 0.123, "lr": 1.5281176834735e-06, "epoch": 6.2151394422310755, "percentage": 88.79, "elapsed_time": "2:02:40", "remaining_time": "0:15:29"}
+{"current_steps": 1565, "total_steps": 1757, "loss": 0.1449, "lr": 1.4528511388837153e-06, "epoch": 6.235059760956175, "percentage": 89.07, "elapsed_time": "2:03:01", "remaining_time": "0:15:05"}
+{"current_steps": 1570, "total_steps": 1757, "loss": 0.1519, "lr": 1.3794154309510189e-06, "epoch": 6.254980079681275, "percentage": 89.36, "elapsed_time": "2:03:21", "remaining_time": "0:14:41"}
+{"current_steps": 1575, "total_steps": 1757, "loss": 0.1415, "lr": 1.3078178087025827e-06, "epoch": 6.274900398406374, "percentage": 89.64, "elapsed_time": "2:03:44", "remaining_time": "0:14:17"}
+{"current_steps": 1580, "total_steps": 1757, "loss": 0.1388, "lr": 1.23806533972342e-06, "epoch": 6.294820717131474, "percentage": 89.93, "elapsed_time": "2:04:07", "remaining_time": "0:13:54"}
+{"current_steps": 1585, "total_steps": 1757, "loss": 0.1339, "lr": 1.170164909458731e-06, "epoch": 6.314741035856573, "percentage": 90.21, "elapsed_time": "2:04:26", "remaining_time": "0:13:30"}
+{"current_steps": 1590, "total_steps": 1757, "loss": 0.1483, "lr": 1.1041232205342257e-06, "epoch": 6.334661354581673, "percentage": 90.5, "elapsed_time": "2:04:46", "remaining_time": "0:13:06"}
+{"current_steps": 1595, "total_steps": 1757, "loss": 0.1419, "lr": 1.0399467920944862e-06, "epoch": 6.354581673306773, "percentage": 90.78, "elapsed_time": "2:05:10", "remaining_time": "0:12:42"}
+{"current_steps": 1600, "total_steps": 1757, "loss": 0.1335, "lr": 9.77641959159441e-07, "epoch": 6.374501992031872, "percentage": 91.06, "elapsed_time": "2:05:30", "remaining_time": "0:12:18"}
+{"current_steps": 1605, "total_steps": 1757, "loss": 0.1353, "lr": 9.172148719990237e-07, "epoch": 6.394422310756972, "percentage": 91.35, "elapsed_time": "2:06:42", "remaining_time": "0:12:00"}
+{"current_steps": 1610, "total_steps": 1757, "loss": 0.138, "lr": 8.586714955260733e-07, "epoch": 6.414342629482071, "percentage": 91.63, "elapsed_time": "2:07:04", "remaining_time": "0:11:36"}
+{"current_steps": 1615, "total_steps": 1757, "loss": 0.1352, "lr": 8.020176087075038e-07, "epoch": 6.434262948207171, "percentage": 91.92, "elapsed_time": "2:07:26", "remaining_time": "0:11:12"}
+{"current_steps": 1620, "total_steps": 1757, "loss": 0.1328, "lr": 7.472588039938622e-07, "epoch": 6.4541832669322705, "percentage": 92.2, "elapsed_time": "2:07:48", "remaining_time": "0:10:48"}
+{"current_steps": 1625, "total_steps": 1757, "loss": 0.1361, "lr": 6.944004867672727e-07, "epoch": 6.474103585657371, "percentage": 92.49, "elapsed_time": "2:08:09", "remaining_time": "0:10:24"}
+{"current_steps": 1630, "total_steps": 1757, "loss": 0.1316, "lr": 6.434478748078676e-07, "epoch": 6.49402390438247, "percentage": 92.77, "elapsed_time": "2:08:26", "remaining_time": "0:10:00"}
+{"current_steps": 1635, "total_steps": 1757, "loss": 0.1244, "lr": 5.944059977787242e-07, "epoch": 6.51394422310757, "percentage": 93.06, "elapsed_time": "2:08:49", "remaining_time": "0:09:36"}
+{"current_steps": 1640, "total_steps": 1757, "loss": 0.1498, "lr": 5.472796967293614e-07, "epoch": 6.533864541832669, "percentage": 93.34, "elapsed_time": "2:09:12", "remaining_time": "0:09:13"}
+{"current_steps": 1645, "total_steps": 1757, "loss": 0.1426, "lr": 5.020736236178913e-07, "epoch": 6.553784860557769, "percentage": 93.63, "elapsed_time": "2:09:31", "remaining_time": "0:08:49"}
+{"current_steps": 1650, "total_steps": 1757, "loss": 0.1291, "lr": 4.587922408517864e-07, "epoch": 6.573705179282869, "percentage": 93.91, "elapsed_time": "2:09:52", "remaining_time": "0:08:25"}
+{"current_steps": 1655, "total_steps": 1757, "loss": 0.1388, "lr": 4.174398208474051e-07, "epoch": 6.5936254980079685, "percentage": 94.19, "elapsed_time": "2:10:11", "remaining_time": "0:08:01"}
+{"current_steps": 1660, "total_steps": 1757, "loss": 0.1453, "lr": 3.780204456082381e-07, "epoch": 6.613545816733068, "percentage": 94.48, "elapsed_time": "2:10:35", "remaining_time": "0:07:37"}
+{"current_steps": 1665, "total_steps": 1757, "loss": 0.1354, "lr": 3.4053800632196434e-07, "epoch": 6.633466135458168, "percentage": 94.76, "elapsed_time": "2:10:56", "remaining_time": "0:07:14"}
+{"current_steps": 1670, "total_steps": 1757, "loss": 0.1238, "lr": 3.0499620297635315e-07, "epoch": 6.653386454183267, "percentage": 95.05, "elapsed_time": "2:11:15", "remaining_time": "0:06:50"}
+{"current_steps": 1675, "total_steps": 1757, "loss": 0.122, "lr": 2.7139854399401256e-07, "epoch": 6.673306772908367, "percentage": 95.33, "elapsed_time": "2:11:36", "remaining_time": "0:06:26"}
+{"current_steps": 1680, "total_steps": 1757, "loss": 0.135, "lr": 2.3974834588607496e-07, "epoch": 6.693227091633466, "percentage": 95.62, "elapsed_time": "2:11:54", "remaining_time": "0:06:02"}
+{"current_steps": 1685, "total_steps": 1757, "loss": 0.132, "lr": 2.1004873292480797e-07, "epoch": 6.713147410358566, "percentage": 95.9, "elapsed_time": "2:12:17", "remaining_time": "0:05:39"}
+{"current_steps": 1690, "total_steps": 1757, "loss": 0.1483, "lr": 1.823026368352232e-07, "epoch": 6.733067729083666, "percentage": 96.19, "elapsed_time": "2:12:45", "remaining_time": "0:05:15"}
+{"current_steps": 1695, "total_steps": 1757, "loss": 0.1189, "lr": 1.5651279650565897e-07, "epoch": 6.752988047808765, "percentage": 96.47, "elapsed_time": "2:13:07", "remaining_time": "0:04:52"}
+{"current_steps": 1700, "total_steps": 1757, "loss": 0.128, "lr": 1.3268175771743663e-07, "epoch": 6.772908366533865, "percentage": 96.76, "elapsed_time": "2:13:30", "remaining_time": "0:04:28"}
+{"current_steps": 1705, "total_steps": 1757, "loss": 0.1357, "lr": 1.108118728935459e-07, "epoch": 6.792828685258964, "percentage": 97.04, "elapsed_time": "2:13:51", "remaining_time": "0:04:04"}
+{"current_steps": 1710, "total_steps": 1757, "loss": 0.1314, "lr": 9.09053008664329e-08, "epoch": 6.812749003984064, "percentage": 97.32, "elapsed_time": "2:14:10", "remaining_time": "0:03:41"}
+{"current_steps": 1715, "total_steps": 1757, "loss": 0.1486, "lr": 7.296400666490844e-08, "epoch": 6.8326693227091635, "percentage": 97.61, "elapsed_time": "2:14:29", "remaining_time": "0:03:17"}
+{"current_steps": 1720, "total_steps": 1757, "loss": 0.1264, "lr": 5.6989761320160874e-08, "epoch": 6.852589641434263, "percentage": 97.89, "elapsed_time": "2:14:50", "remaining_time": "0:02:54"}
+{"current_steps": 1725, "total_steps": 1757, "loss": 0.1306, "lr": 4.298414169093601e-08, "epoch": 6.872509960159363, "percentage": 98.18, "elapsed_time": "2:15:09", "remaining_time": "0:02:30"}
+{"current_steps": 1730, "total_steps": 1757, "loss": 0.1379, "lr": 3.094853030788825e-08, "epoch": 6.892430278884462, "percentage": 98.46, "elapsed_time": "2:15:30", "remaining_time": "0:02:06"}
+{"current_steps": 1735, "total_steps": 1757, "loss": 0.1324, "lr": 2.0884115237103098e-08, "epoch": 6.912350597609562, "percentage": 98.75, "elapsed_time": "2:15:49", "remaining_time": "0:01:43"}
+{"current_steps": 1740, "total_steps": 1757, "loss": 0.1214, "lr": 1.279188996281766e-08, "epoch": 6.932270916334661, "percentage": 99.03, "elapsed_time": "2:16:06", "remaining_time": "0:01:19"}
+{"current_steps": 1745, "total_steps": 1757, "loss": 0.1353, "lr": 6.6726532893501835e-09, "epoch": 6.952191235059761, "percentage": 99.32, "elapsed_time": "2:16:24", "remaining_time": "0:00:56"}
+{"current_steps": 1750, "total_steps": 1757, "loss": 0.1391, "lr": 2.527009262258684e-09, "epoch": 6.972111553784861, "percentage": 99.6, "elapsed_time": "2:16:48", "remaining_time": "0:00:32"}
+{"current_steps": 1755, "total_steps": 1757, "loss": 0.1213, "lr": 3.553671087019872e-10, "epoch": 6.99203187250996, "percentage": 99.89, "elapsed_time": "2:17:12", "remaining_time": "0:00:09"}
+{"current_steps": 1757, "total_steps": 1757, "epoch": 7.0, "percentage": 100.0, "elapsed_time": "2:18:15", "remaining_time": "0:00:00"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb853749962375f0a7a6dcf3cf156b04b2b5cab50e35faf7ac9f48d73738f074
+size 8593