Upload folder using huggingface_hub

.gitattributes

@@ -41,3 +41,4 @@ web_rl_7b/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 osgenesis7b/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 osgenesis-llama/checkpoint-500/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 osgenesis-llama/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+agenttrek-llama/tokenizer.json filter=lfs diff=lfs merge=lfs -text

agenttrek-llama/chat_template.jinja

@@ -0,0 +1,109 @@
+{{- bos_token }}
+{%- if custom_tools is defined %}
+    {%- set tools = custom_tools %}
+{%- endif %}
+{%- if not tools_in_user_message is defined %}
+    {%- set tools_in_user_message = true %}
+{%- endif %}
+{%- if not date_string is defined %}
+    {%- set date_string = "26 Jul 2024" %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = none %}
+{%- endif %}
+
+{#- This block extracts the system message, so we can slot it into the right place. #}
+{%- if messages[0]['role'] == 'system' %}
+    {%- set system_message = messages[0]['content']|trim %}
+    {%- set messages = messages[1:] %}
+{%- else %}
+    {%- set system_message = "" %}
+{%- endif %}
+
+{#- System message + builtin tools #}
+{{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
+{%- if builtin_tools is defined or tools is not none %}
+    {{- "Environment: ipython\n" }}
+{%- endif %}
+{%- if builtin_tools is defined %}
+    {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}}
+{%- endif %}
+{{- "Cutting Knowledge Date: December 2023\n" }}
+{{- "Today Date: " + date_string + "\n\n" }}
+{%- if tools is not none and not tools_in_user_message %}
+    {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+{%- endif %}
+{{- system_message }}
+{{- "<|eot_id|>" }}
+
+{#- Custom tools are passed in a user message with some extra guidance #}
+{%- if tools_in_user_message and not tools is none %}
+    {#- Extract the first user message so we can plug it in here #}
+    {%- if messages | length != 0 %}
+        {%- set first_user_message = messages[0]['content']|trim %}
+        {%- set messages = messages[1:] %}
+    {%- else %}
+        {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }}
+{%- endif %}
+    {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}}
+    {{- "Given the following functions, please respond with a JSON for a function call " }}
+    {{- "with its proper arguments that best answers the given prompt.\n\n" }}
+    {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }}
+    {{- "Do not use variables.\n\n" }}
+    {%- for t in tools %}
+        {{- t | tojson(indent=4) }}
+        {{- "\n\n" }}
+    {%- endfor %}
+    {{- first_user_message + "<|eot_id|>"}}
+{%- endif %}
+
+{%- for message in messages %}
+    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}
+        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }}
+    {%- elif 'tool_calls' in message %}
+        {%- if not message.tool_calls|length == 1 %}
+            {{- raise_exception("This model only supports single tool-calls at once!") }}
+        {%- endif %}
+        {%- set tool_call = message.tool_calls[0].function %}
+        {%- if builtin_tools is defined and tool_call.name in builtin_tools %}
+            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+            {{- "<|python_tag|>" + tool_call.name + ".call(" }}
+            {%- for arg_name, arg_val in tool_call.arguments | items %}
+                {{- arg_name + '="' + arg_val + '"' }}
+                {%- if not loop.last %}
+                    {{- ", " }}
+                {%- endif %}
+                {%- endfor %}
+            {{- ")" }}
+        {%- else  %}
+            {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
+            {{- '{"name": "' + tool_call.name + '", ' }}
+            {{- '"parameters": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- "}" }}
+        {%- endif %}
+        {%- if builtin_tools is defined %}
+            {#- This means we're in ipython mode #}
+            {{- "<|eom_id|>" }}
+        {%- else %}
+            {{- "<|eot_id|>" }}
+        {%- endif %}
+    {%- elif message.role == "tool" or message.role == "ipython" %}
+        {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }}
+        {%- if message.content is mapping or message.content is iterable %}
+            {{- message.content | tojson }}
+        {%- else %}
+            {{- message.content }}
+        {%- endif %}
+        {{- "<|eot_id|>" }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
+{%- endif %}

agenttrek-llama/config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "dtype": "bfloat16",
+  "eos_token_id": 128009,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 128009,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "transformers_version": "4.57.1",
+  "use_cache": false,
+  "vocab_size": 128256
+}

agenttrek-llama/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128009,
+    128001,
+    128008,
+    128009
+  ],
+  "pad_token_id": 128009,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.57.1"
+}

agenttrek-llama/model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a521ade18b8ae83283e0cbdd7e0f4085c799b6137e0d5ac1664a48d621b8ff72
+size 4976698672

agenttrek-llama/model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3765f472158689bcb0d7ce074d79b643a131addc0bcdfabf67b873901ca961f0
+size 4999802720

agenttrek-llama/model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20a77881c1a386158a432f8d261c5daf487cacedf79c1b85f220ee2869667cf
+size 4915916176

agenttrek-llama/model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581be640baaabea07ca26e23c1b721b570f943b1e43710f731adc0f041009efb
+size 1168138808

agenttrek-llama/model.safetensors.index.json

@@ -0,0 +1,299 @@
+{
+  "metadata": {
+    "total_parameters": 266240,
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

agenttrek-llama/runs/Dec13_20-58-50_hgx002/events.out.tfevents.1765632347.hgx002

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69539b93cf85a2e06e40a5d2569468cb4a1ccca6a61c92ff384b9d3ab26a398
+size 9389

agenttrek-llama/runs/Dec13_23-12-51_hgx002/events.out.tfevents.1765640509.hgx002

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711cbd7e0eeb8385532eb02426aaa8622e127706b4e838835fb738cb0f22836b
+size 42696

agenttrek-llama/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

agenttrek-llama/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

agenttrek-llama/tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "extra_special_tokens": {},
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

agenttrek-llama/trainer_log.jsonl

@@ -0,0 +1,175 @@
+{"current_steps": 10, "total_steps": 4440, "loss": 1.0305, "lr": 2.0270270270270273e-07, "epoch": 0.006760182524928173, "percentage": 0.23, "elapsed_time": "0:07:21", "remaining_time": "2 days, 6:17:05"}
+{"current_steps": 20, "total_steps": 4440, "loss": 0.9433, "lr": 4.27927927927928e-07, "epoch": 0.013520365049856346, "percentage": 0.45, "elapsed_time": "0:13:21", "remaining_time": "2 days, 1:13:05"}
+{"current_steps": 30, "total_steps": 4440, "loss": 0.7961, "lr": 6.531531531531532e-07, "epoch": 0.020280547574784518, "percentage": 0.68, "elapsed_time": "0:18:42", "remaining_time": "1 day, 21:50:11"}
+{"current_steps": 40, "total_steps": 4440, "loss": 0.6703, "lr": 8.783783783783785e-07, "epoch": 0.027040730099712692, "percentage": 0.9, "elapsed_time": "0:24:20", "remaining_time": "1 day, 20:38:15"}
+{"current_steps": 50, "total_steps": 4440, "loss": 0.5868, "lr": 1.1036036036036037e-06, "epoch": 0.03380091262464086, "percentage": 1.13, "elapsed_time": "0:30:05", "remaining_time": "1 day, 20:02:03"}
+{"current_steps": 60, "total_steps": 4440, "loss": 0.5074, "lr": 1.328828828828829e-06, "epoch": 0.040561095149569036, "percentage": 1.35, "elapsed_time": "0:36:32", "remaining_time": "1 day, 20:27:27"}
+{"current_steps": 70, "total_steps": 4440, "loss": 0.4983, "lr": 1.5540540540540541e-06, "epoch": 0.04732127767449721, "percentage": 1.58, "elapsed_time": "0:41:52", "remaining_time": "1 day, 19:34:41"}
+{"current_steps": 80, "total_steps": 4440, "loss": 0.497, "lr": 1.7792792792792792e-06, "epoch": 0.054081460199425384, "percentage": 1.8, "elapsed_time": "0:47:46", "remaining_time": "1 day, 19:23:48"}
+{"current_steps": 90, "total_steps": 4440, "loss": 0.4695, "lr": 2.0045045045045045e-06, "epoch": 0.06084164272435356, "percentage": 2.03, "elapsed_time": "0:53:25", "remaining_time": "1 day, 19:02:33"}
+{"current_steps": 100, "total_steps": 4440, "loss": 0.4408, "lr": 2.22972972972973e-06, "epoch": 0.06760182524928172, "percentage": 2.25, "elapsed_time": "0:59:13", "remaining_time": "1 day, 18:50:41"}
+{"current_steps": 110, "total_steps": 4440, "loss": 0.4215, "lr": 2.454954954954955e-06, "epoch": 0.0743620077742099, "percentage": 2.48, "elapsed_time": "1:05:12", "remaining_time": "1 day, 18:46:50"}
+{"current_steps": 120, "total_steps": 4440, "loss": 0.4222, "lr": 2.6801801801801803e-06, "epoch": 0.08112219029913807, "percentage": 2.7, "elapsed_time": "1:10:49", "remaining_time": "1 day, 18:29:49"}
+{"current_steps": 130, "total_steps": 4440, "loss": 0.4297, "lr": 2.9054054054054054e-06, "epoch": 0.08788237282406625, "percentage": 2.93, "elapsed_time": "1:16:34", "remaining_time": "1 day, 18:18:51"}
+{"current_steps": 140, "total_steps": 4440, "loss": 0.4132, "lr": 3.130630630630631e-06, "epoch": 0.09464255534899442, "percentage": 3.15, "elapsed_time": "1:22:20", "remaining_time": "1 day, 18:09:03"}
+{"current_steps": 150, "total_steps": 4440, "loss": 0.4123, "lr": 3.3558558558558565e-06, "epoch": 0.1014027378739226, "percentage": 3.38, "elapsed_time": "1:28:13", "remaining_time": "1 day, 18:03:20"}
+{"current_steps": 160, "total_steps": 4440, "loss": 0.4022, "lr": 3.5810810810810816e-06, "epoch": 0.10816292039885077, "percentage": 3.6, "elapsed_time": "1:33:55", "remaining_time": "1 day, 17:52:40"}
+{"current_steps": 170, "total_steps": 4440, "loss": 0.417, "lr": 3.8063063063063067e-06, "epoch": 0.11492310292377894, "percentage": 3.83, "elapsed_time": "1:39:44", "remaining_time": "1 day, 17:45:22"}
+{"current_steps": 180, "total_steps": 4440, "loss": 0.4137, "lr": 4.031531531531531e-06, "epoch": 0.12168328544870712, "percentage": 4.05, "elapsed_time": "1:45:02", "remaining_time": "1 day, 17:25:54"}
+{"current_steps": 190, "total_steps": 4440, "loss": 0.3838, "lr": 4.256756756756757e-06, "epoch": 0.1284434679736353, "percentage": 4.28, "elapsed_time": "1:50:46", "remaining_time": "1 day, 17:17:46"}
+{"current_steps": 200, "total_steps": 4440, "loss": 0.3933, "lr": 4.4819819819819824e-06, "epoch": 0.13520365049856345, "percentage": 4.5, "elapsed_time": "1:56:27", "remaining_time": "1 day, 17:08:52"}
+{"current_steps": 210, "total_steps": 4440, "loss": 0.418, "lr": 4.707207207207208e-06, "epoch": 0.14196383302349164, "percentage": 4.73, "elapsed_time": "2:02:05", "remaining_time": "1 day, 16:59:10"}
+{"current_steps": 220, "total_steps": 4440, "loss": 0.4068, "lr": 4.932432432432433e-06, "epoch": 0.1487240155484198, "percentage": 4.95, "elapsed_time": "2:07:40", "remaining_time": "1 day, 16:48:54"}
+{"current_steps": 230, "total_steps": 4440, "loss": 0.4122, "lr": 5.157657657657657e-06, "epoch": 0.15548419807334798, "percentage": 5.18, "elapsed_time": "2:13:02", "remaining_time": "1 day, 16:35:11"}
+{"current_steps": 240, "total_steps": 4440, "loss": 0.4195, "lr": 5.382882882882884e-06, "epoch": 0.16224438059827614, "percentage": 5.41, "elapsed_time": "2:18:54", "remaining_time": "1 day, 16:30:59"}
+{"current_steps": 250, "total_steps": 4440, "loss": 0.3922, "lr": 5.608108108108109e-06, "epoch": 0.16900456312320433, "percentage": 5.63, "elapsed_time": "2:24:42", "remaining_time": "1 day, 16:25:11"}
+{"current_steps": 260, "total_steps": 4440, "loss": 0.3971, "lr": 5.833333333333334e-06, "epoch": 0.1757647456481325, "percentage": 5.86, "elapsed_time": "2:30:41", "remaining_time": "1 day, 16:22:41"}
+{"current_steps": 270, "total_steps": 4440, "loss": 0.4135, "lr": 6.0585585585585595e-06, "epoch": 0.18252492817306068, "percentage": 6.08, "elapsed_time": "2:36:37", "remaining_time": "1 day, 16:19:03"}
+{"current_steps": 280, "total_steps": 4440, "loss": 0.4021, "lr": 6.283783783783784e-06, "epoch": 0.18928511069798884, "percentage": 6.31, "elapsed_time": "2:42:04", "remaining_time": "1 day, 16:08:04"}
+{"current_steps": 290, "total_steps": 4440, "loss": 0.4159, "lr": 6.50900900900901e-06, "epoch": 0.19604529322291703, "percentage": 6.53, "elapsed_time": "2:47:39", "remaining_time": "1 day, 15:59:16"}
+{"current_steps": 300, "total_steps": 4440, "loss": 0.4058, "lr": 6.734234234234235e-06, "epoch": 0.2028054757478452, "percentage": 6.76, "elapsed_time": "2:53:47", "remaining_time": "1 day, 15:58:23"}
+{"current_steps": 310, "total_steps": 4440, "loss": 0.4202, "lr": 6.95945945945946e-06, "epoch": 0.20956565827277338, "percentage": 6.98, "elapsed_time": "2:59:36", "remaining_time": "1 day, 15:52:45"}
+{"current_steps": 320, "total_steps": 4440, "loss": 0.4018, "lr": 7.1846846846846855e-06, "epoch": 0.21632584079770154, "percentage": 7.21, "elapsed_time": "3:05:17", "remaining_time": "1 day, 15:45:35"}
+{"current_steps": 330, "total_steps": 4440, "loss": 0.3997, "lr": 7.40990990990991e-06, "epoch": 0.22308602332262972, "percentage": 7.43, "elapsed_time": "3:11:00", "remaining_time": "1 day, 15:39:00"}
+{"current_steps": 340, "total_steps": 4440, "loss": 0.4172, "lr": 7.635135135135135e-06, "epoch": 0.22984620584755788, "percentage": 7.66, "elapsed_time": "3:16:54", "remaining_time": "1 day, 15:34:29"}
+{"current_steps": 350, "total_steps": 4440, "loss": 0.3972, "lr": 7.860360360360361e-06, "epoch": 0.23660638837248607, "percentage": 7.88, "elapsed_time": "3:22:36", "remaining_time": "1 day, 15:27:43"}
+{"current_steps": 360, "total_steps": 4440, "loss": 0.4076, "lr": 8.085585585585586e-06, "epoch": 0.24336657089741423, "percentage": 8.11, "elapsed_time": "3:28:42", "remaining_time": "1 day, 15:25:24"}
+{"current_steps": 370, "total_steps": 4440, "loss": 0.4114, "lr": 8.31081081081081e-06, "epoch": 0.2501267534223424, "percentage": 8.33, "elapsed_time": "3:34:43", "remaining_time": "1 day, 15:22:03"}
+{"current_steps": 380, "total_steps": 4440, "loss": 0.397, "lr": 8.536036036036037e-06, "epoch": 0.2568869359472706, "percentage": 8.56, "elapsed_time": "3:40:31", "remaining_time": "1 day, 15:16:09"}
+{"current_steps": 390, "total_steps": 4440, "loss": 0.4213, "lr": 8.761261261261262e-06, "epoch": 0.26364711847219874, "percentage": 8.78, "elapsed_time": "3:46:19", "remaining_time": "1 day, 15:10:13"}
+{"current_steps": 400, "total_steps": 4440, "loss": 0.42, "lr": 8.986486486486488e-06, "epoch": 0.2704073009971269, "percentage": 9.01, "elapsed_time": "3:52:02", "remaining_time": "1 day, 15:03:37"}
+{"current_steps": 410, "total_steps": 4440, "loss": 0.4115, "lr": 9.211711711711713e-06, "epoch": 0.2771674835220551, "percentage": 9.23, "elapsed_time": "3:57:50", "remaining_time": "1 day, 14:57:45"}
+{"current_steps": 420, "total_steps": 4440, "loss": 0.4276, "lr": 9.436936936936937e-06, "epoch": 0.2839276660469833, "percentage": 9.46, "elapsed_time": "4:03:35", "remaining_time": "1 day, 14:51:32"}
+{"current_steps": 430, "total_steps": 4440, "loss": 0.4195, "lr": 9.662162162162164e-06, "epoch": 0.29068784857191143, "percentage": 9.68, "elapsed_time": "4:09:24", "remaining_time": "1 day, 14:45:49"}
+{"current_steps": 440, "total_steps": 4440, "loss": 0.4181, "lr": 9.887387387387388e-06, "epoch": 0.2974480310968396, "percentage": 9.91, "elapsed_time": "4:14:45", "remaining_time": "1 day, 14:36:01"}
+{"current_steps": 450, "total_steps": 4440, "loss": 0.4128, "lr": 9.999961369685454e-06, "epoch": 0.3042082136217678, "percentage": 10.14, "elapsed_time": "4:20:36", "remaining_time": "1 day, 14:30:43"}
+{"current_steps": 460, "total_steps": 4440, "loss": 0.4055, "lr": 9.999652330750595e-06, "epoch": 0.31096839614669597, "percentage": 10.36, "elapsed_time": "4:26:48", "remaining_time": "1 day, 14:28:26"}
+{"current_steps": 470, "total_steps": 4440, "loss": 0.4012, "lr": 9.99903427198204e-06, "epoch": 0.31772857867162413, "percentage": 10.59, "elapsed_time": "4:32:27", "remaining_time": "1 day, 14:21:27"}
+{"current_steps": 480, "total_steps": 4440, "loss": 0.3968, "lr": 9.998107231580925e-06, "epoch": 0.3244887611965523, "percentage": 10.81, "elapsed_time": "4:38:38", "remaining_time": "1 day, 14:18:48"}
+{"current_steps": 490, "total_steps": 4440, "loss": 0.4192, "lr": 9.99687126684601e-06, "epoch": 0.3312489437214805, "percentage": 11.04, "elapsed_time": "4:44:11", "remaining_time": "1 day, 14:10:55"}
+{"current_steps": 500, "total_steps": 4440, "loss": 0.4109, "lr": 9.995326454170132e-06, "epoch": 0.33800912624640866, "percentage": 11.26, "elapsed_time": "4:49:44", "remaining_time": "1 day, 14:03:10"}
+{"current_steps": 500, "total_steps": 4440, "eval_loss": 0.41546937823295593, "epoch": 0.33800912624640866, "percentage": 11.26, "elapsed_time": "5:11:48", "remaining_time": "1 day, 16:57:03"}
+{"current_steps": 510, "total_steps": 4440, "loss": 0.4122, "lr": 9.993472889035478e-06, "epoch": 0.3447693087713368, "percentage": 11.49, "elapsed_time": "5:17:48", "remaining_time": "1 day, 16:48:57"}
+{"current_steps": 520, "total_steps": 4440, "loss": 0.4068, "lr": 9.991310686007694e-06, "epoch": 0.351529491296265, "percentage": 11.71, "elapsed_time": "5:23:14", "remaining_time": "1 day, 16:36:40"}
+{"current_steps": 530, "total_steps": 4440, "loss": 0.3922, "lr": 9.988839978728798e-06, "epoch": 0.3582896738211932, "percentage": 11.94, "elapsed_time": "5:28:53", "remaining_time": "1 day, 16:26:22"}
+{"current_steps": 540, "total_steps": 4440, "loss": 0.4038, "lr": 9.986060919908917e-06, "epoch": 0.36504985634612136, "percentage": 12.16, "elapsed_time": "5:34:38", "remaining_time": "1 day, 16:16:50"}
+{"current_steps": 550, "total_steps": 4440, "loss": 0.389, "lr": 9.982973681316854e-06, "epoch": 0.3718100388710495, "percentage": 12.39, "elapsed_time": "5:40:40", "remaining_time": "1 day, 16:09:27"}
+{"current_steps": 560, "total_steps": 4440, "loss": 0.4, "lr": 9.97957845376947e-06, "epoch": 0.3785702213959777, "percentage": 12.61, "elapsed_time": "5:46:34", "remaining_time": "1 day, 16:01:13"}
+{"current_steps": 570, "total_steps": 4440, "loss": 0.3925, "lr": 9.975875447119884e-06, "epoch": 0.38533040392090584, "percentage": 12.84, "elapsed_time": "5:51:46", "remaining_time": "1 day, 15:48:19"}
+{"current_steps": 580, "total_steps": 4440, "loss": 0.4038, "lr": 9.971864890244514e-06, "epoch": 0.39209058644583406, "percentage": 13.06, "elapsed_time": "5:57:21", "remaining_time": "1 day, 15:38:17"}
+{"current_steps": 590, "total_steps": 4440, "loss": 0.4008, "lr": 9.967547031028917e-06, "epoch": 0.3988507689707622, "percentage": 13.29, "elapsed_time": "6:03:04", "remaining_time": "1 day, 15:29:12"}
+{"current_steps": 600, "total_steps": 4440, "loss": 0.4004, "lr": 9.962922136352482e-06, "epoch": 0.4056109514956904, "percentage": 13.51, "elapsed_time": "6:08:37", "remaining_time": "1 day, 15:19:10"}
+{"current_steps": 610, "total_steps": 4440, "loss": 0.4057, "lr": 9.957990492071917e-06, "epoch": 0.41237113402061853, "percentage": 13.74, "elapsed_time": "6:14:30", "remaining_time": "1 day, 15:11:24"}
+{"current_steps": 620, "total_steps": 4440, "loss": 0.4016, "lr": 9.9527524030036e-06, "epoch": 0.41913131654554675, "percentage": 13.96, "elapsed_time": "6:20:42", "remaining_time": "1 day, 15:05:38"}
+{"current_steps": 630, "total_steps": 4440, "loss": 0.3788, "lr": 9.947208192904722e-06, "epoch": 0.4258914990704749, "percentage": 14.19, "elapsed_time": "6:26:24", "remaining_time": "1 day, 14:56:49"}
+{"current_steps": 640, "total_steps": 4440, "loss": 0.4022, "lr": 9.941358204453294e-06, "epoch": 0.43265168159540307, "percentage": 14.41, "elapsed_time": "6:31:57", "remaining_time": "1 day, 14:47:14"}
+{"current_steps": 650, "total_steps": 4440, "loss": 0.3795, "lr": 9.935202799226941e-06, "epoch": 0.43941186412033123, "percentage": 14.64, "elapsed_time": "6:37:47", "remaining_time": "1 day, 14:39:23"}
+{"current_steps": 660, "total_steps": 4440, "loss": 0.3841, "lr": 9.928742357680586e-06, "epoch": 0.44617204664525945, "percentage": 14.86, "elapsed_time": "6:43:38", "remaining_time": "1 day, 14:31:45"}
+{"current_steps": 670, "total_steps": 4440, "loss": 0.3809, "lr": 9.9219772791229e-06, "epoch": 0.4529322291701876, "percentage": 15.09, "elapsed_time": "6:49:30", "remaining_time": "1 day, 14:24:13"}
+{"current_steps": 680, "total_steps": 4440, "loss": 0.3934, "lr": 9.914907981691656e-06, "epoch": 0.45969241169511577, "percentage": 15.32, "elapsed_time": "6:55:29", "remaining_time": "1 day, 14:17:24"}
+{"current_steps": 690, "total_steps": 4440, "loss": 0.3975, "lr": 9.907534902327855e-06, "epoch": 0.4664525942200439, "percentage": 15.54, "elapsed_time": "7:01:21", "remaining_time": "1 day, 14:09:58"}
+{"current_steps": 700, "total_steps": 4440, "loss": 0.38, "lr": 9.899858496748738e-06, "epoch": 0.47321277674497214, "percentage": 15.77, "elapsed_time": "7:06:34", "remaining_time": "1 day, 13:59:08"}
+{"current_steps": 710, "total_steps": 4440, "loss": 0.3789, "lr": 9.891879239419609e-06, "epoch": 0.4799729592699003, "percentage": 15.99, "elapsed_time": "7:12:25", "remaining_time": "1 day, 13:51:46"}
+{"current_steps": 720, "total_steps": 4440, "loss": 0.3954, "lr": 9.883597623524518e-06, "epoch": 0.48673314179482846, "percentage": 16.22, "elapsed_time": "7:18:22", "remaining_time": "1 day, 13:44:56"}
+{"current_steps": 730, "total_steps": 4440, "loss": 0.3816, "lr": 9.875014160935773e-06, "epoch": 0.4934933243197566, "percentage": 16.44, "elapsed_time": "7:24:17", "remaining_time": "1 day, 13:37:59"}
+{"current_steps": 740, "total_steps": 4440, "loss": 0.3596, "lr": 9.866129382182295e-06, "epoch": 0.5002535068446848, "percentage": 16.67, "elapsed_time": "7:29:58", "remaining_time": "1 day, 13:29:53"}
+{"current_steps": 750, "total_steps": 4440, "loss": 0.3723, "lr": 9.856943836416844e-06, "epoch": 0.507013689369613, "percentage": 16.89, "elapsed_time": "7:35:24", "remaining_time": "1 day, 13:20:34"}
+{"current_steps": 760, "total_steps": 4440, "loss": 0.3836, "lr": 9.847458091382057e-06, "epoch": 0.5137738718945412, "percentage": 17.12, "elapsed_time": "7:41:13", "remaining_time": "1 day, 13:13:17"}
+{"current_steps": 770, "total_steps": 4440, "loss": 0.3764, "lr": 9.837672733375377e-06, "epoch": 0.5205340544194693, "percentage": 17.34, "elapsed_time": "7:47:00", "remaining_time": "1 day, 13:05:53"}
+{"current_steps": 780, "total_steps": 4440, "loss": 0.3801, "lr": 9.827588367212797e-06, "epoch": 0.5272942369443975, "percentage": 17.57, "elapsed_time": "7:52:37", "remaining_time": "1 day, 12:57:42"}
+{"current_steps": 790, "total_steps": 4440, "loss": 0.3732, "lr": 9.81720561619149e-06, "epoch": 0.5340544194693256, "percentage": 17.79, "elapsed_time": "7:58:32", "remaining_time": "1 day, 12:50:57"}
+{"current_steps": 800, "total_steps": 4440, "loss": 0.3607, "lr": 9.806525122051276e-06, "epoch": 0.5408146019942538, "percentage": 18.02, "elapsed_time": "8:04:28", "remaining_time": "1 day, 12:44:19"}
+{"current_steps": 810, "total_steps": 4440, "loss": 0.3756, "lr": 9.795547544934964e-06, "epoch": 0.5475747845191821, "percentage": 18.24, "elapsed_time": "8:10:12", "remaining_time": "1 day, 12:36:50"}
+{"current_steps": 820, "total_steps": 4440, "loss": 0.3597, "lr": 9.784273563347542e-06, "epoch": 0.5543349670441102, "percentage": 18.47, "elapsed_time": "8:15:37", "remaining_time": "1 day, 12:28:00"}
+{"current_steps": 830, "total_steps": 4440, "loss": 0.3694, "lr": 9.772703874114246e-06, "epoch": 0.5610951495690384, "percentage": 18.69, "elapsed_time": "8:21:24", "remaining_time": "1 day, 12:20:48"}
+{"current_steps": 840, "total_steps": 4440, "loss": 0.3799, "lr": 9.760839192337487e-06, "epoch": 0.5678553320939665, "percentage": 18.92, "elapsed_time": "8:27:05", "remaining_time": "1 day, 12:13:13"}
+{"current_steps": 850, "total_steps": 4440, "loss": 0.3771, "lr": 9.74868025135266e-06, "epoch": 0.5746155146188947, "percentage": 19.14, "elapsed_time": "8:32:29", "remaining_time": "1 day, 12:04:30"}
+{"current_steps": 860, "total_steps": 4440, "loss": 0.3817, "lr": 9.7362278026828e-06, "epoch": 0.5813756971438229, "percentage": 19.37, "elapsed_time": "8:38:15", "remaining_time": "1 day, 11:57:26"}
+{"current_steps": 870, "total_steps": 4440, "loss": 0.3755, "lr": 9.723482615992153e-06, "epoch": 0.588135879668751, "percentage": 19.59, "elapsed_time": "8:44:14", "remaining_time": "1 day, 11:51:09"}
+{"current_steps": 880, "total_steps": 4440, "loss": 0.379, "lr": 9.710445479038585e-06, "epoch": 0.5948960621936792, "percentage": 19.82, "elapsed_time": "8:49:56", "remaining_time": "1 day, 11:43:52"}
+{"current_steps": 890, "total_steps": 4440, "loss": 0.3648, "lr": 9.697117197624903e-06, "epoch": 0.6016562447186073, "percentage": 20.05, "elapsed_time": "8:55:28", "remaining_time": "1 day, 11:35:54"}
+{"current_steps": 900, "total_steps": 4440, "loss": 0.3537, "lr": 9.683498595549058e-06, "epoch": 0.6084164272435356, "percentage": 20.27, "elapsed_time": "9:01:00", "remaining_time": "1 day, 11:27:58"}
+{"current_steps": 910, "total_steps": 4440, "loss": 0.3706, "lr": 9.669590514553202e-06, "epoch": 0.6151766097684638, "percentage": 20.5, "elapsed_time": "9:07:02", "remaining_time": "1 day, 11:22:01"}
+{"current_steps": 920, "total_steps": 4440, "loss": 0.3829, "lr": 9.65539381427169e-06, "epoch": 0.6219367922933919, "percentage": 20.72, "elapsed_time": "9:12:44", "remaining_time": "1 day, 11:14:50"}
+{"current_steps": 930, "total_steps": 4440, "loss": 0.3583, "lr": 9.640909372177923e-06, "epoch": 0.6286969748183201, "percentage": 20.95, "elapsed_time": "9:18:37", "remaining_time": "1 day, 11:08:20"}
+{"current_steps": 940, "total_steps": 4440, "loss": 0.3846, "lr": 9.62613808353013e-06, "epoch": 0.6354571573432483, "percentage": 21.17, "elapsed_time": "9:24:38", "remaining_time": "1 day, 11:02:24"}
+{"current_steps": 950, "total_steps": 4440, "loss": 0.376, "lr": 9.611080861316029e-06, "epoch": 0.6422173398681764, "percentage": 21.4, "elapsed_time": "9:30:20", "remaining_time": "1 day, 10:55:14"}
+{"current_steps": 960, "total_steps": 4440, "loss": 0.3594, "lr": 9.595738636196392e-06, "epoch": 0.6489775223931046, "percentage": 21.62, "elapsed_time": "9:35:53", "remaining_time": "1 day, 10:47:35"}
+{"current_steps": 970, "total_steps": 4440, "loss": 0.3763, "lr": 9.580112356447528e-06, "epoch": 0.6557377049180327, "percentage": 21.85, "elapsed_time": "9:42:03", "remaining_time": "1 day, 10:42:11"}
+{"current_steps": 980, "total_steps": 4440, "loss": 0.3539, "lr": 9.56420298790267e-06, "epoch": 0.662497887442961, "percentage": 22.07, "elapsed_time": "9:47:53", "remaining_time": "1 day, 10:35:36"}
+{"current_steps": 990, "total_steps": 4440, "loss": 0.3686, "lr": 9.548011513892274e-06, "epoch": 0.6692580699678892, "percentage": 22.3, "elapsed_time": "9:53:17", "remaining_time": "1 day, 10:27:30"}
+{"current_steps": 1000, "total_steps": 4440, "loss": 0.3645, "lr": 9.531538935183252e-06, "epoch": 0.6760182524928173, "percentage": 22.52, "elapsed_time": "9:59:07", "remaining_time": "1 day, 10:21:01"}
+{"current_steps": 1000, "total_steps": 4440, "eval_loss": 0.36739876866340637, "epoch": 0.6760182524928173, "percentage": 22.52, "elapsed_time": "10:21:11", "remaining_time": "1 day, 11:36:52"}
+{"current_steps": 1010, "total_steps": 4440, "loss": 0.3686, "lr": 9.5147862699171e-06, "epoch": 0.6827784350177455, "percentage": 22.75, "elapsed_time": "10:27:08", "remaining_time": "1 day, 11:29:48"}
+{"current_steps": 1020, "total_steps": 4440, "loss": 0.3736, "lr": 9.497754553546992e-06, "epoch": 0.6895386175426736, "percentage": 22.97, "elapsed_time": "10:32:55", "remaining_time": "1 day, 11:22:08"}
+{"current_steps": 1030, "total_steps": 4440, "loss": 0.3542, "lr": 9.480444838773753e-06, "epoch": 0.6962988000676018, "percentage": 23.2, "elapsed_time": "10:38:23", "remaining_time": "1 day, 11:13:30"}
+{"current_steps": 1040, "total_steps": 4440, "loss": 0.3647, "lr": 9.462858195480814e-06, "epoch": 0.70305898259253, "percentage": 23.42, "elapsed_time": "10:43:48", "remaining_time": "1 day, 11:04:46"}
+{"current_steps": 1050, "total_steps": 4440, "loss": 0.3797, "lr": 9.444995710668074e-06, "epoch": 0.7098191651174581, "percentage": 23.65, "elapsed_time": "10:49:46", "remaining_time": "1 day, 10:57:51"}
+{"current_steps": 1060, "total_steps": 4440, "loss": 0.3413, "lr": 9.42685848838472e-06, "epoch": 0.7165793476423864, "percentage": 23.87, "elapsed_time": "10:55:53", "remaining_time": "1 day, 10:51:26"}
+{"current_steps": 1070, "total_steps": 4440, "loss": 0.3676, "lr": 9.408447649660985e-06, "epoch": 0.7233395301673146, "percentage": 24.1, "elapsed_time": "11:02:07", "remaining_time": "1 day, 10:45:24"}
+{"current_steps": 1080, "total_steps": 4440, "loss": 0.3685, "lr": 9.38976433243886e-06, "epoch": 0.7300997126922427, "percentage": 24.32, "elapsed_time": "11:07:33", "remaining_time": "1 day, 10:36:52"}
+{"current_steps": 1090, "total_steps": 4440, "loss": 0.3708, "lr": 9.370809691501753e-06, "epoch": 0.7368598952171709, "percentage": 24.55, "elapsed_time": "11:13:17", "remaining_time": "1 day, 10:29:18"}
+{"current_steps": 1100, "total_steps": 4440, "loss": 0.3546, "lr": 9.351584898403129e-06, "epoch": 0.743620077742099, "percentage": 24.77, "elapsed_time": "11:18:58", "remaining_time": "1 day, 10:21:36"}
+{"current_steps": 1110, "total_steps": 4440, "loss": 0.351, "lr": 9.332091141394082e-06, "epoch": 0.7503802602670272, "percentage": 25.0, "elapsed_time": "11:24:31", "remaining_time": "1 day, 10:13:33"}
+{"current_steps": 1120, "total_steps": 4440, "loss": 0.3561, "lr": 9.312329625349903e-06, "epoch": 0.7571404427919554, "percentage": 25.23, "elapsed_time": "11:29:54", "remaining_time": "1 day, 10:05:04"}
+{"current_steps": 1130, "total_steps": 4440, "loss": 0.3621, "lr": 9.292301571695603e-06, "epoch": 0.7639006253168835, "percentage": 25.45, "elapsed_time": "11:35:37", "remaining_time": "1 day, 9:57:37"}
+{"current_steps": 1140, "total_steps": 4440, "loss": 0.3481, "lr": 9.27200821833042e-06, "epoch": 0.7706608078418117, "percentage": 25.68, "elapsed_time": "11:41:39", "remaining_time": "1 day, 9:51:06"}
+{"current_steps": 1150, "total_steps": 4440, "loss": 0.3518, "lr": 9.251450819551305e-06, "epoch": 0.77742099036674, "percentage": 25.9, "elapsed_time": "11:47:09", "remaining_time": "1 day, 9:43:06"}
+{"current_steps": 1160, "total_steps": 4440, "loss": 0.3578, "lr": 9.2306306459754e-06, "epoch": 0.7841811728916681, "percentage": 26.13, "elapsed_time": "11:53:17", "remaining_time": "1 day, 9:36:52"}
+{"current_steps": 1170, "total_steps": 4440, "loss": 0.3561, "lr": 9.2095489844615e-06, "epoch": 0.7909413554165963, "percentage": 26.35, "elapsed_time": "11:58:51", "remaining_time": "1 day, 9:29:08"}
+{"current_steps": 1180, "total_steps": 4440, "loss": 0.3547, "lr": 9.188207138030518e-06, "epoch": 0.7977015379415244, "percentage": 26.58, "elapsed_time": "12:04:30", "remaining_time": "1 day, 9:21:35"}
+{"current_steps": 1190, "total_steps": 4440, "loss": 0.3353, "lr": 9.166606425784939e-06, "epoch": 0.8044617204664526, "percentage": 26.8, "elapsed_time": "12:10:37", "remaining_time": "1 day, 9:15:23"}
+{"current_steps": 1200, "total_steps": 4440, "loss": 0.3641, "lr": 9.144748182827305e-06, "epoch": 0.8112219029913807, "percentage": 27.03, "elapsed_time": "12:16:30", "remaining_time": "1 day, 9:08:34"}
+{"current_steps": 1210, "total_steps": 4440, "loss": 0.35, "lr": 9.122633760177674e-06, "epoch": 0.8179820855163089, "percentage": 27.25, "elapsed_time": "12:22:26", "remaining_time": "1 day, 9:01:52"}
+{"current_steps": 1220, "total_steps": 4440, "loss": 0.3483, "lr": 9.10026452469013e-06, "epoch": 0.8247422680412371, "percentage": 27.48, "elapsed_time": "12:28:07", "remaining_time": "1 day, 8:54:33"}
+{"current_steps": 1230, "total_steps": 4440, "loss": 0.3463, "lr": 9.077641858968302e-06, "epoch": 0.8315024505661653, "percentage": 27.7, "elapsed_time": "12:33:32", "remaining_time": "1 day, 8:46:34"}
+{"current_steps": 1240, "total_steps": 4440, "loss": 0.3493, "lr": 9.054767161279891e-06, "epoch": 0.8382626330910935, "percentage": 27.93, "elapsed_time": "12:39:30", "remaining_time": "1 day, 8:40:00"}
+{"current_steps": 1250, "total_steps": 4440, "loss": 0.3691, "lr": 9.031641845470265e-06, "epoch": 0.8450228156160217, "percentage": 28.15, "elapsed_time": "12:45:08", "remaining_time": "1 day, 8:32:39"}
+{"current_steps": 1260, "total_steps": 4440, "loss": 0.3404, "lr": 9.008267340875062e-06, "epoch": 0.8517829981409498, "percentage": 28.38, "elapsed_time": "12:51:11", "remaining_time": "1 day, 8:26:19"}
+{"current_steps": 1270, "total_steps": 4440, "loss": 0.337, "lr": 8.984645092231839e-06, "epoch": 0.858543180665878, "percentage": 28.6, "elapsed_time": "12:57:00", "remaining_time": "1 day, 8:19:27"}
+{"current_steps": 1280, "total_steps": 4440, "loss": 0.3531, "lr": 8.960776559590794e-06, "epoch": 0.8653033631908061, "percentage": 28.83, "elapsed_time": "13:02:33", "remaining_time": "1 day, 8:11:57"}
+{"current_steps": 1290, "total_steps": 4440, "loss": 0.3468, "lr": 8.936663218224504e-06, "epoch": 0.8720635457157343, "percentage": 29.05, "elapsed_time": "13:07:43", "remaining_time": "1 day, 8:03:31"}
+{"current_steps": 1300, "total_steps": 4440, "loss": 0.3451, "lr": 8.91230655853675e-06, "epoch": 0.8788237282406625, "percentage": 29.28, "elapsed_time": "13:13:10", "remaining_time": "1 day, 7:55:50"}
+{"current_steps": 1310, "total_steps": 4440, "loss": 0.3606, "lr": 8.887708085970395e-06, "epoch": 0.8855839107655906, "percentage": 29.5, "elapsed_time": "13:18:54", "remaining_time": "1 day, 7:48:50"}
+{"current_steps": 1320, "total_steps": 4440, "loss": 0.3362, "lr": 8.862869320914342e-06, "epoch": 0.8923440932905189, "percentage": 29.73, "elapsed_time": "13:24:39", "remaining_time": "1 day, 7:41:55"}
+{"current_steps": 1330, "total_steps": 4440, "loss": 0.3556, "lr": 8.837791798609548e-06, "epoch": 0.899104275815447, "percentage": 29.95, "elapsed_time": "13:30:20", "remaining_time": "1 day, 7:34:51"}
+{"current_steps": 1340, "total_steps": 4440, "loss": 0.3478, "lr": 8.812477069054145e-06, "epoch": 0.9058644583403752, "percentage": 30.18, "elapsed_time": "13:36:13", "remaining_time": "1 day, 7:28:17"}
+{"current_steps": 1350, "total_steps": 4440, "loss": 0.3367, "lr": 8.786926696907635e-06, "epoch": 0.9126246408653034, "percentage": 30.41, "elapsed_time": "13:41:34", "remaining_time": "1 day, 7:20:30"}
+{"current_steps": 1360, "total_steps": 4440, "loss": 0.3384, "lr": 8.761142261394176e-06, "epoch": 0.9193848233902315, "percentage": 30.63, "elapsed_time": "13:47:11", "remaining_time": "1 day, 7:13:21"}
+{"current_steps": 1370, "total_steps": 4440, "loss": 0.3409, "lr": 8.735125356204982e-06, "epoch": 0.9261450059151597, "percentage": 30.86, "elapsed_time": "13:52:43", "remaining_time": "1 day, 7:06:02"}
+{"current_steps": 1380, "total_steps": 4440, "loss": 0.3571, "lr": 8.708877589399805e-06, "epoch": 0.9329051884400879, "percentage": 31.08, "elapsed_time": "13:58:44", "remaining_time": "1 day, 6:59:49"}
+{"current_steps": 1390, "total_steps": 4440, "loss": 0.3434, "lr": 8.682400583307562e-06, "epoch": 0.939665370965016, "percentage": 31.31, "elapsed_time": "14:04:23", "remaining_time": "1 day, 6:52:48"}
+{"current_steps": 1400, "total_steps": 4440, "loss": 0.3469, "lr": 8.655695974426049e-06, "epoch": 0.9464255534899443, "percentage": 31.53, "elapsed_time": "14:10:00", "remaining_time": "1 day, 6:45:44"}
+{"current_steps": 1410, "total_steps": 4440, "loss": 0.3567, "lr": 8.628765413320793e-06, "epoch": 0.9531857360148724, "percentage": 31.76, "elapsed_time": "14:15:58", "remaining_time": "1 day, 6:39:26"}
+{"current_steps": 1420, "total_steps": 4440, "loss": 0.3295, "lr": 8.60161056452304e-06, "epoch": 0.9599459185398006, "percentage": 31.98, "elapsed_time": "14:21:37", "remaining_time": "1 day, 6:32:28"}
+{"current_steps": 1430, "total_steps": 4440, "loss": 0.331, "lr": 8.574233106426866e-06, "epoch": 0.9667061010647288, "percentage": 32.21, "elapsed_time": "14:27:37", "remaining_time": "1 day, 6:26:16"}
+{"current_steps": 1440, "total_steps": 4440, "loss": 0.353, "lr": 8.546634731185446e-06, "epoch": 0.9734662835896569, "percentage": 32.43, "elapsed_time": "14:33:18", "remaining_time": "1 day, 6:19:23"}
+{"current_steps": 1450, "total_steps": 4440, "loss": 0.3316, "lr": 8.518817144606451e-06, "epoch": 0.9802264661145851, "percentage": 32.66, "elapsed_time": "14:38:46", "remaining_time": "1 day, 6:12:05"}
+{"current_steps": 1460, "total_steps": 4440, "loss": 0.3628, "lr": 8.490782066046634e-06, "epoch": 0.9869866486395132, "percentage": 32.88, "elapsed_time": "14:44:26", "remaining_time": "1 day, 6:05:12"}
+{"current_steps": 1470, "total_steps": 4440, "loss": 0.3231, "lr": 8.462531228305546e-06, "epoch": 0.9937468311644414, "percentage": 33.11, "elapsed_time": "14:50:25", "remaining_time": "1 day, 5:59:02"}
+{"current_steps": 1480, "total_steps": 4440, "loss": 0.3394, "lr": 8.434066377518437e-06, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "14:55:50", "remaining_time": "1 day, 5:51:41"}
+{"current_steps": 1490, "total_steps": 4440, "loss": 0.2478, "lr": 8.405389273048334e-06, "epoch": 1.0067601825249282, "percentage": 33.56, "elapsed_time": "15:01:21", "remaining_time": "1 day, 5:44:33"}
+{"current_steps": 1500, "total_steps": 4440, "loss": 0.2299, "lr": 8.376501687377297e-06, "epoch": 1.0135203650498563, "percentage": 33.78, "elapsed_time": "15:07:15", "remaining_time": "1 day, 5:38:13"}
+{"current_steps": 1500, "total_steps": 4440, "eval_loss": 0.351112425327301, "epoch": 1.0135203650498563, "percentage": 33.78, "elapsed_time": "15:29:21", "remaining_time": "1 day, 6:21:33"}
+{"current_steps": 1510, "total_steps": 4440, "loss": 0.2356, "lr": 8.347405405996862e-06, "epoch": 1.0202805475747845, "percentage": 34.01, "elapsed_time": "15:35:05", "remaining_time": "1 day, 6:14:26"}
+{"current_steps": 1520, "total_steps": 4440, "loss": 0.2391, "lr": 8.318102227297683e-06, "epoch": 1.0270407300997126, "percentage": 34.23, "elapsed_time": "15:40:51", "remaining_time": "1 day, 6:07:25"}
+{"current_steps": 1530, "total_steps": 4440, "loss": 0.2244, "lr": 8.288593962458379e-06, "epoch": 1.0338009126246408, "percentage": 34.46, "elapsed_time": "15:46:47", "remaining_time": "1 day, 6:00:45"}
+{"current_steps": 1540, "total_steps": 4440, "loss": 0.2462, "lr": 8.25888243533359e-06, "epoch": 1.040561095149569, "percentage": 34.68, "elapsed_time": "15:52:29", "remaining_time": "1 day, 5:53:39"}
+{"current_steps": 1550, "total_steps": 4440, "loss": 0.2415, "lr": 8.228969482341245e-06, "epoch": 1.0473212776744971, "percentage": 34.91, "elapsed_time": "15:58:11", "remaining_time": "1 day, 5:46:33"}
+{"current_steps": 1560, "total_steps": 4440, "loss": 0.2361, "lr": 8.198856952349053e-06, "epoch": 1.0540814601994253, "percentage": 35.14, "elapsed_time": "16:03:45", "remaining_time": "1 day, 5:39:14"}
+{"current_steps": 1570, "total_steps": 4440, "loss": 0.2338, "lr": 8.168546706560231e-06, "epoch": 1.0608416427243537, "percentage": 35.36, "elapsed_time": "16:09:22", "remaining_time": "1 day, 5:32:01"}
+{"current_steps": 1580, "total_steps": 4440, "loss": 0.2316, "lr": 8.13804061839847e-06, "epoch": 1.0676018252492818, "percentage": 35.59, "elapsed_time": "16:15:05", "remaining_time": "1 day, 5:25:01"}
+{"current_steps": 1590, "total_steps": 4440, "loss": 0.2455, "lr": 8.107340573392137e-06, "epoch": 1.07436200777421, "percentage": 35.81, "elapsed_time": "16:21:05", "remaining_time": "1 day, 5:18:33"}
+{"current_steps": 1600, "total_steps": 4440, "loss": 0.2325, "lr": 8.076448469057733e-06, "epoch": 1.0811221902991381, "percentage": 36.04, "elapsed_time": "16:27:01", "remaining_time": "1 day, 5:11:57"}
+{"current_steps": 1610, "total_steps": 4440, "loss": 0.2162, "lr": 8.045366214782613e-06, "epoch": 1.0878823728240663, "percentage": 36.26, "elapsed_time": "16:32:47", "remaining_time": "1 day, 5:05:06"}
+{"current_steps": 1620, "total_steps": 4440, "loss": 0.2273, "lr": 8.014095731706972e-06, "epoch": 1.0946425553489945, "percentage": 36.49, "elapsed_time": "16:38:47", "remaining_time": "1 day, 4:58:37"}
+{"current_steps": 1630, "total_steps": 4440, "loss": 0.2332, "lr": 7.982638952605097e-06, "epoch": 1.1014027378739226, "percentage": 36.71, "elapsed_time": "16:44:21", "remaining_time": "1 day, 4:51:25"}
+{"current_steps": 1640, "total_steps": 4440, "loss": 0.2251, "lr": 7.950997821765915e-06, "epoch": 1.1081629203988508, "percentage": 36.94, "elapsed_time": "16:50:24", "remaining_time": "1 day, 4:45:05"}
+{"current_steps": 1650, "total_steps": 4440, "loss": 0.2391, "lr": 7.919174294872807e-06, "epoch": 1.114923102923779, "percentage": 37.16, "elapsed_time": "16:56:23", "remaining_time": "1 day, 4:38:37"}
+{"current_steps": 1660, "total_steps": 4440, "loss": 0.2455, "lr": 7.887170338882742e-06, "epoch": 1.121683285448707, "percentage": 37.39, "elapsed_time": "17:01:50", "remaining_time": "1 day, 4:31:16"}
+{"current_steps": 1670, "total_steps": 4440, "loss": 0.2181, "lr": 7.854987931904696e-06, "epoch": 1.1284434679736353, "percentage": 37.61, "elapsed_time": "17:07:59", "remaining_time": "1 day, 4:25:06"}
+{"current_steps": 1680, "total_steps": 4440, "loss": 0.2169, "lr": 7.822629063077395e-06, "epoch": 1.1352036504985634, "percentage": 37.84, "elapsed_time": "17:13:10", "remaining_time": "1 day, 4:17:21"}
+{"current_steps": 1690, "total_steps": 4440, "loss": 0.2398, "lr": 7.790095732446359e-06, "epoch": 1.1419638330234916, "percentage": 38.06, "elapsed_time": "17:18:49", "remaining_time": "1 day, 4:10:23"}
+{"current_steps": 1700, "total_steps": 4440, "loss": 0.2365, "lr": 7.757389950840294e-06, "epoch": 1.1487240155484197, "percentage": 38.29, "elapsed_time": "17:24:15", "remaining_time": "1 day, 4:03:05"}
+{"current_steps": 1710, "total_steps": 4440, "loss": 0.2347, "lr": 7.724513739746801e-06, "epoch": 1.155484198073348, "percentage": 38.51, "elapsed_time": "17:30:08", "remaining_time": "1 day, 3:56:32"}
+{"current_steps": 1720, "total_steps": 4440, "loss": 0.242, "lr": 7.691469131187432e-06, "epoch": 1.162244380598276, "percentage": 38.74, "elapsed_time": "17:35:58", "remaining_time": "1 day, 3:49:54"}

agenttrek-llama/trainer_state.json

@@ -0,0 +1,1108 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0135203650498563,
+  "eval_steps": 500,
+  "global_step": 1500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.006760182524928173,
+      "grad_norm": 30.429955125606906,
+      "learning_rate": 2.0270270270270273e-07,
+      "loss": 1.0305,
+      "step": 10
+    },
+    {
+      "epoch": 0.013520365049856346,
+      "grad_norm": 11.031569316357162,
+      "learning_rate": 4.27927927927928e-07,
+      "loss": 0.9433,
+      "step": 20
+    },
+    {
+      "epoch": 0.020280547574784518,
+      "grad_norm": 7.568247729610925,
+      "learning_rate": 6.531531531531532e-07,
+      "loss": 0.7961,
+      "step": 30
+    },
+    {
+      "epoch": 0.027040730099712692,
+      "grad_norm": 7.13506773134569,
+      "learning_rate": 8.783783783783785e-07,
+      "loss": 0.6703,
+      "step": 40
+    },
+    {
+      "epoch": 0.03380091262464086,
+      "grad_norm": 5.13118234249973,
+      "learning_rate": 1.1036036036036037e-06,
+      "loss": 0.5868,
+      "step": 50
+    },
+    {
+      "epoch": 0.040561095149569036,
+      "grad_norm": 5.539727298943678,
+      "learning_rate": 1.328828828828829e-06,
+      "loss": 0.5074,
+      "step": 60
+    },
+    {
+      "epoch": 0.04732127767449721,
+      "grad_norm": 5.305287069709931,
+      "learning_rate": 1.5540540540540541e-06,
+      "loss": 0.4983,
+      "step": 70
+    },
+    {
+      "epoch": 0.054081460199425384,
+      "grad_norm": 5.106611798846999,
+      "learning_rate": 1.7792792792792792e-06,
+      "loss": 0.497,
+      "step": 80
+    },
+    {
+      "epoch": 0.06084164272435356,
+      "grad_norm": 4.582177338515729,
+      "learning_rate": 2.0045045045045045e-06,
+      "loss": 0.4695,
+      "step": 90
+    },
+    {
+      "epoch": 0.06760182524928172,
+      "grad_norm": 4.739272582163485,
+      "learning_rate": 2.22972972972973e-06,
+      "loss": 0.4408,
+      "step": 100
+    },
+    {
+      "epoch": 0.0743620077742099,
+      "grad_norm": 4.322112804201578,
+      "learning_rate": 2.454954954954955e-06,
+      "loss": 0.4215,
+      "step": 110
+    },
+    {
+      "epoch": 0.08112219029913807,
+      "grad_norm": 4.480237396840778,
+      "learning_rate": 2.6801801801801803e-06,
+      "loss": 0.4222,
+      "step": 120
+    },
+    {
+      "epoch": 0.08788237282406625,
+      "grad_norm": 4.588802640700157,
+      "learning_rate": 2.9054054054054054e-06,
+      "loss": 0.4297,
+      "step": 130
+    },
+    {
+      "epoch": 0.09464255534899442,
+      "grad_norm": 3.634384371273362,
+      "learning_rate": 3.130630630630631e-06,
+      "loss": 0.4132,
+      "step": 140
+    },
+    {
+      "epoch": 0.1014027378739226,
+      "grad_norm": 4.029617898426818,
+      "learning_rate": 3.3558558558558565e-06,
+      "loss": 0.4123,
+      "step": 150
+    },
+    {
+      "epoch": 0.10816292039885077,
+      "grad_norm": 3.6780967071398005,
+      "learning_rate": 3.5810810810810816e-06,
+      "loss": 0.4022,
+      "step": 160
+    },
+    {
+      "epoch": 0.11492310292377894,
+      "grad_norm": 3.8355903508595155,
+      "learning_rate": 3.8063063063063067e-06,
+      "loss": 0.417,
+      "step": 170
+    },
+    {
+      "epoch": 0.12168328544870712,
+      "grad_norm": 3.8796259132382604,
+      "learning_rate": 4.031531531531531e-06,
+      "loss": 0.4137,
+      "step": 180
+    },
+    {
+      "epoch": 0.1284434679736353,
+      "grad_norm": 3.513646073103006,
+      "learning_rate": 4.256756756756757e-06,
+      "loss": 0.3838,
+      "step": 190
+    },
+    {
+      "epoch": 0.13520365049856345,
+      "grad_norm": 3.280829869725974,
+      "learning_rate": 4.4819819819819824e-06,
+      "loss": 0.3933,
+      "step": 200
+    },
+    {
+      "epoch": 0.14196383302349164,
+      "grad_norm": 3.8684728373816877,
+      "learning_rate": 4.707207207207208e-06,
+      "loss": 0.418,
+      "step": 210
+    },
+    {
+      "epoch": 0.1487240155484198,
+      "grad_norm": 3.430012571317074,
+      "learning_rate": 4.932432432432433e-06,
+      "loss": 0.4068,
+      "step": 220
+    },
+    {
+      "epoch": 0.15548419807334798,
+      "grad_norm": 3.4236933785478594,
+      "learning_rate": 5.157657657657657e-06,
+      "loss": 0.4122,
+      "step": 230
+    },
+    {
+      "epoch": 0.16224438059827614,
+      "grad_norm": 3.337506294944149,
+      "learning_rate": 5.382882882882884e-06,
+      "loss": 0.4195,
+      "step": 240
+    },
+    {
+      "epoch": 0.16900456312320433,
+      "grad_norm": 4.340322941603959,
+      "learning_rate": 5.608108108108109e-06,
+      "loss": 0.3922,
+      "step": 250
+    },
+    {
+      "epoch": 0.1757647456481325,
+      "grad_norm": 3.079365176995162,
+      "learning_rate": 5.833333333333334e-06,
+      "loss": 0.3971,
+      "step": 260
+    },
+    {
+      "epoch": 0.18252492817306068,
+      "grad_norm": 3.1303889674723857,
+      "learning_rate": 6.0585585585585595e-06,
+      "loss": 0.4135,
+      "step": 270
+    },
+    {
+      "epoch": 0.18928511069798884,
+      "grad_norm": 3.2972741045149605,
+      "learning_rate": 6.283783783783784e-06,
+      "loss": 0.4021,
+      "step": 280
+    },
+    {
+      "epoch": 0.19604529322291703,
+      "grad_norm": 6.693630492235905,
+      "learning_rate": 6.50900900900901e-06,
+      "loss": 0.4159,
+      "step": 290
+    },
+    {
+      "epoch": 0.2028054757478452,
+      "grad_norm": 2.9729373757056456,
+      "learning_rate": 6.734234234234235e-06,
+      "loss": 0.4058,
+      "step": 300
+    },
+    {
+      "epoch": 0.20956565827277338,
+      "grad_norm": 2.95948849243511,
+      "learning_rate": 6.95945945945946e-06,
+      "loss": 0.4202,
+      "step": 310
+    },
+    {
+      "epoch": 0.21632584079770154,
+      "grad_norm": 2.8167543124734618,
+      "learning_rate": 7.1846846846846855e-06,
+      "loss": 0.4018,
+      "step": 320
+    },
+    {
+      "epoch": 0.22308602332262972,
+      "grad_norm": 2.8063934885840314,
+      "learning_rate": 7.40990990990991e-06,
+      "loss": 0.3997,
+      "step": 330
+    },
+    {
+      "epoch": 0.22984620584755788,
+      "grad_norm": 3.1516244053144,
+      "learning_rate": 7.635135135135135e-06,
+      "loss": 0.4172,
+      "step": 340
+    },
+    {
+      "epoch": 0.23660638837248607,
+      "grad_norm": 2.6885724493695715,
+      "learning_rate": 7.860360360360361e-06,
+      "loss": 0.3972,
+      "step": 350
+    },
+    {
+      "epoch": 0.24336657089741423,
+      "grad_norm": 2.6078839515038528,
+      "learning_rate": 8.085585585585586e-06,
+      "loss": 0.4076,
+      "step": 360
+    },
+    {
+      "epoch": 0.2501267534223424,
+      "grad_norm": 2.5241273124658434,
+      "learning_rate": 8.31081081081081e-06,
+      "loss": 0.4114,
+      "step": 370
+    },
+    {
+      "epoch": 0.2568869359472706,
+      "grad_norm": 2.811459731213271,
+      "learning_rate": 8.536036036036037e-06,
+      "loss": 0.397,
+      "step": 380
+    },
+    {
+      "epoch": 0.26364711847219874,
+      "grad_norm": 3.049745389493281,
+      "learning_rate": 8.761261261261262e-06,
+      "loss": 0.4213,
+      "step": 390
+    },
+    {
+      "epoch": 0.2704073009971269,
+      "grad_norm": 2.7296156561054303,
+      "learning_rate": 8.986486486486488e-06,
+      "loss": 0.42,
+      "step": 400
+    },
+    {
+      "epoch": 0.2771674835220551,
+      "grad_norm": 2.8072799681272285,
+      "learning_rate": 9.211711711711713e-06,
+      "loss": 0.4115,
+      "step": 410
+    },
+    {
+      "epoch": 0.2839276660469833,
+      "grad_norm": 2.45386826986572,
+      "learning_rate": 9.436936936936937e-06,
+      "loss": 0.4276,
+      "step": 420
+    },
+    {
+      "epoch": 0.29068784857191143,
+      "grad_norm": 2.6328350388772703,
+      "learning_rate": 9.662162162162164e-06,
+      "loss": 0.4195,
+      "step": 430
+    },
+    {
+      "epoch": 0.2974480310968396,
+      "grad_norm": 2.5446377303913392,
+      "learning_rate": 9.887387387387388e-06,
+      "loss": 0.4181,
+      "step": 440
+    },
+    {
+      "epoch": 0.3042082136217678,
+      "grad_norm": 2.5969527355663975,
+      "learning_rate": 9.999961369685454e-06,
+      "loss": 0.4128,
+      "step": 450
+    },
+    {
+      "epoch": 0.31096839614669597,
+      "grad_norm": 2.771780495890244,
+      "learning_rate": 9.999652330750595e-06,
+      "loss": 0.4055,
+      "step": 460
+    },
+    {
+      "epoch": 0.31772857867162413,
+      "grad_norm": 2.4553977895620336,
+      "learning_rate": 9.99903427198204e-06,
+      "loss": 0.4012,
+      "step": 470
+    },
+    {
+      "epoch": 0.3244887611965523,
+      "grad_norm": 2.4098745339341456,
+      "learning_rate": 9.998107231580925e-06,
+      "loss": 0.3968,
+      "step": 480
+    },
+    {
+      "epoch": 0.3312489437214805,
+      "grad_norm": 2.545785489303096,
+      "learning_rate": 9.99687126684601e-06,
+      "loss": 0.4192,
+      "step": 490
+    },
+    {
+      "epoch": 0.33800912624640866,
+      "grad_norm": 2.6063200322372575,
+      "learning_rate": 9.995326454170132e-06,
+      "loss": 0.4109,
+      "step": 500
+    },
+    {
+      "epoch": 0.33800912624640866,
+      "eval_loss": 0.41546937823295593,
+      "eval_runtime": 1323.9234,
+      "eval_samples_per_second": 3.973,
+      "eval_steps_per_second": 0.497,
+      "step": 500
+    },
+    {
+      "epoch": 0.3447693087713368,
+      "grad_norm": 2.5250471936075582,
+      "learning_rate": 9.993472889035478e-06,
+      "loss": 0.4122,
+      "step": 510
+    },
+    {
+      "epoch": 0.351529491296265,
+      "grad_norm": 2.226305697507818,
+      "learning_rate": 9.991310686007694e-06,
+      "loss": 0.4068,
+      "step": 520
+    },
+    {
+      "epoch": 0.3582896738211932,
+      "grad_norm": 2.305497784945858,
+      "learning_rate": 9.988839978728798e-06,
+      "loss": 0.3922,
+      "step": 530
+    },
+    {
+      "epoch": 0.36504985634612136,
+      "grad_norm": 2.2810190229102267,
+      "learning_rate": 9.986060919908917e-06,
+      "loss": 0.4038,
+      "step": 540
+    },
+    {
+      "epoch": 0.3718100388710495,
+      "grad_norm": 2.0830775327743534,
+      "learning_rate": 9.982973681316854e-06,
+      "loss": 0.389,
+      "step": 550
+    },
+    {
+      "epoch": 0.3785702213959777,
+      "grad_norm": 2.412349310792309,
+      "learning_rate": 9.97957845376947e-06,
+      "loss": 0.4,
+      "step": 560
+    },
+    {
+      "epoch": 0.38533040392090584,
+      "grad_norm": 2.334930606027013,
+      "learning_rate": 9.975875447119884e-06,
+      "loss": 0.3925,
+      "step": 570
+    },
+    {
+      "epoch": 0.39209058644583406,
+      "grad_norm": 2.373633114437491,
+      "learning_rate": 9.971864890244514e-06,
+      "loss": 0.4038,
+      "step": 580
+    },
+    {
+      "epoch": 0.3988507689707622,
+      "grad_norm": 2.309096972224613,
+      "learning_rate": 9.967547031028917e-06,
+      "loss": 0.4008,
+      "step": 590
+    },
+    {
+      "epoch": 0.4056109514956904,
+      "grad_norm": 2.140294095106148,
+      "learning_rate": 9.962922136352482e-06,
+      "loss": 0.4004,
+      "step": 600
+    },
+    {
+      "epoch": 0.41237113402061853,
+      "grad_norm": 2.2849655710928287,
+      "learning_rate": 9.957990492071917e-06,
+      "loss": 0.4057,
+      "step": 610
+    },
+    {
+      "epoch": 0.41913131654554675,
+      "grad_norm": 2.092617163224422,
+      "learning_rate": 9.9527524030036e-06,
+      "loss": 0.4016,
+      "step": 620
+    },
+    {
+      "epoch": 0.4258914990704749,
+      "grad_norm": 2.786668476771917,
+      "learning_rate": 9.947208192904722e-06,
+      "loss": 0.3788,
+      "step": 630
+    },
+    {
+      "epoch": 0.43265168159540307,
+      "grad_norm": 2.1368728170135873,
+      "learning_rate": 9.941358204453294e-06,
+      "loss": 0.4022,
+      "step": 640
+    },
+    {
+      "epoch": 0.43941186412033123,
+      "grad_norm": 2.03479655017632,
+      "learning_rate": 9.935202799226941e-06,
+      "loss": 0.3795,
+      "step": 650
+    },
+    {
+      "epoch": 0.44617204664525945,
+      "grad_norm": 2.1100436195870964,
+      "learning_rate": 9.928742357680586e-06,
+      "loss": 0.3841,
+      "step": 660
+    },
+    {
+      "epoch": 0.4529322291701876,
+      "grad_norm": 2.1376422874279952,
+      "learning_rate": 9.9219772791229e-06,
+      "loss": 0.3809,
+      "step": 670
+    },
+    {
+      "epoch": 0.45969241169511577,
+      "grad_norm": 2.2131150187295865,
+      "learning_rate": 9.914907981691656e-06,
+      "loss": 0.3934,
+      "step": 680
+    },
+    {
+      "epoch": 0.4664525942200439,
+      "grad_norm": 2.5997656656639023,
+      "learning_rate": 9.907534902327855e-06,
+      "loss": 0.3975,
+      "step": 690
+    },
+    {
+      "epoch": 0.47321277674497214,
+      "grad_norm": 1.9856693804357932,
+      "learning_rate": 9.899858496748738e-06,
+      "loss": 0.38,
+      "step": 700
+    },
+    {
+      "epoch": 0.4799729592699003,
+      "grad_norm": 2.217516603205192,
+      "learning_rate": 9.891879239419609e-06,
+      "loss": 0.3789,
+      "step": 710
+    },
+    {
+      "epoch": 0.48673314179482846,
+      "grad_norm": 2.0702819723867427,
+      "learning_rate": 9.883597623524518e-06,
+      "loss": 0.3954,
+      "step": 720
+    },
+    {
+      "epoch": 0.4934933243197566,
+      "grad_norm": 2.2207526501051387,
+      "learning_rate": 9.875014160935773e-06,
+      "loss": 0.3816,
+      "step": 730
+    },
+    {
+      "epoch": 0.5002535068446848,
+      "grad_norm": 2.0307571044715487,
+      "learning_rate": 9.866129382182295e-06,
+      "loss": 0.3596,
+      "step": 740
+    },
+    {
+      "epoch": 0.507013689369613,
+      "grad_norm": 2.0484361446295756,
+      "learning_rate": 9.856943836416844e-06,
+      "loss": 0.3723,
+      "step": 750
+    },
+    {
+      "epoch": 0.5137738718945412,
+      "grad_norm": 2.188933520806837,
+      "learning_rate": 9.847458091382057e-06,
+      "loss": 0.3836,
+      "step": 760
+    },
+    {
+      "epoch": 0.5205340544194693,
+      "grad_norm": 2.2059318749133343,
+      "learning_rate": 9.837672733375377e-06,
+      "loss": 0.3764,
+      "step": 770
+    },
+    {
+      "epoch": 0.5272942369443975,
+      "grad_norm": 2.0738552350322657,
+      "learning_rate": 9.827588367212797e-06,
+      "loss": 0.3801,
+      "step": 780
+    },
+    {
+      "epoch": 0.5340544194693256,
+      "grad_norm": 2.049788797772694,
+      "learning_rate": 9.81720561619149e-06,
+      "loss": 0.3732,
+      "step": 790
+    },
+    {
+      "epoch": 0.5408146019942538,
+      "grad_norm": 2.607021547053881,
+      "learning_rate": 9.806525122051276e-06,
+      "loss": 0.3607,
+      "step": 800
+    },
+    {
+      "epoch": 0.5475747845191821,
+      "grad_norm": 2.0297130039478573,
+      "learning_rate": 9.795547544934964e-06,
+      "loss": 0.3756,
+      "step": 810
+    },
+    {
+      "epoch": 0.5543349670441102,
+      "grad_norm": 2.135186067946862,
+      "learning_rate": 9.784273563347542e-06,
+      "loss": 0.3597,
+      "step": 820
+    },
+    {
+      "epoch": 0.5610951495690384,
+      "grad_norm": 1.8995362331712584,
+      "learning_rate": 9.772703874114246e-06,
+      "loss": 0.3694,
+      "step": 830
+    },
+    {
+      "epoch": 0.5678553320939665,
+      "grad_norm": 2.0415002686577775,
+      "learning_rate": 9.760839192337487e-06,
+      "loss": 0.3799,
+      "step": 840
+    },
+    {
+      "epoch": 0.5746155146188947,
+      "grad_norm": 2.1273417637254366,
+      "learning_rate": 9.74868025135266e-06,
+      "loss": 0.3771,
+      "step": 850
+    },
+    {
+      "epoch": 0.5813756971438229,
+      "grad_norm": 2.1781086970923575,
+      "learning_rate": 9.7362278026828e-06,
+      "loss": 0.3817,
+      "step": 860
+    },
+    {
+      "epoch": 0.588135879668751,
+      "grad_norm": 2.1564198664014667,
+      "learning_rate": 9.723482615992153e-06,
+      "loss": 0.3755,
+      "step": 870
+    },
+    {
+      "epoch": 0.5948960621936792,
+      "grad_norm": 2.2895864922611993,
+      "learning_rate": 9.710445479038585e-06,
+      "loss": 0.379,
+      "step": 880
+    },
+    {
+      "epoch": 0.6016562447186073,
+      "grad_norm": 1.983081982245503,
+      "learning_rate": 9.697117197624903e-06,
+      "loss": 0.3648,
+      "step": 890
+    },
+    {
+      "epoch": 0.6084164272435356,
+      "grad_norm": 2.091041703194283,
+      "learning_rate": 9.683498595549058e-06,
+      "loss": 0.3537,
+      "step": 900
+    },
+    {
+      "epoch": 0.6151766097684638,
+      "grad_norm": 2.236195435477624,
+      "learning_rate": 9.669590514553202e-06,
+      "loss": 0.3706,
+      "step": 910
+    },
+    {
+      "epoch": 0.6219367922933919,
+      "grad_norm": 1.8500568790108252,
+      "learning_rate": 9.65539381427169e-06,
+      "loss": 0.3829,
+      "step": 920
+    },
+    {
+      "epoch": 0.6286969748183201,
+      "grad_norm": 1.9798512403639599,
+      "learning_rate": 9.640909372177923e-06,
+      "loss": 0.3583,
+      "step": 930
+    },
+    {
+      "epoch": 0.6354571573432483,
+      "grad_norm": 2.001295874575185,
+      "learning_rate": 9.62613808353013e-06,
+      "loss": 0.3846,
+      "step": 940
+    },
+    {
+      "epoch": 0.6422173398681764,
+      "grad_norm": 2.119068814752592,
+      "learning_rate": 9.611080861316029e-06,
+      "loss": 0.376,
+      "step": 950
+    },
+    {
+      "epoch": 0.6489775223931046,
+      "grad_norm": 1.874754216889785,
+      "learning_rate": 9.595738636196392e-06,
+      "loss": 0.3594,
+      "step": 960
+    },
+    {
+      "epoch": 0.6557377049180327,
+      "grad_norm": 1.9814730374903968,
+      "learning_rate": 9.580112356447528e-06,
+      "loss": 0.3763,
+      "step": 970
+    },
+    {
+      "epoch": 0.662497887442961,
+      "grad_norm": 1.6054885549770077,
+      "learning_rate": 9.56420298790267e-06,
+      "loss": 0.3539,
+      "step": 980
+    },
+    {
+      "epoch": 0.6692580699678892,
+      "grad_norm": 1.9862942162587933,
+      "learning_rate": 9.548011513892274e-06,
+      "loss": 0.3686,
+      "step": 990
+    },
+    {
+      "epoch": 0.6760182524928173,
+      "grad_norm": 1.697925964076465,
+      "learning_rate": 9.531538935183252e-06,
+      "loss": 0.3645,
+      "step": 1000
+    },
+    {
+      "epoch": 0.6760182524928173,
+      "eval_loss": 0.36739876866340637,
+      "eval_runtime": 1323.0599,
+      "eval_samples_per_second": 3.976,
+      "eval_steps_per_second": 0.497,
+      "step": 1000
+    },
+    {
+      "epoch": 0.6827784350177455,
+      "grad_norm": 2.258646441282196,
+      "learning_rate": 9.5147862699171e-06,
+      "loss": 0.3686,
+      "step": 1010
+    },
+    {
+      "epoch": 0.6895386175426736,
+      "grad_norm": 1.9875295083096067,
+      "learning_rate": 9.497754553546992e-06,
+      "loss": 0.3736,
+      "step": 1020
+    },
+    {
+      "epoch": 0.6962988000676018,
+      "grad_norm": 1.9408896050189433,
+      "learning_rate": 9.480444838773753e-06,
+      "loss": 0.3542,
+      "step": 1030
+    },
+    {
+      "epoch": 0.70305898259253,
+      "grad_norm": 2.517314352432714,
+      "learning_rate": 9.462858195480814e-06,
+      "loss": 0.3647,
+      "step": 1040
+    },
+    {
+      "epoch": 0.7098191651174581,
+      "grad_norm": 2.045943843085583,
+      "learning_rate": 9.444995710668074e-06,
+      "loss": 0.3797,
+      "step": 1050
+    },
+    {
+      "epoch": 0.7165793476423864,
+      "grad_norm": 1.9093836961309305,
+      "learning_rate": 9.42685848838472e-06,
+      "loss": 0.3413,
+      "step": 1060
+    },
+    {
+      "epoch": 0.7233395301673146,
+      "grad_norm": 2.022174523080341,
+      "learning_rate": 9.408447649660985e-06,
+      "loss": 0.3676,
+      "step": 1070
+    },
+    {
+      "epoch": 0.7300997126922427,
+      "grad_norm": 1.8275705704002196,
+      "learning_rate": 9.38976433243886e-06,
+      "loss": 0.3685,
+      "step": 1080
+    },
+    {
+      "epoch": 0.7368598952171709,
+      "grad_norm": 1.7772669666798888,
+      "learning_rate": 9.370809691501753e-06,
+      "loss": 0.3708,
+      "step": 1090
+    },
+    {
+      "epoch": 0.743620077742099,
+      "grad_norm": 1.9218973995164992,
+      "learning_rate": 9.351584898403129e-06,
+      "loss": 0.3546,
+      "step": 1100
+    },
+    {
+      "epoch": 0.7503802602670272,
+      "grad_norm": 1.8585271029759325,
+      "learning_rate": 9.332091141394082e-06,
+      "loss": 0.351,
+      "step": 1110
+    },
+    {
+      "epoch": 0.7571404427919554,
+      "grad_norm": 1.8921724238963678,
+      "learning_rate": 9.312329625349903e-06,
+      "loss": 0.3561,
+      "step": 1120
+    },
+    {
+      "epoch": 0.7639006253168835,
+      "grad_norm": 2.699199676621496,
+      "learning_rate": 9.292301571695603e-06,
+      "loss": 0.3621,
+      "step": 1130
+    },
+    {
+      "epoch": 0.7706608078418117,
+      "grad_norm": 1.7918758876099616,
+      "learning_rate": 9.27200821833042e-06,
+      "loss": 0.3481,
+      "step": 1140
+    },
+    {
+      "epoch": 0.77742099036674,
+      "grad_norm": 1.6841732472542632,
+      "learning_rate": 9.251450819551305e-06,
+      "loss": 0.3518,
+      "step": 1150
+    },
+    {
+      "epoch": 0.7841811728916681,
+      "grad_norm": 1.8263599680378415,
+      "learning_rate": 9.2306306459754e-06,
+      "loss": 0.3578,
+      "step": 1160
+    },
+    {
+      "epoch": 0.7909413554165963,
+      "grad_norm": 1.9440999538041503,
+      "learning_rate": 9.2095489844615e-06,
+      "loss": 0.3561,
+      "step": 1170
+    },
+    {
+      "epoch": 0.7977015379415244,
+      "grad_norm": 2.0375108827553725,
+      "learning_rate": 9.188207138030518e-06,
+      "loss": 0.3547,
+      "step": 1180
+    },
+    {
+      "epoch": 0.8044617204664526,
+      "grad_norm": 1.8656977480472188,
+      "learning_rate": 9.166606425784939e-06,
+      "loss": 0.3353,
+      "step": 1190
+    },
+    {
+      "epoch": 0.8112219029913807,
+      "grad_norm": 1.8340532352178343,
+      "learning_rate": 9.144748182827305e-06,
+      "loss": 0.3641,
+      "step": 1200
+    },
+    {
+      "epoch": 0.8179820855163089,
+      "grad_norm": 1.8770982817901785,
+      "learning_rate": 9.122633760177674e-06,
+      "loss": 0.35,
+      "step": 1210
+    },
+    {
+      "epoch": 0.8247422680412371,
+      "grad_norm": 1.7126903025921292,
+      "learning_rate": 9.10026452469013e-06,
+      "loss": 0.3483,
+      "step": 1220
+    },
+    {
+      "epoch": 0.8315024505661653,
+      "grad_norm": 1.845094017702633,
+      "learning_rate": 9.077641858968302e-06,
+      "loss": 0.3463,
+      "step": 1230
+    },
+    {
+      "epoch": 0.8382626330910935,
+      "grad_norm": 1.6919845905215602,
+      "learning_rate": 9.054767161279891e-06,
+      "loss": 0.3493,
+      "step": 1240
+    },
+    {
+      "epoch": 0.8450228156160217,
+      "grad_norm": 41.7754958887055,
+      "learning_rate": 9.031641845470265e-06,
+      "loss": 0.3691,
+      "step": 1250
+    },
+    {
+      "epoch": 0.8517829981409498,
+      "grad_norm": 1.6803994335239858,
+      "learning_rate": 9.008267340875062e-06,
+      "loss": 0.3404,
+      "step": 1260
+    },
+    {
+      "epoch": 0.858543180665878,
+      "grad_norm": 1.6747949593133225,
+      "learning_rate": 8.984645092231839e-06,
+      "loss": 0.337,
+      "step": 1270
+    },
+    {
+      "epoch": 0.8653033631908061,
+      "grad_norm": 1.9888542335284893,
+      "learning_rate": 8.960776559590794e-06,
+      "loss": 0.3531,
+      "step": 1280
+    },
+    {
+      "epoch": 0.8720635457157343,
+      "grad_norm": 1.8242235825875925,
+      "learning_rate": 8.936663218224504e-06,
+      "loss": 0.3468,
+      "step": 1290
+    },
+    {
+      "epoch": 0.8788237282406625,
+      "grad_norm": 1.8091464965495379,
+      "learning_rate": 8.91230655853675e-06,
+      "loss": 0.3451,
+      "step": 1300
+    },
+    {
+      "epoch": 0.8855839107655906,
+      "grad_norm": 1.6077172216059503,
+      "learning_rate": 8.887708085970395e-06,
+      "loss": 0.3606,
+      "step": 1310
+    },
+    {
+      "epoch": 0.8923440932905189,
+      "grad_norm": 1.863072270952894,
+      "learning_rate": 8.862869320914342e-06,
+      "loss": 0.3362,
+      "step": 1320
+    },
+    {
+      "epoch": 0.899104275815447,
+      "grad_norm": 1.6689485544997376,
+      "learning_rate": 8.837791798609548e-06,
+      "loss": 0.3556,
+      "step": 1330
+    },
+    {
+      "epoch": 0.9058644583403752,
+      "grad_norm": 1.7200717303760475,
+      "learning_rate": 8.812477069054145e-06,
+      "loss": 0.3478,
+      "step": 1340
+    },
+    {
+      "epoch": 0.9126246408653034,
+      "grad_norm": 2.137634965409493,
+      "learning_rate": 8.786926696907635e-06,
+      "loss": 0.3367,
+      "step": 1350
+    },
+    {
+      "epoch": 0.9193848233902315,
+      "grad_norm": 1.8766558650581284,
+      "learning_rate": 8.761142261394176e-06,
+      "loss": 0.3384,
+      "step": 1360
+    },
+    {
+      "epoch": 0.9261450059151597,
+      "grad_norm": 1.79644209869537,
+      "learning_rate": 8.735125356204982e-06,
+      "loss": 0.3409,
+      "step": 1370
+    },
+    {
+      "epoch": 0.9329051884400879,
+      "grad_norm": 1.878014748264182,
+      "learning_rate": 8.708877589399805e-06,
+      "loss": 0.3571,
+      "step": 1380
+    },
+    {
+      "epoch": 0.939665370965016,
+      "grad_norm": 1.6990828286145954,
+      "learning_rate": 8.682400583307562e-06,
+      "loss": 0.3434,
+      "step": 1390
+    },
+    {
+      "epoch": 0.9464255534899443,
+      "grad_norm": 1.7992025269775698,
+      "learning_rate": 8.655695974426049e-06,
+      "loss": 0.3469,
+      "step": 1400
+    },
+    {
+      "epoch": 0.9531857360148724,
+      "grad_norm": 1.9318642460759288,
+      "learning_rate": 8.628765413320793e-06,
+      "loss": 0.3567,
+      "step": 1410
+    },
+    {
+      "epoch": 0.9599459185398006,
+      "grad_norm": 1.7485812674142844,
+      "learning_rate": 8.60161056452304e-06,
+      "loss": 0.3295,
+      "step": 1420
+    },
+    {
+      "epoch": 0.9667061010647288,
+      "grad_norm": 1.9314544861372662,
+      "learning_rate": 8.574233106426866e-06,
+      "loss": 0.331,
+      "step": 1430
+    },
+    {
+      "epoch": 0.9734662835896569,
+      "grad_norm": 1.6993343654728899,
+      "learning_rate": 8.546634731185446e-06,
+      "loss": 0.353,
+      "step": 1440
+    },
+    {
+      "epoch": 0.9802264661145851,
+      "grad_norm": 1.7502543394189403,
+      "learning_rate": 8.518817144606451e-06,
+      "loss": 0.3316,
+      "step": 1450
+    },
+    {
+      "epoch": 0.9869866486395132,
+      "grad_norm": 1.9261600970610924,
+      "learning_rate": 8.490782066046634e-06,
+      "loss": 0.3628,
+      "step": 1460
+    },
+    {
+      "epoch": 0.9937468311644414,
+      "grad_norm": 1.7416309439075797,
+      "learning_rate": 8.462531228305546e-06,
+      "loss": 0.3231,
+      "step": 1470
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 3.593217730508142,
+      "learning_rate": 8.434066377518437e-06,
+      "loss": 0.3394,
+      "step": 1480
+    },
+    {
+      "epoch": 1.0067601825249282,
+      "grad_norm": 1.6132270094363823,
+      "learning_rate": 8.405389273048334e-06,
+      "loss": 0.2478,
+      "step": 1490
+    },
+    {
+      "epoch": 1.0135203650498563,
+      "grad_norm": 1.6776338845512389,
+      "learning_rate": 8.376501687377297e-06,
+      "loss": 0.2299,
+      "step": 1500
+    },
+    {
+      "epoch": 1.0135203650498563,
+      "eval_loss": 0.351112425327301,
+      "eval_runtime": 1325.3556,
+      "eval_samples_per_second": 3.969,
+      "eval_steps_per_second": 0.496,
+      "step": 1500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 4440,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 576417156300800.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

agenttrek-llama/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057d9005725ac247b927b3d218b221ccdf40c738f871da500bc9530b491760ce
+size 8081