Upload kodcode-v1-qwen36

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,61 @@
+---
+library_name: transformers
+license: other
+base_model: Qwen/Qwen3.6-27B
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: kodcode-v1-qwq
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# kodcode-v1-qwq
+
+This model is a fine-tuned version of [Qwen/Qwen3.6-27B](https://huggingface.co/Qwen/Qwen3.6-27B) on the kodcode-v1 dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 8
+- gradient_accumulation_steps: 6
+- total_train_batch_size: 48
+- total_eval_batch_size: 64
+- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_steps: 0.1
+- num_epochs: 3
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 5.6.0
+- Pytorch 2.12.0+cu130
+- Datasets 4.0.0
+- Tokenizers 0.22.2

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 305241727172608.0,
+    "train_loss": 0.4993832171672866,
+    "train_runtime": 16221.4591,
+    "train_samples_per_second": 0.245,
+    "train_steps_per_second": 0.005
+}

chat_template.jinja

@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if (preserve_thinking is defined and preserve_thinking is true) or (loop.index0 > ns.last_query_index) %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | string if args_value is string else args_value | tojson | safe %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}

config.json

@@ -0,0 +1,147 @@
+{
+  "architectures": [
+    "Qwen3_5ForConditionalGeneration"
+  ],
+  "bos_token_id": null,
+  "dtype": "bfloat16",
+  "eos_token_id": 248046,
+  "hidden_size": 5120,
+  "image_token_id": 248056,
+  "language_model_only": false,
+  "model_type": "qwen3_5",
+  "pad_token_id": 248044,
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_output_gate": true,
+    "bos_token_id": 248044,
+    "dtype": "bfloat16",
+    "eos_token_id": 248044,
+    "full_attention_interval": 4,
+    "head_dim": 256,
+    "hidden_act": "silu",
+    "hidden_size": 5120,
+    "initializer_range": 0.02,
+    "intermediate_size": 17408,
+    "layer_types": [
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention"
+    ],
+    "linear_conv_kernel_dim": 4,
+    "linear_key_head_dim": 128,
+    "linear_num_key_heads": 16,
+    "linear_num_value_heads": 48,
+    "linear_value_head_dim": 128,
+    "mamba_ssm_dtype": "float32",
+    "max_position_embeddings": 262144,
+    "model_type": "qwen3_5_text",
+    "mtp_num_hidden_layers": 1,
+    "mtp_use_dedicated_embeddings": false,
+    "num_attention_heads": 24,
+    "num_hidden_layers": 64,
+    "num_key_value_heads": 4,
+    "output_gate_type": "swish",
+    "pad_token_id": null,
+    "partial_rotary_factor": 0.25,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "mrope_interleaved": true,
+      "mrope_section": [
+        11,
+        11,
+        10
+      ],
+      "partial_rotary_factor": 0.25,
+      "rope_theta": 10000000,
+      "rope_type": "default"
+    },
+    "tie_word_embeddings": false,
+    "use_cache": false,
+    "vocab_size": 248320
+  },
+  "tie_word_embeddings": false,
+  "transformers_version": "5.6.0",
+  "use_cache": false,
+  "video_token_id": 248057,
+  "vision_config": {
+    "deepstack_visual_indexes": [],
+    "depth": 27,
+    "dtype": "bfloat16",
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "in_channels": 3,
+    "initializer_range": 0.02,
+    "intermediate_size": 4304,
+    "model_type": "qwen3_5_vision",
+    "num_heads": 16,
+    "num_position_embeddings": 2304,
+    "out_hidden_size": 5120,
+    "patch_size": 16,
+    "spatial_merge_size": 2,
+    "temporal_patch_size": 2
+  },
+  "vision_end_token_id": 248054,
+  "vision_start_token_id": 248053
+}

generation_config.json

@@ -0,0 +1,13 @@
+{
+  "do_sample": true,
+  "eos_token_id": [
+    248046,
+    248046,
+    248044
+  ],
+  "pad_token_id": 248044,
+  "temperature": 1.0,
+  "top_k": 20,
+  "top_p": 0.95,
+  "transformers_version": "5.6.0"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9847d75d7afd657f72dc3d78097001dcdf9c81fba0867da5743d43ca124a0434
+size 49825162976

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6516c2c3addd0b901b108e882df698ad97376f80895ba3433ac229cd60c9922a
+size 4888445168

processor_config.json

@@ -0,0 +1,60 @@
+{
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessor",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523
+size 19989325

tokenizer_config.json

@@ -0,0 +1,34 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 3.0,
+    "total_flos": 305241727172608.0,
+    "train_loss": 0.4993832171672866,
+    "train_runtime": 16221.4591,
+    "train_samples_per_second": 0.245,
+    "train_steps_per_second": 0.005
+}

trainer_log.jsonl

@@ -0,0 +1,85 @@
+{"current_steps": 1, "total_steps": 84, "loss": 0.6798985004425049, "lr": 0.0, "epoch": 0.03614457831325301, "percentage": 1.19, "elapsed_time": "0:02:38", "remaining_time": "3:39:37"}
+{"current_steps": 2, "total_steps": 84, "loss": 0.6897931098937988, "lr": 1.111111111111111e-06, "epoch": 0.07228915662650602, "percentage": 2.38, "elapsed_time": "0:06:18", "remaining_time": "4:18:54"}
+{"current_steps": 3, "total_steps": 84, "loss": 0.6687372326850891, "lr": 2.222222222222222e-06, "epoch": 0.10843373493975904, "percentage": 3.57, "elapsed_time": "0:09:14", "remaining_time": "4:09:22"}
+{"current_steps": 4, "total_steps": 84, "loss": 0.6511715054512024, "lr": 3.3333333333333333e-06, "epoch": 0.14457831325301204, "percentage": 4.76, "elapsed_time": "0:12:42", "remaining_time": "4:14:08"}
+{"current_steps": 5, "total_steps": 84, "loss": 0.6404632329940796, "lr": 4.444444444444444e-06, "epoch": 0.18072289156626506, "percentage": 5.95, "elapsed_time": "0:15:47", "remaining_time": "4:09:32"}
+{"current_steps": 6, "total_steps": 84, "loss": 0.6380958557128906, "lr": 5.555555555555557e-06, "epoch": 0.21686746987951808, "percentage": 7.14, "elapsed_time": "0:19:27", "remaining_time": "4:12:53"}
+{"current_steps": 7, "total_steps": 84, "loss": 0.624602735042572, "lr": 6.666666666666667e-06, "epoch": 0.25301204819277107, "percentage": 8.33, "elapsed_time": "0:23:12", "remaining_time": "4:15:18"}
+{"current_steps": 8, "total_steps": 84, "loss": 0.6305320858955383, "lr": 7.77777777777778e-06, "epoch": 0.2891566265060241, "percentage": 9.52, "elapsed_time": "0:25:57", "remaining_time": "4:06:40"}
+{"current_steps": 9, "total_steps": 84, "loss": 0.6563503742218018, "lr": 8.888888888888888e-06, "epoch": 0.3253012048192771, "percentage": 10.71, "elapsed_time": "0:28:30", "remaining_time": "3:57:33"}
+{"current_steps": 10, "total_steps": 84, "loss": 0.6455645561218262, "lr": 1e-05, "epoch": 0.3614457831325301, "percentage": 11.9, "elapsed_time": "0:30:58", "remaining_time": "3:49:11"}
+{"current_steps": 11, "total_steps": 84, "loss": 0.628766655921936, "lr": 9.995614150494293e-06, "epoch": 0.39759036144578314, "percentage": 13.1, "elapsed_time": "0:33:35", "remaining_time": "3:42:57"}
+{"current_steps": 12, "total_steps": 84, "loss": 0.6071541905403137, "lr": 9.982464296247523e-06, "epoch": 0.43373493975903615, "percentage": 14.29, "elapsed_time": "0:36:45", "remaining_time": "3:40:33"}
+{"current_steps": 13, "total_steps": 84, "loss": 0.6209861636161804, "lr": 9.960573506572391e-06, "epoch": 0.46987951807228917, "percentage": 15.48, "elapsed_time": "0:40:41", "remaining_time": "3:42:14"}
+{"current_steps": 14, "total_steps": 84, "loss": 0.6150267124176025, "lr": 9.929980185352525e-06, "epoch": 0.5060240963855421, "percentage": 16.67, "elapsed_time": "0:43:55", "remaining_time": "3:39:36"}
+{"current_steps": 15, "total_steps": 84, "loss": 0.6164926290512085, "lr": 9.890738003669029e-06, "epoch": 0.5421686746987951, "percentage": 17.86, "elapsed_time": "0:46:35", "remaining_time": "3:34:20"}
+{"current_steps": 16, "total_steps": 84, "loss": 0.6059902906417847, "lr": 9.842915805643156e-06, "epoch": 0.5783132530120482, "percentage": 19.05, "elapsed_time": "0:50:32", "remaining_time": "3:34:47"}
+{"current_steps": 17, "total_steps": 84, "loss": 0.6016689538955688, "lr": 9.786597487660336e-06, "epoch": 0.6144578313253012, "percentage": 20.24, "elapsed_time": "0:54:03", "remaining_time": "3:33:01"}
+{"current_steps": 18, "total_steps": 84, "loss": 0.5898147821426392, "lr": 9.721881851187406e-06, "epoch": 0.6506024096385542, "percentage": 21.43, "elapsed_time": "0:57:45", "remaining_time": "3:31:46"}
+{"current_steps": 19, "total_steps": 84, "loss": 0.5911672115325928, "lr": 9.648882429441258e-06, "epoch": 0.6867469879518072, "percentage": 22.62, "elapsed_time": "1:01:03", "remaining_time": "3:28:52"}
+{"current_steps": 20, "total_steps": 84, "loss": 0.5862749814987183, "lr": 9.567727288213005e-06, "epoch": 0.7228915662650602, "percentage": 23.81, "elapsed_time": "1:04:25", "remaining_time": "3:26:08"}
+{"current_steps": 21, "total_steps": 84, "loss": 0.5881009101867676, "lr": 9.478558801197065e-06, "epoch": 0.7590361445783133, "percentage": 25.0, "elapsed_time": "1:07:13", "remaining_time": "3:21:39"}
+{"current_steps": 22, "total_steps": 84, "loss": 0.5938855409622192, "lr": 9.381533400219319e-06, "epoch": 0.7951807228915663, "percentage": 26.19, "elapsed_time": "1:09:34", "remaining_time": "3:16:05"}
+{"current_steps": 23, "total_steps": 84, "loss": 0.580564558506012, "lr": 9.276821300802535e-06, "epoch": 0.8313253012048193, "percentage": 27.38, "elapsed_time": "1:12:19", "remaining_time": "3:11:49"}
+{"current_steps": 24, "total_steps": 84, "loss": 0.6000862121582031, "lr": 9.164606203550498e-06, "epoch": 0.8674698795180723, "percentage": 28.57, "elapsed_time": "1:15:40", "remaining_time": "3:09:11"}
+{"current_steps": 25, "total_steps": 84, "loss": 0.5746794939041138, "lr": 9.045084971874738e-06, "epoch": 0.9036144578313253, "percentage": 29.76, "elapsed_time": "1:18:25", "remaining_time": "3:05:04"}
+{"current_steps": 26, "total_steps": 84, "loss": 0.577430784702301, "lr": 8.9184672866292e-06, "epoch": 0.9397590361445783, "percentage": 30.95, "elapsed_time": "1:22:30", "remaining_time": "3:04:02"}
+{"current_steps": 27, "total_steps": 84, "loss": 0.5721206068992615, "lr": 8.784975278258783e-06, "epoch": 0.9759036144578314, "percentage": 32.14, "elapsed_time": "1:25:41", "remaining_time": "3:00:53"}
+{"current_steps": 28, "total_steps": 84, "loss": 0.5727310180664062, "lr": 8.644843137107058e-06, "epoch": 1.0, "percentage": 33.33, "elapsed_time": "1:28:56", "remaining_time": "2:57:52"}
+{"current_steps": 29, "total_steps": 84, "loss": 0.5036242008209229, "lr": 8.498316702566828e-06, "epoch": 1.036144578313253, "percentage": 34.52, "elapsed_time": "1:32:29", "remaining_time": "2:55:25"}
+{"current_steps": 30, "total_steps": 84, "loss": 0.5078785419464111, "lr": 8.345653031794292e-06, "epoch": 1.072289156626506, "percentage": 35.71, "elapsed_time": "1:35:32", "remaining_time": "2:51:59"}
+{"current_steps": 31, "total_steps": 84, "loss": 0.4693022668361664, "lr": 8.18711994874345e-06, "epoch": 1.108433734939759, "percentage": 36.9, "elapsed_time": "1:37:54", "remaining_time": "2:47:23"}
+{"current_steps": 32, "total_steps": 84, "loss": 0.4865715503692627, "lr": 8.022995574311876e-06, "epoch": 1.144578313253012, "percentage": 38.1, "elapsed_time": "1:41:02", "remaining_time": "2:44:11"}
+{"current_steps": 33, "total_steps": 84, "loss": 0.49929895997047424, "lr": 7.85356783842216e-06, "epoch": 1.180722891566265, "percentage": 39.29, "elapsed_time": "1:43:41", "remaining_time": "2:40:14"}
+{"current_steps": 34, "total_steps": 84, "loss": 0.49614834785461426, "lr": 7.679133974894984e-06, "epoch": 1.216867469879518, "percentage": 40.48, "elapsed_time": "1:47:07", "remaining_time": "2:37:32"}
+{"current_steps": 35, "total_steps": 84, "loss": 0.49161770939826965, "lr": 7.500000000000001e-06, "epoch": 1.2530120481927711, "percentage": 41.67, "elapsed_time": "1:50:15", "remaining_time": "2:34:21"}
+{"current_steps": 36, "total_steps": 84, "loss": 0.48665398359298706, "lr": 7.31648017559931e-06, "epoch": 1.2891566265060241, "percentage": 42.86, "elapsed_time": "1:53:49", "remaining_time": "2:31:46"}
+{"current_steps": 37, "total_steps": 84, "loss": 0.4777125120162964, "lr": 7.128896457825364e-06, "epoch": 1.3253012048192772, "percentage": 44.05, "elapsed_time": "1:56:41", "remaining_time": "2:28:14"}
+{"current_steps": 38, "total_steps": 84, "loss": 0.4852375388145447, "lr": 6.9375779322605154e-06, "epoch": 1.3614457831325302, "percentage": 45.24, "elapsed_time": "1:59:37", "remaining_time": "2:24:48"}
+{"current_steps": 39, "total_steps": 84, "loss": 0.46885544061660767, "lr": 6.7428602366090764e-06, "epoch": 1.3975903614457832, "percentage": 46.43, "elapsed_time": "2:03:31", "remaining_time": "2:22:31"}
+{"current_steps": 40, "total_steps": 84, "loss": 0.4777418375015259, "lr": 6.545084971874738e-06, "epoch": 1.4337349397590362, "percentage": 47.62, "elapsed_time": "2:06:31", "remaining_time": "2:19:10"}
+{"current_steps": 41, "total_steps": 84, "loss": 0.4813598096370697, "lr": 6.344599103076329e-06, "epoch": 1.4698795180722892, "percentage": 48.81, "elapsed_time": "2:10:06", "remaining_time": "2:16:27"}
+{"current_steps": 42, "total_steps": 84, "loss": 0.4753226637840271, "lr": 6.141754350553279e-06, "epoch": 1.5060240963855422, "percentage": 50.0, "elapsed_time": "2:14:25", "remaining_time": "2:14:25"}
+{"current_steps": 43, "total_steps": 84, "loss": 0.497364342212677, "lr": 5.936906572928625e-06, "epoch": 1.5421686746987953, "percentage": 51.19, "elapsed_time": "2:17:16", "remaining_time": "2:10:53"}
+{"current_steps": 44, "total_steps": 84, "loss": 0.4533390402793884, "lr": 5.730415142812059e-06, "epoch": 1.5783132530120483, "percentage": 52.38, "elapsed_time": "2:20:01", "remaining_time": "2:07:17"}
+{"current_steps": 45, "total_steps": 84, "loss": 0.47720852494239807, "lr": 5.522642316338268e-06, "epoch": 1.6144578313253013, "percentage": 53.57, "elapsed_time": "2:22:25", "remaining_time": "2:03:26"}
+{"current_steps": 46, "total_steps": 84, "loss": 0.4630257785320282, "lr": 5.3139525976465675e-06, "epoch": 1.6506024096385543, "percentage": 54.76, "elapsed_time": "2:25:39", "remaining_time": "2:00:19"}
+{"current_steps": 47, "total_steps": 84, "loss": 0.4707484245300293, "lr": 5.1047120994167855e-06, "epoch": 1.6867469879518073, "percentage": 55.95, "elapsed_time": "2:29:28", "remaining_time": "1:57:40"}
+{"current_steps": 48, "total_steps": 84, "loss": 0.5026432871818542, "lr": 4.895287900583216e-06, "epoch": 1.7228915662650603, "percentage": 57.14, "elapsed_time": "2:33:14", "remaining_time": "1:54:55"}
+{"current_steps": 49, "total_steps": 84, "loss": 0.4894215762615204, "lr": 4.686047402353433e-06, "epoch": 1.7590361445783134, "percentage": 58.33, "elapsed_time": "2:35:48", "remaining_time": "1:51:17"}
+{"current_steps": 50, "total_steps": 84, "loss": 0.48538342118263245, "lr": 4.477357683661734e-06, "epoch": 1.7951807228915664, "percentage": 59.52, "elapsed_time": "2:39:37", "remaining_time": "1:48:32"}
+{"current_steps": 51, "total_steps": 84, "loss": 0.45954716205596924, "lr": 4.269584857187942e-06, "epoch": 1.8313253012048194, "percentage": 60.71, "elapsed_time": "2:42:09", "remaining_time": "1:44:55"}
+{"current_steps": 52, "total_steps": 84, "loss": 0.4566912055015564, "lr": 4.063093427071376e-06, "epoch": 1.8674698795180724, "percentage": 61.9, "elapsed_time": "2:45:29", "remaining_time": "1:41:50"}
+{"current_steps": 53, "total_steps": 84, "loss": 0.48027291893959045, "lr": 3.8582456494467214e-06, "epoch": 1.9036144578313254, "percentage": 63.1, "elapsed_time": "2:49:23", "remaining_time": "1:39:04"}
+{"current_steps": 54, "total_steps": 84, "loss": 0.49082323908805847, "lr": 3.655400896923672e-06, "epoch": 1.9397590361445785, "percentage": 64.29, "elapsed_time": "2:53:00", "remaining_time": "1:36:06"}
+{"current_steps": 55, "total_steps": 84, "loss": 0.47446680068969727, "lr": 3.4549150281252635e-06, "epoch": 1.9759036144578315, "percentage": 65.48, "elapsed_time": "2:56:00", "remaining_time": "1:32:48"}
+{"current_steps": 56, "total_steps": 84, "loss": 0.47039300203323364, "lr": 3.2571397633909252e-06, "epoch": 2.0, "percentage": 66.67, "elapsed_time": "2:57:50", "remaining_time": "1:28:55"}
+{"current_steps": 57, "total_steps": 84, "loss": 0.3891071379184723, "lr": 3.0624220677394854e-06, "epoch": 2.036144578313253, "percentage": 67.86, "elapsed_time": "3:01:23", "remaining_time": "1:25:55"}
+{"current_steps": 58, "total_steps": 84, "loss": 0.43356871604919434, "lr": 2.871103542174637e-06, "epoch": 2.072289156626506, "percentage": 69.05, "elapsed_time": "3:05:00", "remaining_time": "1:22:55"}
+{"current_steps": 59, "total_steps": 84, "loss": 0.40094226598739624, "lr": 2.683519824400693e-06, "epoch": 2.108433734939759, "percentage": 70.24, "elapsed_time": "3:08:29", "remaining_time": "1:19:51"}
+{"current_steps": 60, "total_steps": 84, "loss": 0.4142378270626068, "lr": 2.5000000000000015e-06, "epoch": 2.144578313253012, "percentage": 71.43, "elapsed_time": "3:10:55", "remaining_time": "1:16:22"}
+{"current_steps": 61, "total_steps": 84, "loss": 0.3956088721752167, "lr": 2.320866025105016e-06, "epoch": 2.180722891566265, "percentage": 72.62, "elapsed_time": "3:13:33", "remaining_time": "1:12:58"}
+{"current_steps": 62, "total_steps": 84, "loss": 0.38991785049438477, "lr": 2.146432161577842e-06, "epoch": 2.216867469879518, "percentage": 73.81, "elapsed_time": "3:17:05", "remaining_time": "1:09:55"}
+{"current_steps": 63, "total_steps": 84, "loss": 0.3925628364086151, "lr": 1.977004425688126e-06, "epoch": 2.253012048192771, "percentage": 75.0, "elapsed_time": "3:20:22", "remaining_time": "1:06:47"}
+{"current_steps": 64, "total_steps": 84, "loss": 0.39590010046958923, "lr": 1.8128800512565514e-06, "epoch": 2.289156626506024, "percentage": 76.19, "elapsed_time": "3:23:49", "remaining_time": "1:03:41"}
+{"current_steps": 65, "total_steps": 84, "loss": 0.4138052761554718, "lr": 1.6543469682057105e-06, "epoch": 2.325301204819277, "percentage": 77.38, "elapsed_time": "3:27:24", "remaining_time": "1:00:37"}
+{"current_steps": 66, "total_steps": 84, "loss": 0.40755337476730347, "lr": 1.5016832974331725e-06, "epoch": 2.36144578313253, "percentage": 78.57, "elapsed_time": "3:31:12", "remaining_time": "0:57:36"}
+{"current_steps": 67, "total_steps": 84, "loss": 0.4035053253173828, "lr": 1.3551568628929434e-06, "epoch": 2.397590361445783, "percentage": 79.76, "elapsed_time": "3:35:02", "remaining_time": "0:54:33"}
+{"current_steps": 68, "total_steps": 84, "loss": 0.41533365845680237, "lr": 1.2150247217412186e-06, "epoch": 2.433734939759036, "percentage": 80.95, "elapsed_time": "3:39:34", "remaining_time": "0:51:39"}
+{"current_steps": 69, "total_steps": 84, "loss": 0.36712491512298584, "lr": 1.0815327133708015e-06, "epoch": 2.4698795180722892, "percentage": 82.14, "elapsed_time": "3:42:35", "remaining_time": "0:48:23"}
+{"current_steps": 70, "total_steps": 84, "loss": 0.3851737380027771, "lr": 9.549150281252633e-07, "epoch": 2.5060240963855422, "percentage": 83.33, "elapsed_time": "3:44:59", "remaining_time": "0:44:59"}
+{"current_steps": 71, "total_steps": 84, "loss": 0.4188123345375061, "lr": 8.353937964495029e-07, "epoch": 2.5421686746987953, "percentage": 84.52, "elapsed_time": "3:48:37", "remaining_time": "0:41:51"}
+{"current_steps": 72, "total_steps": 84, "loss": 0.40590065717697144, "lr": 7.23178699197467e-07, "epoch": 2.5783132530120483, "percentage": 85.71, "elapsed_time": "3:51:20", "remaining_time": "0:38:33"}
+{"current_steps": 73, "total_steps": 84, "loss": 0.38054245710372925, "lr": 6.184665997806832e-07, "epoch": 2.6144578313253013, "percentage": 86.9, "elapsed_time": "3:55:18", "remaining_time": "0:35:27"}
+{"current_steps": 74, "total_steps": 84, "loss": 0.4026598334312439, "lr": 5.214411988029355e-07, "epoch": 2.6506024096385543, "percentage": 88.1, "elapsed_time": "3:57:59", "remaining_time": "0:32:09"}
+{"current_steps": 75, "total_steps": 84, "loss": 0.4054795503616333, "lr": 4.322727117869951e-07, "epoch": 2.6867469879518073, "percentage": 89.29, "elapsed_time": "4:01:41", "remaining_time": "0:29:00"}
+{"current_steps": 76, "total_steps": 84, "loss": 0.37800586223602295, "lr": 3.511175705587433e-07, "epoch": 2.7228915662650603, "percentage": 90.48, "elapsed_time": "4:04:42", "remaining_time": "0:25:45"}
+{"current_steps": 77, "total_steps": 84, "loss": 0.3979753255844116, "lr": 2.7811814881259503e-07, "epoch": 2.7590361445783134, "percentage": 91.67, "elapsed_time": "4:07:47", "remaining_time": "0:22:31"}
+{"current_steps": 78, "total_steps": 84, "loss": 0.3682253956794739, "lr": 2.134025123396638e-07, "epoch": 2.7951807228915664, "percentage": 92.86, "elapsed_time": "4:10:22", "remaining_time": "0:19:15"}
+{"current_steps": 79, "total_steps": 84, "loss": 0.4290738105773926, "lr": 1.5708419435684463e-07, "epoch": 2.8313253012048194, "percentage": 94.05, "elapsed_time": "4:13:23", "remaining_time": "0:16:02"}
+{"current_steps": 80, "total_steps": 84, "loss": 0.3954327702522278, "lr": 1.0926199633097156e-07, "epoch": 2.8674698795180724, "percentage": 95.24, "elapsed_time": "4:16:33", "remaining_time": "0:12:49"}
+{"current_steps": 81, "total_steps": 84, "loss": 0.4111490845680237, "lr": 7.001981464747565e-08, "epoch": 2.9036144578313254, "percentage": 96.43, "elapsed_time": "4:19:32", "remaining_time": "0:09:36"}
+{"current_steps": 82, "total_steps": 84, "loss": 0.38509202003479004, "lr": 3.9426493427611177e-08, "epoch": 2.9397590361445785, "percentage": 97.62, "elapsed_time": "4:21:54", "remaining_time": "0:06:23"}
+{"current_steps": 83, "total_steps": 84, "loss": 0.4102988541126251, "lr": 1.753570375247815e-08, "epoch": 2.9759036144578315, "percentage": 98.81, "elapsed_time": "4:25:21", "remaining_time": "0:03:11"}
+{"current_steps": 84, "total_steps": 84, "loss": 0.42839542031288147, "lr": 4.385849505708084e-09, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "4:28:01", "remaining_time": "0:00:00"}
+{"current_steps": 84, "total_steps": 84, "epoch": 3.0, "percentage": 100.0, "elapsed_time": "4:30:20", "remaining_time": "0:00:00"}

trainer_state.json

@@ -0,0 +1,631 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 84,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.03614457831325301,
+      "grad_norm": 2.243542194366455,
+      "learning_rate": 0.0,
+      "loss": 0.6798985004425049,
+      "step": 1
+    },
+    {
+      "epoch": 0.07228915662650602,
+      "grad_norm": 2.272136926651001,
+      "learning_rate": 1.111111111111111e-06,
+      "loss": 0.6897931098937988,
+      "step": 2
+    },
+    {
+      "epoch": 0.10843373493975904,
+      "grad_norm": 2.009799003601074,
+      "learning_rate": 2.222222222222222e-06,
+      "loss": 0.6687372326850891,
+      "step": 3
+    },
+    {
+      "epoch": 0.14457831325301204,
+      "grad_norm": 1.5434411764144897,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 0.6511715054512024,
+      "step": 4
+    },
+    {
+      "epoch": 0.18072289156626506,
+      "grad_norm": 1.2117929458618164,
+      "learning_rate": 4.444444444444444e-06,
+      "loss": 0.6404632329940796,
+      "step": 5
+    },
+    {
+      "epoch": 0.21686746987951808,
+      "grad_norm": 1.288975477218628,
+      "learning_rate": 5.555555555555557e-06,
+      "loss": 0.6380958557128906,
+      "step": 6
+    },
+    {
+      "epoch": 0.25301204819277107,
+      "grad_norm": 1.1806610822677612,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.624602735042572,
+      "step": 7
+    },
+    {
+      "epoch": 0.2891566265060241,
+      "grad_norm": 1.2804715633392334,
+      "learning_rate": 7.77777777777778e-06,
+      "loss": 0.6305320858955383,
+      "step": 8
+    },
+    {
+      "epoch": 0.3253012048192771,
+      "grad_norm": 1.0711824893951416,
+      "learning_rate": 8.888888888888888e-06,
+      "loss": 0.6563503742218018,
+      "step": 9
+    },
+    {
+      "epoch": 0.3614457831325301,
+      "grad_norm": 1.0959501266479492,
+      "learning_rate": 1e-05,
+      "loss": 0.6455645561218262,
+      "step": 10
+    },
+    {
+      "epoch": 0.39759036144578314,
+      "grad_norm": 1.0095149278640747,
+      "learning_rate": 9.995614150494293e-06,
+      "loss": 0.628766655921936,
+      "step": 11
+    },
+    {
+      "epoch": 0.43373493975903615,
+      "grad_norm": 1.5699474811553955,
+      "learning_rate": 9.982464296247523e-06,
+      "loss": 0.6071541905403137,
+      "step": 12
+    },
+    {
+      "epoch": 0.46987951807228917,
+      "grad_norm": 0.7985743284225464,
+      "learning_rate": 9.960573506572391e-06,
+      "loss": 0.6209861636161804,
+      "step": 13
+    },
+    {
+      "epoch": 0.5060240963855421,
+      "grad_norm": 0.714244544506073,
+      "learning_rate": 9.929980185352525e-06,
+      "loss": 0.6150267124176025,
+      "step": 14
+    },
+    {
+      "epoch": 0.5421686746987951,
+      "grad_norm": 0.6876276135444641,
+      "learning_rate": 9.890738003669029e-06,
+      "loss": 0.6164926290512085,
+      "step": 15
+    },
+    {
+      "epoch": 0.5783132530120482,
+      "grad_norm": 0.6876976490020752,
+      "learning_rate": 9.842915805643156e-06,
+      "loss": 0.6059902906417847,
+      "step": 16
+    },
+    {
+      "epoch": 0.6144578313253012,
+      "grad_norm": 0.6507225036621094,
+      "learning_rate": 9.786597487660336e-06,
+      "loss": 0.6016689538955688,
+      "step": 17
+    },
+    {
+      "epoch": 0.6506024096385542,
+      "grad_norm": 0.5742944478988647,
+      "learning_rate": 9.721881851187406e-06,
+      "loss": 0.5898147821426392,
+      "step": 18
+    },
+    {
+      "epoch": 0.6867469879518072,
+      "grad_norm": 0.5965182185173035,
+      "learning_rate": 9.648882429441258e-06,
+      "loss": 0.5911672115325928,
+      "step": 19
+    },
+    {
+      "epoch": 0.7228915662650602,
+      "grad_norm": 0.6031558513641357,
+      "learning_rate": 9.567727288213005e-06,
+      "loss": 0.5862749814987183,
+      "step": 20
+    },
+    {
+      "epoch": 0.7590361445783133,
+      "grad_norm": 0.5991913080215454,
+      "learning_rate": 9.478558801197065e-06,
+      "loss": 0.5881009101867676,
+      "step": 21
+    },
+    {
+      "epoch": 0.7951807228915663,
+      "grad_norm": 0.5532190203666687,
+      "learning_rate": 9.381533400219319e-06,
+      "loss": 0.5938855409622192,
+      "step": 22
+    },
+    {
+      "epoch": 0.8313253012048193,
+      "grad_norm": 0.5534331202507019,
+      "learning_rate": 9.276821300802535e-06,
+      "loss": 0.580564558506012,
+      "step": 23
+    },
+    {
+      "epoch": 0.8674698795180723,
+      "grad_norm": 0.635610044002533,
+      "learning_rate": 9.164606203550498e-06,
+      "loss": 0.6000862121582031,
+      "step": 24
+    },
+    {
+      "epoch": 0.9036144578313253,
+      "grad_norm": 0.5146282315254211,
+      "learning_rate": 9.045084971874738e-06,
+      "loss": 0.5746794939041138,
+      "step": 25
+    },
+    {
+      "epoch": 0.9397590361445783,
+      "grad_norm": 0.543429970741272,
+      "learning_rate": 8.9184672866292e-06,
+      "loss": 0.577430784702301,
+      "step": 26
+    },
+    {
+      "epoch": 0.9759036144578314,
+      "grad_norm": 0.4730767011642456,
+      "learning_rate": 8.784975278258783e-06,
+      "loss": 0.5721206068992615,
+      "step": 27
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.578737735748291,
+      "learning_rate": 8.644843137107058e-06,
+      "loss": 0.5727310180664062,
+      "step": 28
+    },
+    {
+      "epoch": 1.036144578313253,
+      "grad_norm": 0.5965927243232727,
+      "learning_rate": 8.498316702566828e-06,
+      "loss": 0.5036242008209229,
+      "step": 29
+    },
+    {
+      "epoch": 1.072289156626506,
+      "grad_norm": 0.533427894115448,
+      "learning_rate": 8.345653031794292e-06,
+      "loss": 0.5078785419464111,
+      "step": 30
+    },
+    {
+      "epoch": 1.108433734939759,
+      "grad_norm": 0.51552814245224,
+      "learning_rate": 8.18711994874345e-06,
+      "loss": 0.4693022668361664,
+      "step": 31
+    },
+    {
+      "epoch": 1.144578313253012,
+      "grad_norm": 0.5974420309066772,
+      "learning_rate": 8.022995574311876e-06,
+      "loss": 0.4865715503692627,
+      "step": 32
+    },
+    {
+      "epoch": 1.180722891566265,
+      "grad_norm": 0.5751659274101257,
+      "learning_rate": 7.85356783842216e-06,
+      "loss": 0.49929895997047424,
+      "step": 33
+    },
+    {
+      "epoch": 1.216867469879518,
+      "grad_norm": 0.5281147956848145,
+      "learning_rate": 7.679133974894984e-06,
+      "loss": 0.49614834785461426,
+      "step": 34
+    },
+    {
+      "epoch": 1.2530120481927711,
+      "grad_norm": 0.5489075183868408,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.49161770939826965,
+      "step": 35
+    },
+    {
+      "epoch": 1.2891566265060241,
+      "grad_norm": 0.6569790244102478,
+      "learning_rate": 7.31648017559931e-06,
+      "loss": 0.48665398359298706,
+      "step": 36
+    },
+    {
+      "epoch": 1.3253012048192772,
+      "grad_norm": 0.5829439163208008,
+      "learning_rate": 7.128896457825364e-06,
+      "loss": 0.4777125120162964,
+      "step": 37
+    },
+    {
+      "epoch": 1.3614457831325302,
+      "grad_norm": 0.49731743335723877,
+      "learning_rate": 6.9375779322605154e-06,
+      "loss": 0.4852375388145447,
+      "step": 38
+    },
+    {
+      "epoch": 1.3975903614457832,
+      "grad_norm": 0.5951570868492126,
+      "learning_rate": 6.7428602366090764e-06,
+      "loss": 0.46885544061660767,
+      "step": 39
+    },
+    {
+      "epoch": 1.4337349397590362,
+      "grad_norm": 0.5189629793167114,
+      "learning_rate": 6.545084971874738e-06,
+      "loss": 0.4777418375015259,
+      "step": 40
+    },
+    {
+      "epoch": 1.4698795180722892,
+      "grad_norm": 0.5602889060974121,
+      "learning_rate": 6.344599103076329e-06,
+      "loss": 0.4813598096370697,
+      "step": 41
+    },
+    {
+      "epoch": 1.5060240963855422,
+      "grad_norm": 0.5076647996902466,
+      "learning_rate": 6.141754350553279e-06,
+      "loss": 0.4753226637840271,
+      "step": 42
+    },
+    {
+      "epoch": 1.5421686746987953,
+      "grad_norm": 0.4632566571235657,
+      "learning_rate": 5.936906572928625e-06,
+      "loss": 0.497364342212677,
+      "step": 43
+    },
+    {
+      "epoch": 1.5783132530120483,
+      "grad_norm": 0.489469438791275,
+      "learning_rate": 5.730415142812059e-06,
+      "loss": 0.4533390402793884,
+      "step": 44
+    },
+    {
+      "epoch": 1.6144578313253013,
+      "grad_norm": 0.5627046227455139,
+      "learning_rate": 5.522642316338268e-06,
+      "loss": 0.47720852494239807,
+      "step": 45
+    },
+    {
+      "epoch": 1.6506024096385543,
+      "grad_norm": 0.615321934223175,
+      "learning_rate": 5.3139525976465675e-06,
+      "loss": 0.4630257785320282,
+      "step": 46
+    },
+    {
+      "epoch": 1.6867469879518073,
+      "grad_norm": 0.7377497553825378,
+      "learning_rate": 5.1047120994167855e-06,
+      "loss": 0.4707484245300293,
+      "step": 47
+    },
+    {
+      "epoch": 1.7228915662650603,
+      "grad_norm": 0.44864723086357117,
+      "learning_rate": 4.895287900583216e-06,
+      "loss": 0.5026432871818542,
+      "step": 48
+    },
+    {
+      "epoch": 1.7590361445783134,
+      "grad_norm": 0.48998555541038513,
+      "learning_rate": 4.686047402353433e-06,
+      "loss": 0.4894215762615204,
+      "step": 49
+    },
+    {
+      "epoch": 1.7951807228915664,
+      "grad_norm": 0.4500783383846283,
+      "learning_rate": 4.477357683661734e-06,
+      "loss": 0.48538342118263245,
+      "step": 50
+    },
+    {
+      "epoch": 1.8313253012048194,
+      "grad_norm": 0.4918319880962372,
+      "learning_rate": 4.269584857187942e-06,
+      "loss": 0.45954716205596924,
+      "step": 51
+    },
+    {
+      "epoch": 1.8674698795180724,
+      "grad_norm": 0.5150398015975952,
+      "learning_rate": 4.063093427071376e-06,
+      "loss": 0.4566912055015564,
+      "step": 52
+    },
+    {
+      "epoch": 1.9036144578313254,
+      "grad_norm": 0.44811761379241943,
+      "learning_rate": 3.8582456494467214e-06,
+      "loss": 0.48027291893959045,
+      "step": 53
+    },
+    {
+      "epoch": 1.9397590361445785,
+      "grad_norm": 0.609320342540741,
+      "learning_rate": 3.655400896923672e-06,
+      "loss": 0.49082323908805847,
+      "step": 54
+    },
+    {
+      "epoch": 1.9759036144578315,
+      "grad_norm": 0.46881070733070374,
+      "learning_rate": 3.4549150281252635e-06,
+      "loss": 0.47446680068969727,
+      "step": 55
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.5909848213195801,
+      "learning_rate": 3.2571397633909252e-06,
+      "loss": 0.47039300203323364,
+      "step": 56
+    },
+    {
+      "epoch": 2.036144578313253,
+      "grad_norm": 0.709743857383728,
+      "learning_rate": 3.0624220677394854e-06,
+      "loss": 0.3891071379184723,
+      "step": 57
+    },
+    {
+      "epoch": 2.072289156626506,
+      "grad_norm": 0.5000724792480469,
+      "learning_rate": 2.871103542174637e-06,
+      "loss": 0.43356871604919434,
+      "step": 58
+    },
+    {
+      "epoch": 2.108433734939759,
+      "grad_norm": 0.5290446877479553,
+      "learning_rate": 2.683519824400693e-06,
+      "loss": 0.40094226598739624,
+      "step": 59
+    },
+    {
+      "epoch": 2.144578313253012,
+      "grad_norm": 0.5125427842140198,
+      "learning_rate": 2.5000000000000015e-06,
+      "loss": 0.4142378270626068,
+      "step": 60
+    },
+    {
+      "epoch": 2.180722891566265,
+      "grad_norm": 0.6648615002632141,
+      "learning_rate": 2.320866025105016e-06,
+      "loss": 0.3956088721752167,
+      "step": 61
+    },
+    {
+      "epoch": 2.216867469879518,
+      "grad_norm": 0.8099228739738464,
+      "learning_rate": 2.146432161577842e-06,
+      "loss": 0.38991785049438477,
+      "step": 62
+    },
+    {
+      "epoch": 2.253012048192771,
+      "grad_norm": 0.53780198097229,
+      "learning_rate": 1.977004425688126e-06,
+      "loss": 0.3925628364086151,
+      "step": 63
+    },
+    {
+      "epoch": 2.289156626506024,
+      "grad_norm": 0.6565864086151123,
+      "learning_rate": 1.8128800512565514e-06,
+      "loss": 0.39590010046958923,
+      "step": 64
+    },
+    {
+      "epoch": 2.325301204819277,
+      "grad_norm": 0.48299795389175415,
+      "learning_rate": 1.6543469682057105e-06,
+      "loss": 0.4138052761554718,
+      "step": 65
+    },
+    {
+      "epoch": 2.36144578313253,
+      "grad_norm": 0.5652570128440857,
+      "learning_rate": 1.5016832974331725e-06,
+      "loss": 0.40755337476730347,
+      "step": 66
+    },
+    {
+      "epoch": 2.397590361445783,
+      "grad_norm": 1.1212197542190552,
+      "learning_rate": 1.3551568628929434e-06,
+      "loss": 0.4035053253173828,
+      "step": 67
+    },
+    {
+      "epoch": 2.433734939759036,
+      "grad_norm": 0.5047882795333862,
+      "learning_rate": 1.2150247217412186e-06,
+      "loss": 0.41533365845680237,
+      "step": 68
+    },
+    {
+      "epoch": 2.4698795180722892,
+      "grad_norm": 0.5447006821632385,
+      "learning_rate": 1.0815327133708015e-06,
+      "loss": 0.36712491512298584,
+      "step": 69
+    },
+    {
+      "epoch": 2.5060240963855422,
+      "grad_norm": 0.5147467851638794,
+      "learning_rate": 9.549150281252633e-07,
+      "loss": 0.3851737380027771,
+      "step": 70
+    },
+    {
+      "epoch": 2.5421686746987953,
+      "grad_norm": 0.47967737913131714,
+      "learning_rate": 8.353937964495029e-07,
+      "loss": 0.4188123345375061,
+      "step": 71
+    },
+    {
+      "epoch": 2.5783132530120483,
+      "grad_norm": 0.5074743628501892,
+      "learning_rate": 7.23178699197467e-07,
+      "loss": 0.40590065717697144,
+      "step": 72
+    },
+    {
+      "epoch": 2.6144578313253013,
+      "grad_norm": 0.46036818623542786,
+      "learning_rate": 6.184665997806832e-07,
+      "loss": 0.38054245710372925,
+      "step": 73
+    },
+    {
+      "epoch": 2.6506024096385543,
+      "grad_norm": 1.1342926025390625,
+      "learning_rate": 5.214411988029355e-07,
+      "loss": 0.4026598334312439,
+      "step": 74
+    },
+    {
+      "epoch": 2.6867469879518073,
+      "grad_norm": 0.46817532181739807,
+      "learning_rate": 4.322727117869951e-07,
+      "loss": 0.4054795503616333,
+      "step": 75
+    },
+    {
+      "epoch": 2.7228915662650603,
+      "grad_norm": 0.7104460597038269,
+      "learning_rate": 3.511175705587433e-07,
+      "loss": 0.37800586223602295,
+      "step": 76
+    },
+    {
+      "epoch": 2.7590361445783134,
+      "grad_norm": 0.5266546010971069,
+      "learning_rate": 2.7811814881259503e-07,
+      "loss": 0.3979753255844116,
+      "step": 77
+    },
+    {
+      "epoch": 2.7951807228915664,
+      "grad_norm": 0.4721384644508362,
+      "learning_rate": 2.134025123396638e-07,
+      "loss": 0.3682253956794739,
+      "step": 78
+    },
+    {
+      "epoch": 2.8313253012048194,
+      "grad_norm": 0.426792174577713,
+      "learning_rate": 1.5708419435684463e-07,
+      "loss": 0.4290738105773926,
+      "step": 79
+    },
+    {
+      "epoch": 2.8674698795180724,
+      "grad_norm": 0.4718446433544159,
+      "learning_rate": 1.0926199633097156e-07,
+      "loss": 0.3954327702522278,
+      "step": 80
+    },
+    {
+      "epoch": 2.9036144578313254,
+      "grad_norm": 0.4800931215286255,
+      "learning_rate": 7.001981464747565e-08,
+      "loss": 0.4111490845680237,
+      "step": 81
+    },
+    {
+      "epoch": 2.9397590361445785,
+      "grad_norm": 0.5462878346443176,
+      "learning_rate": 3.9426493427611177e-08,
+      "loss": 0.38509202003479004,
+      "step": 82
+    },
+    {
+      "epoch": 2.9759036144578315,
+      "grad_norm": 0.44628024101257324,
+      "learning_rate": 1.753570375247815e-08,
+      "loss": 0.4102988541126251,
+      "step": 83
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.5103145837783813,
+      "learning_rate": 4.385849505708084e-09,
+      "loss": 0.42839542031288147,
+      "step": 84
+    },
+    {
+      "epoch": 3.0,
+      "step": 84,
+      "total_flos": 305241727172608.0,
+      "train_loss": 0.4993832171672866,
+      "train_runtime": 16221.4591,
+      "train_samples_per_second": 0.245,
+      "train_steps_per_second": 0.005
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 84,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 100000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 305241727172608.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9e20c50bdf5d1dfc7be963ba586a1db3663f5a46fc4f7da01cde27668eda42
+size 7953