Upload AIFGen reward model

added_tokens.json

@@ -1,24 +1,5 @@
 {
-  "</tool_call>": 151658,
-  "<tool_call>": 151657,
-  "<|box_end|>": 151649,
-  "<|box_start|>": 151648,
   "<|endoftext|>": 151643,
-  "<|file_sep|>": 151664,
-  "<|fim_middle|>": 151660,
-  "<|fim_pad|>": 151662,
-  "<|fim_prefix|>": 151659,
-  "<|fim_suffix|>": 151661,
   "<|im_end|>": 151645,
-  "<|im_start|>": 151644,
-  "<|image_pad|>": 151655,
-  "<|object_ref_end|>": 151647,
-  "<|object_ref_start|>": 151646,
-  "<|quad_end|>": 151651,
-  "<|quad_start|>": 151650,
-  "<|repo_name|>": 151663,
-  "<|video_pad|>": 151656,
-  "<|vision_end|>": 151653,
-  "<|vision_pad|>": 151654,
-  "<|vision_start|>": 151652
+  "<|im_start|>": 151644
 }

all_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 1.0,
-    "eval_accuracy": 0.5985037406483791,
-    "eval_loss": 0.6998124718666077,
-    "eval_runtime": 9.6478,
-    "eval_samples_per_second": 155.476,
-    "eval_steps_per_second": 2.488
+    "eval_accuracy": 0.6864064602960969,
+    "eval_loss": 0.5769479274749756,
+    "eval_runtime": 8.0978,
+    "eval_samples_per_second": 185.236,
+    "eval_steps_per_second": 2.964
 }

checkpoint-133/added_tokens.json

@@ -1,24 +1,5 @@
 {
-  "</tool_call>": 151658,
-  "<tool_call>": 151657,
-  "<|box_end|>": 151649,
-  "<|box_start|>": 151648,
   "<|endoftext|>": 151643,
-  "<|file_sep|>": 151664,
-  "<|fim_middle|>": 151660,
-  "<|fim_pad|>": 151662,
-  "<|fim_prefix|>": 151659,
-  "<|fim_suffix|>": 151661,
   "<|im_end|>": 151645,
-  "<|im_start|>": 151644,
-  "<|image_pad|>": 151655,
-  "<|object_ref_end|>": 151647,
-  "<|object_ref_start|>": 151646,
-  "<|quad_end|>": 151651,
-  "<|quad_start|>": 151650,
-  "<|repo_name|>": 151663,
-  "<|video_pad|>": 151656,
-  "<|vision_end|>": 151653,
-  "<|vision_pad|>": 151654,
-  "<|vision_start|>": 151652
+  "<|im_start|>": 151644
 }

checkpoint-133/config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
+  "_name_or_path": "Qwen/Qwen2-0.5B-Instruct",
   "architectures": [
     "Qwen2ForSequenceClassification"
   ],
@@ -17,7 +17,7 @@
     "LABEL_0": 0
   },
   "max_position_embeddings": 32768,
-  "max_window_layers": 21,
+  "max_window_layers": 24,
   "model_type": "qwen2",
   "num_attention_heads": 14,
   "num_hidden_layers": 24,

checkpoint-133/global_step133/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd4fff49eba1e780b1f12e2be67eae8f761c4b0bd40b050f8ae8d78cf8e55fbb
+oid sha256:006ce6858e2016b196c61d273ddb3169541cbd1376eeac7098a5a434560e6857
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8a6233c48e25b494864ea72b7cb85f8d39eb639a0ac4cbe3f5ca976721de2c4
+oid sha256:cdfdd89107c5d50a9d5afa3c3beff93ecab87873d099518b6610839d8bfae5b1
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:448cd9415a225e6eca447dd2d0cabba1bceec2159cbecae5acc79fff9ae52cb5
+oid sha256:bf224b82c5d0a42cce77139cab6e5987c04a433c18108d9b148b4ae21995d5f5
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:751db2da46d47fe205d36436235b4d49c9ec61b08cc330c251119d876b90ac63
+oid sha256:d72afdf1dc980fde61098f72b845c19e1b4b3e32be673a7a3bb0e73693f5d0ce
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32637507bbf6587e695e99dda020a2bc3c107250651cbfe2139697a1c983eccc
+oid sha256:252907f1a8827dde37e077fb05e3cec6051ceda9bf4503484fb71f0b45b18709
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf81ed4cbc9cf396e8022d54ec505b9a0b551da37f41ee62fc5494b206f09296
+oid sha256:8fa53519bb67c4023bf43152fe2cdccaf08c3ea857d772c1489b8d217747741d
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ca0c1f9bd176f3e9c518d138b7f0dfd6d35df990dbe4039bbafc271c8bbe421
+oid sha256:46392ecd31d60c751a7a8127e16fbf0247e6b1d5bf93828acdae880a28ccff59
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3640ab4d5b4e868c48ba31d71097594fc7fd2d33d8affeba192751e3a0d6089
+oid sha256:d83d2aa7f6043275764948d5803674d9bdedea9ac528c2dfe92e8833de4bc79c
 size 741055280

checkpoint-133/global_step133/zero_pp_rank_0_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9eb5a7002699577e888b87d9a6732575b2a1fd8fdd8746a01b73eb139e10d29
+oid sha256:b8736b43942bfcd04992f8599390554c24e6b3ce76404e4f8a432b6ef49d1acb
 size 142757

checkpoint-133/global_step133/zero_pp_rank_1_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:275f2208a791a02cf1d197c946deeed50daa6196ab5d808ac8e30850fcefb0d6
+oid sha256:65227f81f9326fae51952240d23f79f7a84efb9d6a3647f0b03cc9352790fe4c
 size 142757

checkpoint-133/global_step133/zero_pp_rank_2_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44a1586e8f51b00fad75fae9c08195fbd897d43e27551f584b6a5cb80a08872d
+oid sha256:44cff3341a34294b1115df5ecb4408ebfa76a00af02857e19a80ef4489e72fa0
 size 142757

checkpoint-133/global_step133/zero_pp_rank_3_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39f172ca3f4d30b4eefbc03c310577dc2175ffea8020e3017b216488f48f8d3c
+oid sha256:43b359a672d1dab9626159815bb9faa19266b6c1d789ba30c8c2a7e513374547
 size 142757

checkpoint-133/global_step133/zero_pp_rank_4_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc6cb5ea6af97bda73e61c416c2ec4b32229c9dc33d088dad7b10fe96130958b
+oid sha256:c8e0089cf554c226669cfa1cf46cee63ea1ecffb63aa22048983ab905a657299
 size 142757

checkpoint-133/global_step133/zero_pp_rank_5_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78cfd67d2a231f1151fde47609ee78ef466aab34d8564a1fc0cf4af703c0065e
+oid sha256:3d60f6072d82680f10d163cf68b57215fd27c98ece10a7a3d5462c52810bb043
 size 142757

checkpoint-133/global_step133/zero_pp_rank_6_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c76ea06cf492af718a5f6996527dd9f75a128ed40c4d81de79b077f4cd07bb2
+oid sha256:a0845d006f56a2e9c5960ef1a183998c32be9e4bbc97db5a9699cf261e1e25f1
 size 142757

checkpoint-133/global_step133/zero_pp_rank_7_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2715fabd37fb9a973c8d80fa421f62e45e54f2a813b803df5c57bd4a6e29ea3
+oid sha256:a4f4b766e2d1f06be51e303cb1c303469731922aae754b245180cec6e99794a3
 size 142757

checkpoint-133/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fc5fcfb94176c6051ad80ef3f0265a87052b34d2af35e9f7d6cb1c602dfe464
+oid sha256:edbcc3431dfce552ef959c7cc1cadfa9a4ab70045098b21d6c3c8607e130c668
 size 988099704

checkpoint-133/special_tokens_map.json

@@ -1,18 +1,7 @@
 {
   "additional_special_tokens": [
     "<|im_start|>",
-    "<|im_end|>",
-    "<|object_ref_start|>",
-    "<|object_ref_end|>",
-    "<|box_start|>",
-    "<|box_end|>",
-    "<|quad_start|>",
-    "<|quad_end|>",
-    "<|vision_start|>",
-    "<|vision_end|>",
-    "<|vision_pad|>",
-    "<|image_pad|>",
-    "<|video_pad|>"
+    "<|im_end|>"
   ],
   "eos_token": {
     "content": "<|im_end|>",

checkpoint-133/tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
-size 11421896
+oid sha256:bcfe42da0a4497e8b2b172c1f9f4ec423a46dc12907f4349c55025f670422ba9
+size 11418266

checkpoint-133/tokenizer_config.json

@@ -1,5 +1,4 @@
 {
-  "add_bos_token": false,
   "add_prefix_space": false,
   "added_tokens_decoder": {
     "151643": {
@@ -25,182 +24,19 @@
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "151646": {
-      "content": "<|object_ref_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151647": {
-      "content": "<|object_ref_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151648": {
-      "content": "<|box_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151649": {
-      "content": "<|box_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151650": {
-      "content": "<|quad_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151651": {
-      "content": "<|quad_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151652": {
-      "content": "<|vision_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151653": {
-      "content": "<|vision_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151654": {
-      "content": "<|vision_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151655": {
-      "content": "<|image_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151656": {
-      "content": "<|video_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151657": {
-      "content": "<tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151658": {
-      "content": "</tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151659": {
-      "content": "<|fim_prefix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151660": {
-      "content": "<|fim_middle|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151661": {
-      "content": "<|fim_suffix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151662": {
-      "content": "<|fim_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151663": {
-      "content": "<|repo_name|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151664": {
-      "content": "<|file_sep|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "additional_special_tokens": [
     "<|im_start|>",
-    "<|im_end|>",
-    "<|object_ref_start|>",
-    "<|object_ref_end|>",
-    "<|box_start|>",
-    "<|box_end|>",
-    "<|quad_start|>",
-    "<|quad_end|>",
-    "<|vision_start|>",
-    "<|vision_end|>",
-    "<|vision_pad|>",
-    "<|image_pad|>",
-    "<|video_pad|>"
+    "<|im_end|>"
   ],
   "bos_token": null,
-  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
   "extra_special_tokens": {},
-  "model_max_length": 131072,
+  "model_max_length": 32768,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",

checkpoint-133/trainer_state.json

@@ -10,98 +10,98 @@
   "log_history": [
     {
       "epoch": 0.15037593984962405,
-      "grad_norm": 71.90098812422639,
+      "grad_norm": 34.55527319914169,
       "learning_rate": 8.49624060150376e-06,
-      "loss": 1.1548,
+      "loss": 0.7522,
       "step": 20
     },
     {
       "epoch": 0.15037593984962405,
-      "eval_accuracy": 0.39650872817955113,
-      "eval_loss": 0.8877500295639038,
-      "eval_runtime": 9.6553,
-      "eval_samples_per_second": 155.355,
-      "eval_steps_per_second": 2.486,
+      "eval_accuracy": 0.6501007387508395,
+      "eval_loss": 0.6280103921890259,
+      "eval_runtime": 9.6284,
+      "eval_samples_per_second": 155.789,
+      "eval_steps_per_second": 2.493,
       "step": 20
     },
     {
       "epoch": 0.3007518796992481,
-      "grad_norm": 14.849008092526748,
+      "grad_norm": 3.994612550778294,
       "learning_rate": 6.992481203007519e-06,
-      "loss": 0.7991,
+      "loss": 0.6172,
       "step": 40
     },
     {
       "epoch": 0.3007518796992481,
-      "eval_accuracy": 0.5985037406483791,
-      "eval_loss": 0.7034270763397217,
-      "eval_runtime": 9.6094,
-      "eval_samples_per_second": 156.098,
-      "eval_steps_per_second": 2.498,
+      "eval_accuracy": 0.6615281501340483,
+      "eval_loss": 0.633187472820282,
+      "eval_runtime": 9.5938,
+      "eval_samples_per_second": 156.351,
+      "eval_steps_per_second": 2.502,
       "step": 40
     },
     {
       "epoch": 0.45112781954887216,
-      "grad_norm": 2.8990693591840726,
+      "grad_norm": 3.1316638820556353,
       "learning_rate": 5.488721804511279e-06,
-      "loss": 0.7095,
+      "loss": 0.6212,
       "step": 60
     },
     {
       "epoch": 0.45112781954887216,
-      "eval_accuracy": 0.5985037406483791,
-      "eval_loss": 0.703697919845581,
-      "eval_runtime": 9.6246,
-      "eval_samples_per_second": 155.85,
-      "eval_steps_per_second": 2.494,
+      "eval_accuracy": 0.6606182795698925,
+      "eval_loss": 0.5962604284286499,
+      "eval_runtime": 9.5997,
+      "eval_samples_per_second": 156.255,
+      "eval_steps_per_second": 2.5,
       "step": 60
     },
     {
       "epoch": 0.6015037593984962,
-      "grad_norm": 13.086493301778727,
+      "grad_norm": 4.927768179267965,
       "learning_rate": 3.9849624060150376e-06,
-      "loss": 0.697,
+      "loss": 0.5757,
       "step": 80
     },
     {
       "epoch": 0.6015037593984962,
-      "eval_accuracy": 0.5985037406483791,
-      "eval_loss": 0.7011145949363708,
-      "eval_runtime": 9.582,
-      "eval_samples_per_second": 156.544,
-      "eval_steps_per_second": 2.505,
+      "eval_accuracy": 0.6682274247491639,
+      "eval_loss": 0.5796093940734863,
+      "eval_runtime": 9.7054,
+      "eval_samples_per_second": 154.554,
+      "eval_steps_per_second": 2.473,
       "step": 80
     },
     {
       "epoch": 0.7518796992481203,
-      "grad_norm": 12.35698690355848,
+      "grad_norm": 3.8605221582566918,
       "learning_rate": 2.481203007518797e-06,
-      "loss": 0.6892,
+      "loss": 0.5791,
       "step": 100
     },
     {
       "epoch": 0.7518796992481203,
-      "eval_accuracy": 0.5985037406483791,
-      "eval_loss": 0.7010729312896729,
-      "eval_runtime": 9.5983,
-      "eval_samples_per_second": 156.278,
-      "eval_steps_per_second": 2.5,
+      "eval_accuracy": 0.6756212222968435,
+      "eval_loss": 0.5819323062896729,
+      "eval_runtime": 8.0249,
+      "eval_samples_per_second": 186.919,
+      "eval_steps_per_second": 2.991,
       "step": 100
     },
     {
       "epoch": 0.9022556390977443,
-      "grad_norm": 4.379695922553186,
+      "grad_norm": 5.851759879999447,
       "learning_rate": 9.774436090225563e-07,
-      "loss": 0.7064,
+      "loss": 0.5902,
       "step": 120
     },
     {
       "epoch": 0.9022556390977443,
-      "eval_accuracy": 0.6,
-      "eval_loss": 0.699874997138977,
-      "eval_runtime": 9.7701,
-      "eval_samples_per_second": 153.53,
-      "eval_steps_per_second": 2.456,
+      "eval_accuracy": 0.6877950101146325,
+      "eval_loss": 0.5795260667800903,
+      "eval_runtime": 8.1117,
+      "eval_samples_per_second": 184.918,
+      "eval_steps_per_second": 2.959,
       "step": 120
     }
   ],

checkpoint-133/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05a15c83b1cbf38f792d261f6b9faeec38dc86ce8334addd97757d5c1e376b19
-size 6776
+oid sha256:ec95ee95256e4b0b55d8df05d22d58c6c45800c43e11a16bda1afbcb7bdd75c3
+size 6840

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
+  "_name_or_path": "Qwen/Qwen2-0.5B-Instruct",
   "architectures": [
     "Qwen2ForSequenceClassification"
   ],
@@ -17,7 +17,7 @@
     "LABEL_0": 0
   },
   "max_position_embeddings": 32768,
-  "max_window_layers": 21,
+  "max_window_layers": 24,
   "model_type": "qwen2",
   "num_attention_heads": 14,
   "num_hidden_layers": 24,

eval_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 1.0,
-    "eval_accuracy": 0.5985037406483791,
-    "eval_loss": 0.6998124718666077,
-    "eval_runtime": 9.6478,
-    "eval_samples_per_second": 155.476,
-    "eval_steps_per_second": 2.488
+    "eval_accuracy": 0.6864064602960969,
+    "eval_loss": 0.5769479274749756,
+    "eval_runtime": 8.0978,
+    "eval_samples_per_second": 185.236,
+    "eval_steps_per_second": 2.964
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fc5fcfb94176c6051ad80ef3f0265a87052b34d2af35e9f7d6cb1c602dfe464
+oid sha256:edbcc3431dfce552ef959c7cc1cadfa9a4ab70045098b21d6c3c8607e130c668
 size 988099704

special_tokens_map.json

@@ -1,18 +1,7 @@
 {
   "additional_special_tokens": [
     "<|im_start|>",
-    "<|im_end|>",
-    "<|object_ref_start|>",
-    "<|object_ref_end|>",
-    "<|box_start|>",
-    "<|box_end|>",
-    "<|quad_start|>",
-    "<|quad_end|>",
-    "<|vision_start|>",
-    "<|vision_end|>",
-    "<|vision_pad|>",
-    "<|image_pad|>",
-    "<|video_pad|>"
+    "<|im_end|>"
   ],
   "eos_token": {
     "content": "<|im_end|>",

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
-size 11421896
+oid sha256:bcfe42da0a4497e8b2b172c1f9f4ec423a46dc12907f4349c55025f670422ba9
+size 11418266

tokenizer_config.json

@@ -1,5 +1,4 @@
 {
-  "add_bos_token": false,
   "add_prefix_space": false,
   "added_tokens_decoder": {
     "151643": {
@@ -25,182 +24,19 @@
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "151646": {
-      "content": "<|object_ref_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151647": {
-      "content": "<|object_ref_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151648": {
-      "content": "<|box_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151649": {
-      "content": "<|box_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151650": {
-      "content": "<|quad_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151651": {
-      "content": "<|quad_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151652": {
-      "content": "<|vision_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151653": {
-      "content": "<|vision_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151654": {
-      "content": "<|vision_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151655": {
-      "content": "<|image_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151656": {
-      "content": "<|video_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151657": {
-      "content": "<tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151658": {
-      "content": "</tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151659": {
-      "content": "<|fim_prefix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151660": {
-      "content": "<|fim_middle|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151661": {
-      "content": "<|fim_suffix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151662": {
-      "content": "<|fim_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151663": {
-      "content": "<|repo_name|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151664": {
-      "content": "<|file_sep|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "additional_special_tokens": [
     "<|im_start|>",
-    "<|im_end|>",
-    "<|object_ref_start|>",
-    "<|object_ref_end|>",
-    "<|box_start|>",
-    "<|box_end|>",
-    "<|quad_start|>",
-    "<|quad_end|>",
-    "<|vision_start|>",
-    "<|vision_end|>",
-    "<|vision_pad|>",
-    "<|image_pad|>",
-    "<|video_pad|>"
+    "<|im_end|>"
   ],
   "bos_token": null,
-  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
   "extra_special_tokens": {},
-  "model_max_length": 131072,
+  "model_max_length": 32768,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05a15c83b1cbf38f792d261f6b9faeec38dc86ce8334addd97757d5c1e376b19
-size 6776
+oid sha256:ec95ee95256e4b0b55d8df05d22d58c6c45800c43e11a16bda1afbcb7bdd75c3
+size 6840