Upload AIFGen reward model

added_tokens.json

@@ -1,24 +1,5 @@
 {
-  "</tool_call>": 151658,
-  "<tool_call>": 151657,
-  "<|box_end|>": 151649,
-  "<|box_start|>": 151648,
   "<|endoftext|>": 151643,
-  "<|file_sep|>": 151664,
-  "<|fim_middle|>": 151660,
-  "<|fim_pad|>": 151662,
-  "<|fim_prefix|>": 151659,
-  "<|fim_suffix|>": 151661,
   "<|im_end|>": 151645,
-  "<|im_start|>": 151644,
-  "<|image_pad|>": 151655,
-  "<|object_ref_end|>": 151647,
-  "<|object_ref_start|>": 151646,
-  "<|quad_end|>": 151651,
-  "<|quad_start|>": 151650,
-  "<|repo_name|>": 151663,
-  "<|video_pad|>": 151656,
-  "<|vision_end|>": 151653,
-  "<|vision_pad|>": 151654,
-  "<|vision_start|>": 151652
+  "<|im_start|>": 151644
 }

all_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 1.0,
-    "eval_accuracy": 0.5564356435643565,
-    "eval_loss": 0.7085227966308594,
-    "eval_runtime": 7.9358,
-    "eval_samples_per_second": 188.764,
-    "eval_steps_per_second": 3.024
+    "eval_accuracy": 0.5793871866295265,
+    "eval_loss": 0.6768139004707336,
+    "eval_runtime": 7.1402,
+    "eval_samples_per_second": 209.799,
+    "eval_steps_per_second": 3.361
 }

checkpoint-133/added_tokens.json

@@ -1,24 +1,5 @@
 {
-  "</tool_call>": 151658,
-  "<tool_call>": 151657,
-  "<|box_end|>": 151649,
-  "<|box_start|>": 151648,
   "<|endoftext|>": 151643,
-  "<|file_sep|>": 151664,
-  "<|fim_middle|>": 151660,
-  "<|fim_pad|>": 151662,
-  "<|fim_prefix|>": 151659,
-  "<|fim_suffix|>": 151661,
   "<|im_end|>": 151645,
-  "<|im_start|>": 151644,
-  "<|image_pad|>": 151655,
-  "<|object_ref_end|>": 151647,
-  "<|object_ref_start|>": 151646,
-  "<|quad_end|>": 151651,
-  "<|quad_start|>": 151650,
-  "<|repo_name|>": 151663,
-  "<|video_pad|>": 151656,
-  "<|vision_end|>": 151653,
-  "<|vision_pad|>": 151654,
-  "<|vision_start|>": 151652
+  "<|im_start|>": 151644
 }

checkpoint-133/config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
+  "_name_or_path": "Qwen/Qwen2-0.5B-Instruct",
   "architectures": [
     "Qwen2ForSequenceClassification"
   ],
@@ -17,7 +17,7 @@
     "LABEL_0": 0
   },
   "max_position_embeddings": 32768,
-  "max_window_layers": 21,
+  "max_window_layers": 24,
   "model_type": "qwen2",
   "num_attention_heads": 14,
   "num_hidden_layers": 24,

checkpoint-133/global_step133/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccea176e47a857945ac81d937ff6f2b803abe15bec38d6618f1e00de58625930
+oid sha256:b2e3adbd9f1e3eaf7781dafd08cdd31c4610809474980d51abbf3cc05368a040
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01501a186465b6b8f5285ab8055996760a08222ce70c37752e360f819b0b3d12
+oid sha256:543acfe759bb6d34d8ad547f4cf997411250acb49c5894cc95480b95524ba76b
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70daf07e93de2838c3b2effd1e2059a266168d0a3c8f13a272b1ae28a9afe876
+oid sha256:63122cc67fc4e84f1b69120f3426c610448795b8523075eb2b00726a474661db
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d095960f128cc043d2a9463129eb51c7ba7f03ae9ebefb164cebfa858abe994
+oid sha256:e51f6443ec8b7ed44a06be5354e9adc27bff213558415ab11701d20b09722736
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a0dcfbfae8b789925fc35d132f7e98a21b2babd8ae7806ab68522bff2269b69
+oid sha256:5d72129aa4919c14d5abeeb5c10eaf64cefc13f12e0df39a9ab1c27cc6c18b10
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c38722688fc2d4774b1876cffaefe2a042ce5828acedc186a4758a91e5e504cd
+oid sha256:aeb988a154e40c88d271d68ffaee383ca48b338938599a8969b22d7d21798371
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:916ef525a8d9e4f10268636639085b6114c7f937e8d4a60db28ac84a23537778
+oid sha256:d4f04a86dd638f3f70c3815c4a3713868a81afaf9827fee4eb1597b23c4a6f5a
 size 741055280

checkpoint-133/global_step133/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9298ba381a64740136546a6179970294af2dfb1dab681b28f56ac4e528cedc77
+oid sha256:0d402df9709393fca5ed1b812b082c35e6ccf10df310e444b418c293f941f23e
 size 741055280

checkpoint-133/global_step133/zero_pp_rank_0_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9eb5a7002699577e888b87d9a6732575b2a1fd8fdd8746a01b73eb139e10d29
+oid sha256:b8736b43942bfcd04992f8599390554c24e6b3ce76404e4f8a432b6ef49d1acb
 size 142757

checkpoint-133/global_step133/zero_pp_rank_1_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:275f2208a791a02cf1d197c946deeed50daa6196ab5d808ac8e30850fcefb0d6
+oid sha256:65227f81f9326fae51952240d23f79f7a84efb9d6a3647f0b03cc9352790fe4c
 size 142757

checkpoint-133/global_step133/zero_pp_rank_2_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44a1586e8f51b00fad75fae9c08195fbd897d43e27551f584b6a5cb80a08872d
+oid sha256:44cff3341a34294b1115df5ecb4408ebfa76a00af02857e19a80ef4489e72fa0
 size 142757

checkpoint-133/global_step133/zero_pp_rank_3_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39f172ca3f4d30b4eefbc03c310577dc2175ffea8020e3017b216488f48f8d3c
+oid sha256:43b359a672d1dab9626159815bb9faa19266b6c1d789ba30c8c2a7e513374547
 size 142757

checkpoint-133/global_step133/zero_pp_rank_4_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc6cb5ea6af97bda73e61c416c2ec4b32229c9dc33d088dad7b10fe96130958b
+oid sha256:c8e0089cf554c226669cfa1cf46cee63ea1ecffb63aa22048983ab905a657299
 size 142757

checkpoint-133/global_step133/zero_pp_rank_5_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78cfd67d2a231f1151fde47609ee78ef466aab34d8564a1fc0cf4af703c0065e
+oid sha256:3d60f6072d82680f10d163cf68b57215fd27c98ece10a7a3d5462c52810bb043
 size 142757

checkpoint-133/global_step133/zero_pp_rank_6_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c76ea06cf492af718a5f6996527dd9f75a128ed40c4d81de79b077f4cd07bb2
+oid sha256:a0845d006f56a2e9c5960ef1a183998c32be9e4bbc97db5a9699cf261e1e25f1
 size 142757

checkpoint-133/global_step133/zero_pp_rank_7_mp_rank_00_model_states.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2715fabd37fb9a973c8d80fa421f62e45e54f2a813b803df5c57bd4a6e29ea3
+oid sha256:a4f4b766e2d1f06be51e303cb1c303469731922aae754b245180cec6e99794a3
 size 142757

checkpoint-133/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6de59f169c2b25f2d26658b852713750681184ceb4249af2528c1566f246212f
+oid sha256:b88cb239ad402cc1e839c56036b2d0b286ece6710d86e919348dc88bde99a60d
 size 988099704

checkpoint-133/special_tokens_map.json

@@ -1,18 +1,7 @@
 {
   "additional_special_tokens": [
     "<|im_start|>",
-    "<|im_end|>",
-    "<|object_ref_start|>",
-    "<|object_ref_end|>",
-    "<|box_start|>",
-    "<|box_end|>",
-    "<|quad_start|>",
-    "<|quad_end|>",
-    "<|vision_start|>",
-    "<|vision_end|>",
-    "<|vision_pad|>",
-    "<|image_pad|>",
-    "<|video_pad|>"
+    "<|im_end|>"
   ],
   "eos_token": {
     "content": "<|im_end|>",

checkpoint-133/tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
-size 11421896
+oid sha256:bcfe42da0a4497e8b2b172c1f9f4ec423a46dc12907f4349c55025f670422ba9
+size 11418266

checkpoint-133/tokenizer_config.json

@@ -1,5 +1,4 @@
 {
-  "add_bos_token": false,
   "add_prefix_space": false,
   "added_tokens_decoder": {
     "151643": {
@@ -25,182 +24,19 @@
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "151646": {
-      "content": "<|object_ref_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151647": {
-      "content": "<|object_ref_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151648": {
-      "content": "<|box_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151649": {
-      "content": "<|box_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151650": {
-      "content": "<|quad_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151651": {
-      "content": "<|quad_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151652": {
-      "content": "<|vision_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151653": {
-      "content": "<|vision_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151654": {
-      "content": "<|vision_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151655": {
-      "content": "<|image_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151656": {
-      "content": "<|video_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151657": {
-      "content": "<tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151658": {
-      "content": "</tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151659": {
-      "content": "<|fim_prefix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151660": {
-      "content": "<|fim_middle|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151661": {
-      "content": "<|fim_suffix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151662": {
-      "content": "<|fim_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151663": {
-      "content": "<|repo_name|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151664": {
-      "content": "<|file_sep|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "additional_special_tokens": [
     "<|im_start|>",
-    "<|im_end|>",
-    "<|object_ref_start|>",
-    "<|object_ref_end|>",
-    "<|box_start|>",
-    "<|box_end|>",
-    "<|quad_start|>",
-    "<|quad_end|>",
-    "<|vision_start|>",
-    "<|vision_end|>",
-    "<|vision_pad|>",
-    "<|image_pad|>",
-    "<|video_pad|>"
+    "<|im_end|>"
   ],
   "bos_token": null,
-  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
   "extra_special_tokens": {},
-  "model_max_length": 131072,
+  "model_max_length": 32768,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",

checkpoint-133/trainer_state.json

@@ -10,98 +10,98 @@
   "log_history": [
     {
       "epoch": 0.15037593984962405,
-      "grad_norm": 14.205723813810765,
+      "grad_norm": 14.107890879246472,
       "learning_rate": 8.49624060150376e-06,
-      "loss": 0.7229,
+      "loss": 0.9263,
       "step": 20
     },
     {
       "epoch": 0.15037593984962405,
-      "eval_accuracy": 0.5564356435643565,
-      "eval_loss": 0.7118345499038696,
-      "eval_runtime": 7.9822,
-      "eval_samples_per_second": 187.667,
-      "eval_steps_per_second": 3.007,
+      "eval_accuracy": 0.5372303409881698,
+      "eval_loss": 0.7160171866416931,
+      "eval_runtime": 7.2184,
+      "eval_samples_per_second": 207.525,
+      "eval_steps_per_second": 3.325,
       "step": 20
     },
     {
       "epoch": 0.3007518796992481,
-      "grad_norm": 18.27152143201292,
+      "grad_norm": 2.89700990020452,
       "learning_rate": 6.992481203007519e-06,
-      "loss": 0.7074,
+      "loss": 0.712,
       "step": 40
     },
     {
       "epoch": 0.3007518796992481,
-      "eval_accuracy": 0.5524752475247525,
-      "eval_loss": 0.7121630907058716,
-      "eval_runtime": 7.9795,
-      "eval_samples_per_second": 187.732,
-      "eval_steps_per_second": 3.008,
+      "eval_accuracy": 0.5300207039337475,
+      "eval_loss": 0.6894557476043701,
+      "eval_runtime": 7.1755,
+      "eval_samples_per_second": 208.765,
+      "eval_steps_per_second": 3.345,
       "step": 40
     },
     {
       "epoch": 0.45112781954887216,
-      "grad_norm": 7.276603772290136,
+      "grad_norm": 3.1479567903839105,
       "learning_rate": 5.488721804511279e-06,
-      "loss": 0.7145,
+      "loss": 0.6844,
       "step": 60
     },
     {
       "epoch": 0.45112781954887216,
-      "eval_accuracy": 0.5544554455445545,
-      "eval_loss": 0.7089400291442871,
-      "eval_runtime": 7.9896,
-      "eval_samples_per_second": 187.495,
-      "eval_steps_per_second": 3.004,
+      "eval_accuracy": 0.5715268225584594,
+      "eval_loss": 0.6818674802780151,
+      "eval_runtime": 7.1903,
+      "eval_samples_per_second": 208.336,
+      "eval_steps_per_second": 3.338,
       "step": 60
     },
     {
       "epoch": 0.6015037593984962,
-      "grad_norm": 9.809151439769076,
+      "grad_norm": 2.5866261043749157,
       "learning_rate": 3.9849624060150376e-06,
-      "loss": 0.704,
+      "loss": 0.6833,
       "step": 80
     },
     {
       "epoch": 0.6015037593984962,
-      "eval_accuracy": 0.5564356435643565,
-      "eval_loss": 0.709044337272644,
-      "eval_runtime": 8.0358,
-      "eval_samples_per_second": 186.415,
-      "eval_steps_per_second": 2.987,
+      "eval_accuracy": 0.55286800276434,
+      "eval_loss": 0.6869315505027771,
+      "eval_runtime": 7.1893,
+      "eval_samples_per_second": 208.364,
+      "eval_steps_per_second": 3.338,
       "step": 80
     },
     {
       "epoch": 0.7518796992481203,
-      "grad_norm": 19.976096430813822,
+      "grad_norm": 4.4466941215769555,
       "learning_rate": 2.481203007518797e-06,
-      "loss": 0.7045,
+      "loss": 0.6778,
       "step": 100
     },
     {
       "epoch": 0.7518796992481203,
-      "eval_accuracy": 0.5564356435643565,
-      "eval_loss": 0.7092894911766052,
-      "eval_runtime": 7.9865,
-      "eval_samples_per_second": 187.566,
-      "eval_steps_per_second": 3.005,
+      "eval_accuracy": 0.5722260990928123,
+      "eval_loss": 0.6782793998718262,
+      "eval_runtime": 7.2111,
+      "eval_samples_per_second": 207.735,
+      "eval_steps_per_second": 3.328,
       "step": 100
     },
     {
       "epoch": 0.9022556390977443,
-      "grad_norm": 25.964209104730408,
+      "grad_norm": 2.821411000244799,
       "learning_rate": 9.774436090225563e-07,
-      "loss": 0.7042,
+      "loss": 0.684,
       "step": 120
     },
     {
       "epoch": 0.9022556390977443,
-      "eval_accuracy": 0.5564356435643565,
-      "eval_loss": 0.7081473469734192,
-      "eval_runtime": 8.0326,
-      "eval_samples_per_second": 186.491,
-      "eval_steps_per_second": 2.988,
+      "eval_accuracy": 0.5785764622973926,
+      "eval_loss": 0.6764175295829773,
+      "eval_runtime": 7.3388,
+      "eval_samples_per_second": 204.119,
+      "eval_steps_per_second": 3.27,
       "step": 120
     }
   ],

checkpoint-133/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a51aeb3e584d058b1411951aa09f37e3bafd28a47068db86ebb59b1c1b39eca
-size 6840
+oid sha256:13f87b78a3b5a7a4e574e9b349eb1de0fb5bc5807de9e4c5742134b60ee36bc2
+size 6904

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct",
+  "_name_or_path": "Qwen/Qwen2-0.5B-Instruct",
   "architectures": [
     "Qwen2ForSequenceClassification"
   ],
@@ -17,7 +17,7 @@
     "LABEL_0": 0
   },
   "max_position_embeddings": 32768,
-  "max_window_layers": 21,
+  "max_window_layers": 24,
   "model_type": "qwen2",
   "num_attention_heads": 14,
   "num_hidden_layers": 24,

eval_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 1.0,
-    "eval_accuracy": 0.5564356435643565,
-    "eval_loss": 0.7085227966308594,
-    "eval_runtime": 7.9358,
-    "eval_samples_per_second": 188.764,
-    "eval_steps_per_second": 3.024
+    "eval_accuracy": 0.5793871866295265,
+    "eval_loss": 0.6768139004707336,
+    "eval_runtime": 7.1402,
+    "eval_samples_per_second": 209.799,
+    "eval_steps_per_second": 3.361
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6de59f169c2b25f2d26658b852713750681184ceb4249af2528c1566f246212f
+oid sha256:b88cb239ad402cc1e839c56036b2d0b286ece6710d86e919348dc88bde99a60d
 size 988099704

special_tokens_map.json

@@ -1,18 +1,7 @@
 {
   "additional_special_tokens": [
     "<|im_start|>",
-    "<|im_end|>",
-    "<|object_ref_start|>",
-    "<|object_ref_end|>",
-    "<|box_start|>",
-    "<|box_end|>",
-    "<|quad_start|>",
-    "<|quad_end|>",
-    "<|vision_start|>",
-    "<|vision_end|>",
-    "<|vision_pad|>",
-    "<|image_pad|>",
-    "<|video_pad|>"
+    "<|im_end|>"
   ],
   "eos_token": {
     "content": "<|im_end|>",

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
-size 11421896
+oid sha256:bcfe42da0a4497e8b2b172c1f9f4ec423a46dc12907f4349c55025f670422ba9
+size 11418266

tokenizer_config.json

@@ -1,5 +1,4 @@
 {
-  "add_bos_token": false,
   "add_prefix_space": false,
   "added_tokens_decoder": {
     "151643": {
@@ -25,182 +24,19 @@
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "151646": {
-      "content": "<|object_ref_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151647": {
-      "content": "<|object_ref_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151648": {
-      "content": "<|box_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151649": {
-      "content": "<|box_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151650": {
-      "content": "<|quad_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151651": {
-      "content": "<|quad_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151652": {
-      "content": "<|vision_start|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151653": {
-      "content": "<|vision_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151654": {
-      "content": "<|vision_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151655": {
-      "content": "<|image_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151656": {
-      "content": "<|video_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "151657": {
-      "content": "<tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151658": {
-      "content": "</tool_call>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151659": {
-      "content": "<|fim_prefix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151660": {
-      "content": "<|fim_middle|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151661": {
-      "content": "<|fim_suffix|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151662": {
-      "content": "<|fim_pad|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151663": {
-      "content": "<|repo_name|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "151664": {
-      "content": "<|file_sep|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "additional_special_tokens": [
     "<|im_start|>",
-    "<|im_end|>",
-    "<|object_ref_start|>",
-    "<|object_ref_end|>",
-    "<|box_start|>",
-    "<|box_end|>",
-    "<|quad_start|>",
-    "<|quad_end|>",
-    "<|vision_start|>",
-    "<|vision_end|>",
-    "<|vision_pad|>",
-    "<|image_pad|>",
-    "<|video_pad|>"
+    "<|im_end|>"
   ],
   "bos_token": null,
-  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
   "extra_special_tokens": {},
-  "model_max_length": 131072,
+  "model_max_length": 32768,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a51aeb3e584d058b1411951aa09f37e3bafd28a47068db86ebb59b1c1b39eca
-size 6840
+oid sha256:13f87b78a3b5a7a4e574e9b349eb1de0fb5bc5807de9e4c5742134b60ee36bc2
+size 6904