Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,28 @@
+{
+  "</think>": 151668,
+  "</tool_call>": 151658,
+  "</tool_response>": 151666,
+  "<think>": 151667,
+  "<tool_call>": 151657,
+  "<tool_response>": 151665,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

config.json

@@ -0,0 +1,30 @@
+{
+  "architectures": [
+    "Qwen3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.51.3",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151669
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "max_new_tokens": 2048,
+  "transformers_version": "4.51.3"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec67f0018343dc6ff313e7ff4d23fca450f53f19709a31445d0a618847c49d63
+size 2383141336

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5754325fd3193e08e79803f2189e4f7cd728d885bdc2c071e38f8670f328fcc2
+size 4766476051

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480389ce7f683504c393112df2c8045b3bbba2e7bfbed923d3dbd1ed09e2f087
+size 14645

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade63f4f3bd9635f659a9cfe06bff438150324cc69b20a04ba79612f0cc52d5e
+size 1465

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654

tokenizer_config.json

@@ -0,0 +1,240 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151666": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151667": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151668": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {{- messages[0].content + '\\n\\n' }}\n    {%- endif %}\n    {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n    {%- set index = (messages|length - 1) - loop.index0 %}\n    {%- if ns.multi_step_tool and message.role == \"user\" and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}\n        {%- set ns.multi_step_tool = false %}\n        {%- set ns.last_query_index = index %}\n    {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {%- set content = message.content %}\n        {%- set reasoning_content = '' %}\n        {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n            {%- set reasoning_content = message.reasoning_content %}\n        {%- else %}\n            {%- if '</think>' in message.content %}\n                {%- set content = message.content.split('</think>')[-1].lstrip('\\n') %}\n                {%- set reasoning_content = message.content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n            {%- endif %}\n        {%- endif %}\n        {%- if loop.index0 > ns.last_query_index %}\n            {%- if loop.last or (not loop.last and reasoning_content) %}\n                {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content.strip('\\n') + '\\n</think>\\n\\n' + content.lstrip('\\n') }}\n            {%- else %}\n                {{- '<|im_start|>' + message.role + '\\n' + content }}\n            {%- endif %}\n        {%- else %}\n            {{- '<|im_start|>' + message.role + '\\n' + content }}\n        {%- endif %}\n        {%- if message.tool_calls %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if (loop.first and content) or (not loop.first) %}\n                    {{- '\\n' }}\n                {%- endif %}\n                {%- if tool_call.function %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {{- '<tool_call>\\n{\"name\": \"' }}\n                {{- tool_call.name }}\n                {{- '\", \"arguments\": ' }}\n                {%- if tool_call.arguments is string %}\n                    {{- tool_call.arguments }}\n                {%- else %}\n                    {{- tool_call.arguments | tojson }}\n                {%- endif %}\n                {{- '}\\n</tool_call>' }}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n    {%- if enable_thinking is defined and enable_thinking is false %}\n        {{- '<think>\\n\\n</think>\\n\\n' }}\n    {%- endif %}\n{%- endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

trainer_state.json

@@ -0,0 +1,850 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9730140630938806,
+  "eval_steps": 400,
+  "global_step": 2400,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.020271126314455847,
+      "grad_norm": 85.69229125976562,
+      "learning_rate": 3.310810810810811e-08,
+      "logits/chosen": -1.2848942279815674,
+      "logits/rejected": -1.2519584894180298,
+      "logps/chosen": -304.9576110839844,
+      "logps/rejected": -294.22052001953125,
+      "loss": 0.6937,
+      "rewards/accuracies": 0.4724999964237213,
+      "rewards/chosen": -0.0019568712450563908,
+      "rewards/margins": 0.0018780820537358522,
+      "rewards/rejected": -0.0038349530659615993,
+      "step": 50
+    },
+    {
+      "epoch": 0.040542252628911694,
+      "grad_norm": 84.80493927001953,
+      "learning_rate": 6.689189189189188e-08,
+      "logits/chosen": -1.310579776763916,
+      "logits/rejected": -1.248593807220459,
+      "logps/chosen": -300.7874450683594,
+      "logps/rejected": -293.58013916015625,
+      "loss": 0.6896,
+      "rewards/accuracies": 0.5224999785423279,
+      "rewards/chosen": 0.009982499293982983,
+      "rewards/margins": 0.009593657217919827,
+      "rewards/rejected": 0.00038884030072949827,
+      "step": 100
+    },
+    {
+      "epoch": 0.06081337894336754,
+      "grad_norm": 77.98486328125,
+      "learning_rate": 1.0067567567567567e-07,
+      "logits/chosen": -1.2936054468154907,
+      "logits/rejected": -1.231412410736084,
+      "logps/chosen": -282.709716796875,
+      "logps/rejected": -280.4858093261719,
+      "loss": 0.6958,
+      "rewards/accuracies": 0.4950000047683716,
+      "rewards/chosen": 0.0011114570079371333,
+      "rewards/margins": -0.0028824072796851397,
+      "rewards/rejected": 0.0039938646368682384,
+      "step": 150
+    },
+    {
+      "epoch": 0.08108450525782339,
+      "grad_norm": 77.83967590332031,
+      "learning_rate": 1.3445945945945944e-07,
+      "logits/chosen": -1.213567852973938,
+      "logits/rejected": -1.1411467790603638,
+      "logps/chosen": -286.0394287109375,
+      "logps/rejected": -285.6759033203125,
+      "loss": 0.6945,
+      "rewards/accuracies": 0.5137500166893005,
+      "rewards/chosen": 0.008986199274659157,
+      "rewards/margins": -0.00035649247001856565,
+      "rewards/rejected": 0.00934269092977047,
+      "step": 200
+    },
+    {
+      "epoch": 0.10135563157227924,
+      "grad_norm": 91.26100158691406,
+      "learning_rate": 1.6824324324324323e-07,
+      "logits/chosen": -1.3186339139938354,
+      "logits/rejected": -1.2554600238800049,
+      "logps/chosen": -284.81689453125,
+      "logps/rejected": -289.15362548828125,
+      "loss": 0.6939,
+      "rewards/accuracies": 0.5074999928474426,
+      "rewards/chosen": 0.015378892421722412,
+      "rewards/margins": 0.0011974199442192912,
+      "rewards/rejected": 0.014181473292410374,
+      "step": 250
+    },
+    {
+      "epoch": 0.12162675788673508,
+      "grad_norm": 82.71849822998047,
+      "learning_rate": 2.02027027027027e-07,
+      "logits/chosen": -1.2918212413787842,
+      "logits/rejected": -1.2194230556488037,
+      "logps/chosen": -294.4346008300781,
+      "logps/rejected": -290.1015319824219,
+      "loss": 0.69,
+      "rewards/accuracies": 0.5337499976158142,
+      "rewards/chosen": 0.031797949224710464,
+      "rewards/margins": 0.009314099326729774,
+      "rewards/rejected": 0.02248384803533554,
+      "step": 300
+    },
+    {
+      "epoch": 0.14189788420119093,
+      "grad_norm": 80.30734252929688,
+      "learning_rate": 2.3581081081081082e-07,
+      "logits/chosen": -1.1948000192642212,
+      "logits/rejected": -1.1280878782272339,
+      "logps/chosen": -292.45068359375,
+      "logps/rejected": -290.9993896484375,
+      "loss": 0.6884,
+      "rewards/accuracies": 0.5550000071525574,
+      "rewards/chosen": 0.056668683886528015,
+      "rewards/margins": 0.013978350907564163,
+      "rewards/rejected": 0.04269032925367355,
+      "step": 350
+    },
+    {
+      "epoch": 0.16216901051564678,
+      "grad_norm": 90.31956481933594,
+      "learning_rate": 2.695945945945946e-07,
+      "logits/chosen": -1.2479510307312012,
+      "logits/rejected": -1.1317458152770996,
+      "logps/chosen": -284.8790283203125,
+      "logps/rejected": -286.545654296875,
+      "loss": 0.6809,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": 0.08359939604997635,
+      "rewards/margins": 0.03173583000898361,
+      "rewards/rejected": 0.05186356604099274,
+      "step": 400
+    },
+    {
+      "epoch": 0.16216901051564678,
+      "eval_logits/chosen": NaN,
+      "eval_logits/rejected": NaN,
+      "eval_logps/chosen": -298.5028381347656,
+      "eval_logps/rejected": -308.0430908203125,
+      "eval_loss": 0.6814237236976624,
+      "eval_rewards/accuracies": 0.5817821621894836,
+      "eval_rewards/chosen": 0.08737193793058395,
+      "eval_rewards/margins": 0.03109372965991497,
+      "eval_rewards/rejected": 0.05627821385860443,
+      "eval_runtime": 415.88,
+      "eval_samples_per_second": 6.071,
+      "eval_steps_per_second": 6.071,
+      "step": 400
+    },
+    {
+      "epoch": 0.18244013683010263,
+      "grad_norm": 91.4817123413086,
+      "learning_rate": 3.0337837837837835e-07,
+      "logits/chosen": -1.2706668376922607,
+      "logits/rejected": -1.2054940462112427,
+      "logps/chosen": -301.8001403808594,
+      "logps/rejected": -288.0747375488281,
+      "loss": 0.6786,
+      "rewards/accuracies": 0.6050000190734863,
+      "rewards/chosen": 0.12451739609241486,
+      "rewards/margins": 0.03897064924240112,
+      "rewards/rejected": 0.08554673194885254,
+      "step": 450
+    },
+    {
+      "epoch": 0.20271126314455848,
+      "grad_norm": 90.96726989746094,
+      "learning_rate": 3.371621621621621e-07,
+      "logits/chosen": -1.2182999849319458,
+      "logits/rejected": -1.1680446863174438,
+      "logps/chosen": -287.1329650878906,
+      "logps/rejected": -285.5204772949219,
+      "loss": 0.6728,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": 0.15390531718730927,
+      "rewards/margins": 0.05485306680202484,
+      "rewards/rejected": 0.09905223548412323,
+      "step": 500
+    },
+    {
+      "epoch": 0.22298238945901433,
+      "grad_norm": 100.8331298828125,
+      "learning_rate": 3.7094594594594594e-07,
+      "logits/chosen": -1.2811435461044312,
+      "logits/rejected": -1.166648507118225,
+      "logps/chosen": -287.2263488769531,
+      "logps/rejected": -282.2992248535156,
+      "loss": 0.6702,
+      "rewards/accuracies": 0.6050000190734863,
+      "rewards/chosen": 0.15076057612895966,
+      "rewards/margins": 0.06141732633113861,
+      "rewards/rejected": 0.08934321999549866,
+      "step": 550
+    },
+    {
+      "epoch": 0.24325351577347015,
+      "grad_norm": 87.13448333740234,
+      "learning_rate": 4.047297297297297e-07,
+      "logits/chosen": -1.2385767698287964,
+      "logits/rejected": -1.1927905082702637,
+      "logps/chosen": -275.57989501953125,
+      "logps/rejected": -279.74151611328125,
+      "loss": 0.6604,
+      "rewards/accuracies": 0.6112499833106995,
+      "rewards/chosen": 0.15349659323692322,
+      "rewards/margins": 0.08835410326719284,
+      "rewards/rejected": 0.06514248996973038,
+      "step": 600
+    },
+    {
+      "epoch": 0.26352464208792603,
+      "grad_norm": 66.59146881103516,
+      "learning_rate": 4.385135135135135e-07,
+      "logits/chosen": -1.2698534727096558,
+      "logits/rejected": -1.1808619499206543,
+      "logps/chosen": -289.853515625,
+      "logps/rejected": -284.6557922363281,
+      "loss": 0.6463,
+      "rewards/accuracies": 0.6187499761581421,
+      "rewards/chosen": 0.2137494683265686,
+      "rewards/margins": 0.13295292854309082,
+      "rewards/rejected": 0.08079654723405838,
+      "step": 650
+    },
+    {
+      "epoch": 0.28379576840238185,
+      "grad_norm": 80.75248718261719,
+      "learning_rate": 4.722972972972973e-07,
+      "logits/chosen": -1.1937602758407593,
+      "logits/rejected": -1.1288022994995117,
+      "logps/chosen": -277.06024169921875,
+      "logps/rejected": -276.2779235839844,
+      "loss": 0.6333,
+      "rewards/accuracies": 0.6412500143051147,
+      "rewards/chosen": 0.23302273452281952,
+      "rewards/margins": 0.17971622943878174,
+      "rewards/rejected": 0.05330649018287659,
+      "step": 700
+    },
+    {
+      "epoch": 0.3040668947168377,
+      "grad_norm": 89.37080383300781,
+      "learning_rate": 4.993241213577651e-07,
+      "logits/chosen": -1.2752529382705688,
+      "logits/rejected": -1.2224916219711304,
+      "logps/chosen": -272.2314758300781,
+      "logps/rejected": -283.24261474609375,
+      "loss": 0.6403,
+      "rewards/accuracies": 0.6225000023841858,
+      "rewards/chosen": 0.20178855955600739,
+      "rewards/margins": 0.18336616456508636,
+      "rewards/rejected": 0.018422363325953484,
+      "step": 750
+    },
+    {
+      "epoch": 0.32433802103129356,
+      "grad_norm": 98.02351379394531,
+      "learning_rate": 4.955692400120156e-07,
+      "logits/chosen": -1.269060492515564,
+      "logits/rejected": -1.2043280601501465,
+      "logps/chosen": -276.89593505859375,
+      "logps/rejected": -274.8650817871094,
+      "loss": 0.6231,
+      "rewards/accuracies": 0.6637499928474426,
+      "rewards/chosen": 0.17858818173408508,
+      "rewards/margins": 0.23695340752601624,
+      "rewards/rejected": -0.05836523696780205,
+      "step": 800
+    },
+    {
+      "epoch": 0.32433802103129356,
+      "eval_logits/chosen": NaN,
+      "eval_logits/rejected": NaN,
+      "eval_logps/chosen": -297.7666931152344,
+      "eval_logps/rejected": -309.3333740234375,
+      "eval_loss": 0.6285235285758972,
+      "eval_rewards/accuracies": 0.6289108991622925,
+      "eval_rewards/chosen": 0.1609875112771988,
+      "eval_rewards/margins": 0.2337331473827362,
+      "eval_rewards/rejected": -0.07274564355611801,
+      "eval_runtime": 415.75,
+      "eval_samples_per_second": 6.073,
+      "eval_steps_per_second": 6.073,
+      "step": 800
+    },
+    {
+      "epoch": 0.3446091473457494,
+      "grad_norm": 58.97211837768555,
+      "learning_rate": 4.918143586662662e-07,
+      "logits/chosen": -1.3953185081481934,
+      "logits/rejected": -1.2967430353164673,
+      "logps/chosen": -286.43359375,
+      "logps/rejected": -286.7919006347656,
+      "loss": 0.6211,
+      "rewards/accuracies": 0.612500011920929,
+      "rewards/chosen": 0.15985938906669617,
+      "rewards/margins": 0.24788908660411835,
+      "rewards/rejected": -0.08802969753742218,
+      "step": 850
+    },
+    {
+      "epoch": 0.36488027366020526,
+      "grad_norm": 87.69761657714844,
+      "learning_rate": 4.880594773205166e-07,
+      "logits/chosen": -1.3257156610488892,
+      "logits/rejected": -1.2500947713851929,
+      "logps/chosen": -278.18524169921875,
+      "logps/rejected": -292.2138977050781,
+      "loss": 0.6206,
+      "rewards/accuracies": 0.6349999904632568,
+      "rewards/chosen": 0.12427999824285507,
+      "rewards/margins": 0.2608846426010132,
+      "rewards/rejected": -0.1366046667098999,
+      "step": 900
+    },
+    {
+      "epoch": 0.3851513999746611,
+      "grad_norm": 82.38545227050781,
+      "learning_rate": 4.843045959747672e-07,
+      "logits/chosen": -1.357102394104004,
+      "logits/rejected": -1.2402279376983643,
+      "logps/chosen": -285.491455078125,
+      "logps/rejected": -297.6613464355469,
+      "loss": 0.615,
+      "rewards/accuracies": 0.6449999809265137,
+      "rewards/chosen": 0.1982826292514801,
+      "rewards/margins": 0.31170952320098877,
+      "rewards/rejected": -0.11342689394950867,
+      "step": 950
+    },
+    {
+      "epoch": 0.40542252628911696,
+      "grad_norm": 99.3398666381836,
+      "learning_rate": 4.805497146290177e-07,
+      "logits/chosen": -1.3474574089050293,
+      "logits/rejected": -1.2824286222457886,
+      "logps/chosen": -286.2711181640625,
+      "logps/rejected": -294.86309814453125,
+      "loss": 0.6017,
+      "rewards/accuracies": 0.6362500190734863,
+      "rewards/chosen": 0.15238681435585022,
+      "rewards/margins": 0.3537806570529938,
+      "rewards/rejected": -0.20139385759830475,
+      "step": 1000
+    },
+    {
+      "epoch": 0.4256936526035728,
+      "grad_norm": 70.56417083740234,
+      "learning_rate": 4.7679483328326823e-07,
+      "logits/chosen": -1.3699766397476196,
+      "logits/rejected": -1.3327956199645996,
+      "logps/chosen": -283.1145324707031,
+      "logps/rejected": -289.5287170410156,
+      "loss": 0.5955,
+      "rewards/accuracies": 0.6675000190734863,
+      "rewards/chosen": 0.09915956854820251,
+      "rewards/margins": 0.372953861951828,
+      "rewards/rejected": -0.2737942636013031,
+      "step": 1050
+    },
+    {
+      "epoch": 0.44596477891802866,
+      "grad_norm": 56.053646087646484,
+      "learning_rate": 4.7303995193751876e-07,
+      "logits/chosen": -1.3838495016098022,
+      "logits/rejected": -1.3065294027328491,
+      "logps/chosen": -273.82110595703125,
+      "logps/rejected": -283.1221923828125,
+      "loss": 0.5867,
+      "rewards/accuracies": 0.6712499856948853,
+      "rewards/chosen": 0.07628773897886276,
+      "rewards/margins": 0.4302709102630615,
+      "rewards/rejected": -0.35398316383361816,
+      "step": 1100
+    },
+    {
+      "epoch": 0.4662359052324845,
+      "grad_norm": 70.6491928100586,
+      "learning_rate": 4.692850705917693e-07,
+      "logits/chosen": -1.4128690958023071,
+      "logits/rejected": -1.314226508140564,
+      "logps/chosen": -284.3450622558594,
+      "logps/rejected": -289.0674743652344,
+      "loss": 0.5922,
+      "rewards/accuracies": 0.6474999785423279,
+      "rewards/chosen": 0.04309426248073578,
+      "rewards/margins": 0.4344441890716553,
+      "rewards/rejected": -0.3913499414920807,
+      "step": 1150
+    },
+    {
+      "epoch": 0.4865070315469403,
+      "grad_norm": 75.06768798828125,
+      "learning_rate": 4.655301892460198e-07,
+      "logits/chosen": -1.421556830406189,
+      "logits/rejected": -1.3319025039672852,
+      "logps/chosen": -275.91021728515625,
+      "logps/rejected": -287.9272155761719,
+      "loss": 0.5675,
+      "rewards/accuracies": 0.6837499737739563,
+      "rewards/chosen": 0.018606889992952347,
+      "rewards/margins": 0.5360429286956787,
+      "rewards/rejected": -0.5174359679222107,
+      "step": 1200
+    },
+    {
+      "epoch": 0.4865070315469403,
+      "eval_logits/chosen": NaN,
+      "eval_logits/rejected": NaN,
+      "eval_logps/chosen": -299.53399658203125,
+      "eval_logps/rejected": -313.1133117675781,
+      "eval_loss": 0.5999007225036621,
+      "eval_rewards/accuracies": 0.6396039724349976,
+      "eval_rewards/chosen": -0.015744315460324287,
+      "eval_rewards/margins": 0.43499550223350525,
+      "eval_rewards/rejected": -0.4507397711277008,
+      "eval_runtime": 415.9657,
+      "eval_samples_per_second": 6.07,
+      "eval_steps_per_second": 6.07,
+      "step": 1200
+    },
+    {
+      "epoch": 0.5067781578613961,
+      "grad_norm": 92.7549057006836,
+      "learning_rate": 4.617753079002703e-07,
+      "logits/chosen": -1.4393095970153809,
+      "logits/rejected": -1.4011856317520142,
+      "logps/chosen": -280.40020751953125,
+      "logps/rejected": -284.593505859375,
+      "loss": 0.5973,
+      "rewards/accuracies": 0.6449999809265137,
+      "rewards/chosen": -0.031209612265229225,
+      "rewards/margins": 0.4549286663532257,
+      "rewards/rejected": -0.4861382246017456,
+      "step": 1250
+    },
+    {
+      "epoch": 0.5270492841758521,
+      "grad_norm": 96.96080017089844,
+      "learning_rate": 4.5802042655452084e-07,
+      "logits/chosen": -1.3751548528671265,
+      "logits/rejected": -1.3570141792297363,
+      "logps/chosen": -299.5054626464844,
+      "logps/rejected": -295.8842468261719,
+      "loss": 0.5954,
+      "rewards/accuracies": 0.6637499928474426,
+      "rewards/chosen": 0.0502300038933754,
+      "rewards/margins": 0.4635014832019806,
+      "rewards/rejected": -0.4132714867591858,
+      "step": 1300
+    },
+    {
+      "epoch": 0.5473204104903079,
+      "grad_norm": 73.79745483398438,
+      "learning_rate": 4.542655452087714e-07,
+      "logits/chosen": -1.4204226732254028,
+      "logits/rejected": -1.3422303199768066,
+      "logps/chosen": -294.5567321777344,
+      "logps/rejected": -296.5347900390625,
+      "loss": 0.5707,
+      "rewards/accuracies": 0.6899999976158142,
+      "rewards/chosen": 0.08490865677595139,
+      "rewards/margins": 0.5479007959365845,
+      "rewards/rejected": -0.4629921615123749,
+      "step": 1350
+    },
+    {
+      "epoch": 0.5675915368047637,
+      "grad_norm": 76.16097259521484,
+      "learning_rate": 4.505106638630219e-07,
+      "logits/chosen": -1.4311484098434448,
+      "logits/rejected": -1.3465266227722168,
+      "logps/chosen": -278.8095703125,
+      "logps/rejected": -290.2147521972656,
+      "loss": 0.5641,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": 0.0666603371500969,
+      "rewards/margins": 0.5910163521766663,
+      "rewards/rejected": -0.5243560075759888,
+      "step": 1400
+    },
+    {
+      "epoch": 0.5878626631192195,
+      "grad_norm": 121.95441436767578,
+      "learning_rate": 4.4675578251727244e-07,
+      "logits/chosen": -1.4767857789993286,
+      "logits/rejected": -1.4544174671173096,
+      "logps/chosen": -286.6951904296875,
+      "logps/rejected": -298.58074951171875,
+      "loss": 0.5638,
+      "rewards/accuracies": 0.6762499809265137,
+      "rewards/chosen": -0.023380979895591736,
+      "rewards/margins": 0.6335786581039429,
+      "rewards/rejected": -0.6569597125053406,
+      "step": 1450
+    },
+    {
+      "epoch": 0.6081337894336754,
+      "grad_norm": 71.31324768066406,
+      "learning_rate": 4.430009011715229e-07,
+      "logits/chosen": -1.50288724899292,
+      "logits/rejected": -1.4406689405441284,
+      "logps/chosen": -287.81842041015625,
+      "logps/rejected": -287.2833557128906,
+      "loss": 0.5803,
+      "rewards/accuracies": 0.6762499809265137,
+      "rewards/chosen": -0.0009390163468196988,
+      "rewards/margins": 0.5071465969085693,
+      "rewards/rejected": -0.5080856084823608,
+      "step": 1500
+    },
+    {
+      "epoch": 0.6284049157481313,
+      "grad_norm": 98.81620788574219,
+      "learning_rate": 4.3924601982577346e-07,
+      "logits/chosen": -1.5208916664123535,
+      "logits/rejected": -1.4801013469696045,
+      "logps/chosen": -283.47320556640625,
+      "logps/rejected": -284.3282470703125,
+      "loss": 0.5546,
+      "rewards/accuracies": 0.6825000047683716,
+      "rewards/chosen": 0.03210862725973129,
+      "rewards/margins": 0.6261197328567505,
+      "rewards/rejected": -0.5940110683441162,
+      "step": 1550
+    },
+    {
+      "epoch": 0.6486760420625871,
+      "grad_norm": 84.55746459960938,
+      "learning_rate": 4.35491138480024e-07,
+      "logits/chosen": -1.5223252773284912,
+      "logits/rejected": -1.4359028339385986,
+      "logps/chosen": -272.9998779296875,
+      "logps/rejected": -277.84747314453125,
+      "loss": 0.565,
+      "rewards/accuracies": 0.6875,
+      "rewards/chosen": 0.024004172533750534,
+      "rewards/margins": 0.5467111468315125,
+      "rewards/rejected": -0.5227069854736328,
+      "step": 1600
+    },
+    {
+      "epoch": 0.6486760420625871,
+      "eval_logits/chosen": NaN,
+      "eval_logits/rejected": NaN,
+      "eval_logps/chosen": -299.356201171875,
+      "eval_logps/rejected": -314.2126159667969,
+      "eval_loss": 0.5811572074890137,
+      "eval_rewards/accuracies": 0.6594059467315674,
+      "eval_rewards/chosen": 0.002034247387200594,
+      "eval_rewards/margins": 0.562709391117096,
+      "eval_rewards/rejected": -0.5606752038002014,
+      "eval_runtime": 415.8683,
+      "eval_samples_per_second": 6.072,
+      "eval_steps_per_second": 6.072,
+      "step": 1600
+    },
+    {
+      "epoch": 0.6689471683770429,
+      "grad_norm": 74.32270050048828,
+      "learning_rate": 4.317362571342745e-07,
+      "logits/chosen": -1.525417447090149,
+      "logits/rejected": -1.4973794221878052,
+      "logps/chosen": -294.22406005859375,
+      "logps/rejected": -290.90863037109375,
+      "loss": 0.5552,
+      "rewards/accuracies": 0.6800000071525574,
+      "rewards/chosen": 0.01900729537010193,
+      "rewards/margins": 0.6314102411270142,
+      "rewards/rejected": -0.6124029159545898,
+      "step": 1650
+    },
+    {
+      "epoch": 0.6892182946914988,
+      "grad_norm": 65.72740173339844,
+      "learning_rate": 4.2798137578852506e-07,
+      "logits/chosen": -1.5028984546661377,
+      "logits/rejected": -1.415768027305603,
+      "logps/chosen": -285.7267150878906,
+      "logps/rejected": -290.1302185058594,
+      "loss": 0.5559,
+      "rewards/accuracies": 0.6737499833106995,
+      "rewards/chosen": 0.007276506628841162,
+      "rewards/margins": 0.6502852439880371,
+      "rewards/rejected": -0.643008828163147,
+      "step": 1700
+    },
+    {
+      "epoch": 0.7094894210059547,
+      "grad_norm": 95.13706970214844,
+      "learning_rate": 4.242264944427756e-07,
+      "logits/chosen": -1.4592907428741455,
+      "logits/rejected": -1.3769149780273438,
+      "logps/chosen": -288.2720947265625,
+      "logps/rejected": -305.466552734375,
+      "loss": 0.5686,
+      "rewards/accuracies": 0.6887500286102295,
+      "rewards/chosen": 0.07554805278778076,
+      "rewards/margins": 0.602150022983551,
+      "rewards/rejected": -0.5266019701957703,
+      "step": 1750
+    },
+    {
+      "epoch": 0.7297605473204105,
+      "grad_norm": 106.6552963256836,
+      "learning_rate": 4.204716130970261e-07,
+      "logits/chosen": -1.4575302600860596,
+      "logits/rejected": -1.3902875185012817,
+      "logps/chosen": -293.3002014160156,
+      "logps/rejected": -302.8847351074219,
+      "loss": 0.566,
+      "rewards/accuracies": 0.6762499809265137,
+      "rewards/chosen": 0.09604083001613617,
+      "rewards/margins": 0.6465904712677002,
+      "rewards/rejected": -0.5505496859550476,
+      "step": 1800
+    },
+    {
+      "epoch": 0.7500316736348663,
+      "grad_norm": 65.49022674560547,
+      "learning_rate": 4.1671673175127666e-07,
+      "logits/chosen": -1.5301294326782227,
+      "logits/rejected": -1.4222004413604736,
+      "logps/chosen": -291.46368408203125,
+      "logps/rejected": -299.5816650390625,
+      "loss": 0.5524,
+      "rewards/accuracies": 0.7074999809265137,
+      "rewards/chosen": 0.13709893822669983,
+      "rewards/margins": 0.6951863765716553,
+      "rewards/rejected": -0.5580874085426331,
+      "step": 1850
+    },
+    {
+      "epoch": 0.7703027999493222,
+      "grad_norm": 73.81986236572266,
+      "learning_rate": 4.129618504055272e-07,
+      "logits/chosen": -1.5067791938781738,
+      "logits/rejected": -1.4256831407546997,
+      "logps/chosen": -289.6808166503906,
+      "logps/rejected": -292.93865966796875,
+      "loss": 0.5678,
+      "rewards/accuracies": 0.6937500238418579,
+      "rewards/chosen": -0.05619234964251518,
+      "rewards/margins": 0.6666356921195984,
+      "rewards/rejected": -0.7228280901908875,
+      "step": 1900
+    },
+    {
+      "epoch": 0.790573926263778,
+      "grad_norm": 92.40637969970703,
+      "learning_rate": 4.092069690597777e-07,
+      "logits/chosen": -1.4289398193359375,
+      "logits/rejected": -1.3181583881378174,
+      "logps/chosen": -284.9779052734375,
+      "logps/rejected": -303.327392578125,
+      "loss": 0.5482,
+      "rewards/accuracies": 0.7149999737739563,
+      "rewards/chosen": 0.0824815109372139,
+      "rewards/margins": 0.6665127277374268,
+      "rewards/rejected": -0.584031343460083,
+      "step": 1950
+    },
+    {
+      "epoch": 0.8108450525782339,
+      "grad_norm": 93.90290069580078,
+      "learning_rate": 4.054520877140282e-07,
+      "logits/chosen": -1.4142777919769287,
+      "logits/rejected": -1.3291970491409302,
+      "logps/chosen": -279.107177734375,
+      "logps/rejected": -290.64715576171875,
+      "loss": 0.561,
+      "rewards/accuracies": 0.6587499976158142,
+      "rewards/chosen": 0.0036598199512809515,
+      "rewards/margins": 0.6877757906913757,
+      "rewards/rejected": -0.684116005897522,
+      "step": 2000
+    },
+    {
+      "epoch": 0.8108450525782339,
+      "eval_logits/chosen": NaN,
+      "eval_logits/rejected": NaN,
+      "eval_logps/chosen": -299.9206848144531,
+      "eval_logps/rejected": -315.6641540527344,
+      "eval_loss": 0.5711494088172913,
+      "eval_rewards/accuracies": 0.6673267483711243,
+      "eval_rewards/chosen": -0.05441296845674515,
+      "eval_rewards/margins": 0.6514108180999756,
+      "eval_rewards/rejected": -0.7058237791061401,
+      "eval_runtime": 416.0972,
+      "eval_samples_per_second": 6.068,
+      "eval_steps_per_second": 6.068,
+      "step": 2000
+    },
+    {
+      "epoch": 0.8311161788926897,
+      "grad_norm": 72.61177062988281,
+      "learning_rate": 4.0169720636827874e-07,
+      "logits/chosen": -1.413093090057373,
+      "logits/rejected": -1.3807673454284668,
+      "logps/chosen": -278.2998046875,
+      "logps/rejected": -291.52801513671875,
+      "loss": 0.555,
+      "rewards/accuracies": 0.699999988079071,
+      "rewards/chosen": -0.05374690890312195,
+      "rewards/margins": 0.6846556663513184,
+      "rewards/rejected": -0.7384025454521179,
+      "step": 2050
+    },
+    {
+      "epoch": 0.8513873052071456,
+      "grad_norm": 67.99674224853516,
+      "learning_rate": 3.9794232502252927e-07,
+      "logits/chosen": -1.477223515510559,
+      "logits/rejected": -1.382552146911621,
+      "logps/chosen": -286.6242370605469,
+      "logps/rejected": -294.1151428222656,
+      "loss": 0.559,
+      "rewards/accuracies": 0.6899999976158142,
+      "rewards/chosen": 0.0026776748709380627,
+      "rewards/margins": 0.6922184824943542,
+      "rewards/rejected": -0.6895408630371094,
+      "step": 2100
+    },
+    {
+      "epoch": 0.8716584315216014,
+      "grad_norm": 90.21094512939453,
+      "learning_rate": 3.941874436767798e-07,
+      "logits/chosen": -1.409265398979187,
+      "logits/rejected": -1.355931043624878,
+      "logps/chosen": -270.63671875,
+      "logps/rejected": -273.80743408203125,
+      "loss": 0.5555,
+      "rewards/accuracies": 0.6725000143051147,
+      "rewards/chosen": -0.1644386649131775,
+      "rewards/margins": 0.705502986907959,
+      "rewards/rejected": -0.8699417114257812,
+      "step": 2150
+    },
+    {
+      "epoch": 0.8919295578360573,
+      "grad_norm": 86.49909973144531,
+      "learning_rate": 3.9043256233103033e-07,
+      "logits/chosen": -1.4334936141967773,
+      "logits/rejected": -1.273209571838379,
+      "logps/chosen": -278.0585021972656,
+      "logps/rejected": -282.90301513671875,
+      "loss": 0.556,
+      "rewards/accuracies": 0.6837499737739563,
+      "rewards/chosen": 0.02689175121486187,
+      "rewards/margins": 0.6583454608917236,
+      "rewards/rejected": -0.6314537525177002,
+      "step": 2200
+    },
+    {
+      "epoch": 0.9122006841505131,
+      "grad_norm": 75.58121490478516,
+      "learning_rate": 3.8667768098528087e-07,
+      "logits/chosen": -1.4251587390899658,
+      "logits/rejected": -1.3200613260269165,
+      "logps/chosen": -280.7901611328125,
+      "logps/rejected": -297.78741455078125,
+      "loss": 0.547,
+      "rewards/accuracies": 0.6825000047683716,
+      "rewards/chosen": 0.030514003708958626,
+      "rewards/margins": 0.7190001606941223,
+      "rewards/rejected": -0.6884861588478088,
+      "step": 2250
+    },
+    {
+      "epoch": 0.932471810464969,
+      "grad_norm": 93.07740783691406,
+      "learning_rate": 3.829227996395314e-07,
+      "logits/chosen": -1.3386443853378296,
+      "logits/rejected": -1.2963026762008667,
+      "logps/chosen": -291.5765686035156,
+      "logps/rejected": -293.8046569824219,
+      "loss": 0.5682,
+      "rewards/accuracies": 0.6700000166893005,
+      "rewards/chosen": 0.01123973447829485,
+      "rewards/margins": 0.695156991481781,
+      "rewards/rejected": -0.683917224407196,
+      "step": 2300
+    },
+    {
+      "epoch": 0.9527429367794248,
+      "grad_norm": 67.15850067138672,
+      "learning_rate": 3.7916791829378193e-07,
+      "logits/chosen": -1.4805598258972168,
+      "logits/rejected": -1.3885161876678467,
+      "logps/chosen": -291.665283203125,
+      "logps/rejected": -302.1773376464844,
+      "loss": 0.5598,
+      "rewards/accuracies": 0.6924999952316284,
+      "rewards/chosen": -0.1170397400856018,
+      "rewards/margins": 0.7286503314971924,
+      "rewards/rejected": -0.8456900119781494,
+      "step": 2350
+    },
+    {
+      "epoch": 0.9730140630938806,
+      "grad_norm": 79.25121307373047,
+      "learning_rate": 3.7541303694803247e-07,
+      "logits/chosen": -1.490938425064087,
+      "logits/rejected": -1.4275964498519897,
+      "logps/chosen": -273.4732666015625,
+      "logps/rejected": -283.27557373046875,
+      "loss": 0.529,
+      "rewards/accuracies": 0.7174999713897705,
+      "rewards/chosen": -0.04049629345536232,
+      "rewards/margins": 0.8318525552749634,
+      "rewards/rejected": -0.8723488450050354,
+      "step": 2400
+    },
+    {
+      "epoch": 0.9730140630938806,
+      "eval_logits/chosen": NaN,
+      "eval_logits/rejected": NaN,
+      "eval_logps/chosen": -300.1016540527344,
+      "eval_logps/rejected": -316.64300537109375,
+      "eval_loss": 0.5641157031059265,
+      "eval_rewards/accuracies": 0.6768316626548767,
+      "eval_rewards/chosen": -0.07250940054655075,
+      "eval_rewards/margins": 0.7312046885490417,
+      "eval_rewards/rejected": -0.8037140369415283,
+      "eval_runtime": 415.6098,
+      "eval_samples_per_second": 6.075,
+      "eval_steps_per_second": 6.075,
+      "step": 2400
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 7398,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 400,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c90d2f71a5a69a03b67ce8fac04c260e77b6d59f2f96d181f2a849b7e91ff7
+size 6609