Upload 14 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|AUDIO|>": 151646,
+  "<|IMAGE|>": 151655,
+  "<|VIDEO|>": 151656,
+  "<|audio_bos|>": 151647,
+  "<|audio_eos|>": 151648,
+  "<|box_end|>": 151649,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|vision_bos|>": 151652,
+  "<|vision_eos|>": 151653,
+  "<|vision_pad|>": 151654
+}

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{% set audio_count = namespace(value=0) %}{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_bos|><|IMAGE|><|vision_eos|>{% elif content['type'] == 'audio' or 'audio' in content or 'audio_url' in content %}{% set audio_count.value = audio_count.value + 1 %}{% if add_audio_id %}Audio {{ audio_count.value }}: {% endif %}<|audio_bos|><|AUDIO|><|audio_eos|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_bos|><|VIDEO|><|vision_eos|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
+}

config.json

@@ -0,0 +1,571 @@
+{
+  "architectures": [
+    "Qwen2_5OmniModel"
+  ],
+  "enable_audio_output": false,
+  "enable_talker": false,
+  "model_type": "qwen2_5_omni",
+  "talker_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "Qwen2.5-Omni-7B/talker",
+    "architectures": [
+      "Qwen2OmniTalkerForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "audio_end_token_id": 151648,
+    "audio_start_token_id": 151647,
+    "audio_token_index": 151646,
+    "embedding_size": 3584,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 896,
+    "image_token_index": 151655,
+    "init_std": 0.02,
+    "initializer_range": 0.02,
+    "intermediate_size": 18944,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 28,
+    "model_type": "qwen2_5_omni_talker",
+    "num_attention_heads": 12,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 4,
+    "position_id_per_seconds": 25,
+    "rms_norm_eps": 1e-06,
+    "rope_scaling": {
+      "mrope_section": [
+        16,
+        24,
+        24
+      ],
+      "rope_type": "default",
+      "type": "default"
+    },
+    "rope_theta": 1000000.0,
+    "seconds_per_chunk": 2,
+    "sliding_window": 32768,
+    "spatial_merge_size": 2,
+    "torch_dtype": "float32",
+    "tts_codec_end_token_id": 8294,
+    "tts_codec_mask_token_id": 8296,
+    "tts_codec_pad_token_id": 8292,
+    "tts_codec_start_token_id": 8293,
+    "tts_text_end_token_id": 151861,
+    "tts_text_pad_token_id": 151859,
+    "tts_text_start_token_id": 151860,
+    "use_cache": true,
+    "use_mrope": false,
+    "use_sliding_window": false,
+    "video_token_index": 151656,
+    "vision_end_token_id": 151653,
+    "vision_start_token_id": 151652,
+    "vocab_size": 8448
+  },
+  "thinker_config": {
+    "_attn_implementation_autoset": true,
+    "_name_or_path": "Qwen2.5-Omni-7B/thinker",
+    "architectures": [
+      "Qwen2OmniNaViTThinkerForConditionalGeneration"
+    ],
+    "audio_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "activation_dropout": 0.0,
+      "activation_function": "gelu",
+      "add_cross_attention": false,
+      "architectures": null,
+      "attention_dropout": 0.0,
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "d_model": 1280,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "dropout": 0.0,
+      "early_stopping": false,
+      "encoder_attention_heads": 20,
+      "encoder_ffn_dim": 5120,
+      "encoder_layerdrop": 0.0,
+      "encoder_layers": 32,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "init_std": 0.02,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_source_positions": 1500,
+      "min_length": 0,
+      "model_type": "qwen2_5_omni_audio_encoder",
+      "n_window": 100,
+      "no_repeat_ngram_size": 0,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 32,
+      "num_mel_bins": 128,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_dim": 3584,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "scale_embedding": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": null,
+      "torchscript": false,
+      "typical_p": 1.0,
+      "use_bfloat16": false
+    },
+    "audio_end_token_id": 151648,
+    "audio_start_token_id": 151647,
+    "audio_token_index": 151646,
+    "bos_token_id": 151644,
+    "eos_token_id": 151645,
+    "ignore_index": -100,
+    "image_token_index": 151655,
+    "init_std": 0.02,
+    "model_type": "qwen2_5_omni_thinker",
+    "pad_token_id": 151643,
+    "position_id_per_seconds": 25,
+    "seconds_per_chunk": 2,
+    "text_config": {
+      "_attn_implementation_autoset": false,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": null,
+      "attention_dropout": 0.0,
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "hidden_act": "silu",
+      "hidden_size": 3584,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "init_std": 0.02,
+      "intermediate_size": 18944,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "max_window_layers": 28,
+      "min_length": 0,
+      "model_type": "qwen2_5_omni_text",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 28,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_hidden_layers": 28,
+      "num_key_value_heads": 4,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rms_norm_eps": 1e-06,
+      "rope_scaling": {
+        "mrope_section": [
+          16,
+          24,
+          24
+        ],
+        "rope_type": "default",
+        "type": "default"
+      },
+      "rope_theta": 1000000.0,
+      "sep_token_id": null,
+      "sliding_window": 32768,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": null,
+      "torchscript": false,
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "use_cache": true,
+      "use_sliding_window": false,
+      "vocab_size": 152064
+    },
+    "torch_dtype": "float32",
+    "use_mrope": false,
+    "user_token_id": 872,
+    "video_token_index": 151656,
+    "vision_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": null,
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "depth": 32,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "embed_dim": 1280,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "fullatt_block_indexes": [
+        7,
+        15,
+        23,
+        31
+      ],
+      "hidden_act": "silu",
+      "hidden_size": 1280,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "in_channels": 3,
+      "in_chans": 3,
+      "init_std": 0.02,
+      "intermediate_size": 3420,
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "min_length": 0,
+      "model_type": "qwen2_5_omni_vision_encoder",
+      "no_repeat_ngram_size": 0,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_heads": 16,
+      "num_return_sequences": 1,
+      "out_hidden_size": 3584,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "patch_size": 14,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "spatial_merge_size": 2,
+      "spatial_patch_size": 14,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "temporal_patch_size": 2,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "tokens_per_second": 25,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": null,
+      "torchscript": false,
+      "typical_p": 1.0,
+      "use_bfloat16": false,
+      "window_size": 112
+    },
+    "vision_end_token_id": 151653,
+    "vision_start_token_id": 151652,
+    "vision_token_id": 151654
+  },
+  "token2wav_config": {
+    "_attn_implementation_autoset": true,
+    "bigvgan_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": null,
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "early_stopping": false,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "max_length": 20,
+      "mel_dim": 80,
+      "min_length": 0,
+      "model_type": "qwen2_5_omni_bigvgan",
+      "no_repeat_ngram_size": 0,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repetition_penalty": 1.0,
+      "resblock_dilation_sizes": [
+        [
+          1,
+          3,
+          5
+        ],
+        [
+          1,
+          3,
+          5
+        ],
+        [
+          1,
+          3,
+          5
+        ]
+      ],
+      "resblock_kernel_sizes": [
+        3,
+        7,
+        11
+      ],
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": null,
+      "torchscript": false,
+      "typical_p": 1.0,
+      "upsample_initial_channel": 1536,
+      "upsample_kernel_sizes": [
+        11,
+        7,
+        4,
+        4,
+        4,
+        4
+      ],
+      "upsample_rates": [
+        5,
+        3,
+        2,
+        2,
+        2,
+        2
+      ],
+      "use_bfloat16": false,
+      "use_bias_at_final": false
+    },
+    "dit_config": {
+      "_attn_implementation_autoset": true,
+      "_name_or_path": "",
+      "add_cross_attention": false,
+      "architectures": null,
+      "bad_words_ids": null,
+      "begin_suppress_tokens": null,
+      "block_size": 24,
+      "bos_token_id": null,
+      "chunk_size_feed_forward": 0,
+      "cross_attention_hidden_size": null,
+      "decoder_start_token_id": null,
+      "depth": 22,
+      "dim": 1024,
+      "diversity_penalty": 0.0,
+      "do_sample": false,
+      "dropout": 0.1,
+      "early_stopping": false,
+      "emb_dim": 512,
+      "enc_attention_channels": 64,
+      "enc_channels": [
+        256,
+        256,
+        256,
+        256,
+        768
+      ],
+      "enc_dilations": [
+        1,
+        2,
+        3,
+        4,
+        1
+      ],
+      "enc_dim": 128,
+      "enc_emb_dim": 192,
+      "enc_global_context": true,
+      "enc_kernel_sizes": [
+        5,
+        3,
+        3,
+        3,
+        1
+      ],
+      "enc_lin_neurons": 192,
+      "enc_res2net_scale": 2,
+      "enc_se_channels": 64,
+      "encoder_no_repeat_ngram_size": 0,
+      "eos_token_id": null,
+      "exponential_decay_length_penalty": null,
+      "ff_mult": 2,
+      "finetuning_task": null,
+      "forced_bos_token_id": null,
+      "forced_eos_token_id": null,
+      "head_dim": 64,
+      "heads": 16,
+      "hidden_size": 1024,
+      "id2label": {
+        "0": "LABEL_0",
+        "1": "LABEL_1"
+      },
+      "is_decoder": false,
+      "is_encoder_decoder": false,
+      "label2id": {
+        "LABEL_0": 0,
+        "LABEL_1": 1
+      },
+      "length_penalty": 1.0,
+      "look_ahead_layers": [
+        10
+      ],
+      "look_backward_layers": [
+        0,
+        20
+      ],
+      "max_length": 20,
+      "max_position_embeddings": 32768,
+      "mel_dim": 80,
+      "min_length": 0,
+      "model_type": "qwen2_5_omni_dit",
+      "no_repeat_ngram_size": 0,
+      "num_attention_heads": 16,
+      "num_beam_groups": 1,
+      "num_beams": 1,
+      "num_embeds": 8193,
+      "num_hidden_layers": 22,
+      "num_return_sequences": 1,
+      "output_attentions": false,
+      "output_hidden_states": false,
+      "output_scores": false,
+      "pad_token_id": null,
+      "prefix": null,
+      "problem_type": null,
+      "pruned_heads": {},
+      "remove_invalid_values": false,
+      "repeats": 2,
+      "repetition_penalty": 1.0,
+      "return_dict": true,
+      "return_dict_in_generate": false,
+      "rope_theta": 10000.0,
+      "sep_token_id": null,
+      "suppress_tokens": null,
+      "task_specific_params": null,
+      "temperature": 1.0,
+      "tf_legacy_loss": false,
+      "tie_encoder_decoder": false,
+      "tie_word_embeddings": true,
+      "tokenizer_class": null,
+      "top_k": 50,
+      "top_p": 1.0,
+      "torch_dtype": "float32",
+      "torchscript": false,
+      "typical_p": 1.0,
+      "use_bfloat16": false
+    },
+    "model_type": "qwen2_5_omni_token2wav",
+    "torch_dtype": "float32"
+  },
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0"
+}

generation_config.json

@@ -0,0 +1,4 @@
+{
+  "_from_model_config": true,
+  "transformers_version": "4.50.0.dev0"
+}

preprocessor_config.json

@@ -0,0 +1,31 @@
+{
+  "chunk_length": 300,
+  "dither": 0.0,
+  "feature_extractor_type": "WhisperFeatureExtractor",
+  "feature_size": 128,
+  "hop_length": 160,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "Qwen2VLImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "max_pixels": 12845056,
+  "merge_size": 2,
+  "min_pixels": 3136,
+  "n_fft": 400,
+  "n_samples": 4800000,
+  "nb_max_frames": 30000,
+  "padding_side": "left",
+  "padding_value": 0.0,
+  "patch_size": 14,
+  "processor_class": "Qwen2_5OmniProcessor",
+  "return_attention_mask": true,
+  "sampling_rate": 16000,
+  "temporal_patch_size": 2
+}

special_tokens_map.json

@@ -0,0 +1,38 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|AUDIO|>",
+    "<|audio_bos|>",
+    "<|audio_eos|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_bos|>",
+    "<|vision_eos|>",
+    "<|vision_pad|>",
+    "<|IMAGE|>",
+    "<|VIDEO|>"
+  ],
+  "audio_bos_token": "<|audio_bos|>",
+  "audio_eos_token": "<|audio_eos|>",
+  "audio_token": "<|AUDIO|>",
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "image_token": "<|IMAGE|>",
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "video_token": "<|VIDEO|>",
+  "vision_bos_token": "<|vision_bos|>",
+  "vision_eos_token": "<|vision_eos|>"
+}

spk_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a05609b28f5d42b7b748f0f07592545c8f1f6885b9ae8fff64baf56e86b2a18
+size 259544

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9711e245647e88538786834977dc8afb51172e879ee661352c587cf01efd6b0
+size 11422037

tokenizer_config.json

@@ -0,0 +1,227 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|AUDIO|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|audio_bos|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|audio_eos|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_bos|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_eos|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|IMAGE|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|VIDEO|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|AUDIO|>",
+    "<|audio_bos|>",
+    "<|audio_eos|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_bos|>",
+    "<|vision_eos|>",
+    "<|vision_pad|>",
+    "<|IMAGE|>",
+    "<|VIDEO|>"
+  ],
+  "audio_bos_token": "<|audio_bos|>",
+  "audio_eos_token": "<|audio_eos|>",
+  "audio_token": "<|AUDIO|>",
+  "bos_token": null,
+  "chat_template": "{% set audio_count = namespace(value=0) %}{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_bos|><|IMAGE|><|vision_eos|>{% elif content['type'] == 'audio' or 'audio' in content or 'audio_url' in content %}{% set audio_count.value = audio_count.value + 1 %}{% if add_audio_id %}Audio {{ audio_count.value }}: {% endif %}<|audio_bos|><|AUDIO|><|audio_eos|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_bos|><|VIDEO|><|vision_eos|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {
+    "audio_bos_token": "<|audio_bos|>",
+    "audio_eos_token": "<|audio_eos|>",
+    "audio_token": "<|AUDIO|>",
+    "image_token": "<|IMAGE|>",
+    "video_token": "<|VIDEO|>",
+    "vision_bos_token": "<|vision_bos|>",
+    "vision_eos_token": "<|vision_eos|>"
+  },
+  "image_token": "<|IMAGE|>",
+  "max_length": null,
+  "model_max_length": 32768,
+  "pad_to_multiple_of": null,
+  "pad_token": "<|endoftext|>",
+  "pad_token_type_id": 0,
+  "padding_side": "left",
+  "processor_class": "Qwen2_5OmniProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "video_token": "<|VIDEO|>",
+  "vision_bos_token": "<|vision_bos|>",
+  "vision_eos_token": "<|vision_eos|>"
+}

trainer_state.json

@@ -0,0 +1,1334 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.8,
+  "eval_steps": 500,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "completion_length": 46.553125,
+      "epoch": 0.008,
+      "grad_norm": 0.05134107172489166,
+      "kl": 0.012939453125,
+      "learning_rate": 9.95e-07,
+      "loss": 0.0001,
+      "reward": 2.703125,
+      "reward_std": 0.11205126643180847,
+      "rewards/accuracy_reward": 1.7125,
+      "rewards/format_reward": 0.990625,
+      "step": 10
+    },
+    {
+      "completion_length": 49.34375,
+      "epoch": 0.016,
+      "grad_norm": 0.06966069340705872,
+      "kl": 0.01898193359375,
+      "learning_rate": 9.9e-07,
+      "loss": 0.0002,
+      "reward": 2.775,
+      "reward_std": 0.05,
+      "rewards/accuracy_reward": 1.78125,
+      "rewards/format_reward": 0.99375,
+      "step": 20
+    },
+    {
+      "completion_length": 44.63125,
+      "epoch": 0.024,
+      "grad_norm": 5.11226749420166,
+      "kl": 0.0212158203125,
+      "learning_rate": 9.849999999999999e-07,
+      "loss": 0.0002,
+      "reward": 2.546875,
+      "reward_std": 0.09568375647068024,
+      "rewards/accuracy_reward": 1.55625,
+      "rewards/format_reward": 0.990625,
+      "step": 30
+    },
+    {
+      "completion_length": 42.775,
+      "epoch": 0.032,
+      "grad_norm": 0.0820818841457367,
+      "kl": 0.042626953125,
+      "learning_rate": 9.8e-07,
+      "loss": 0.0004,
+      "reward": 2.775,
+      "reward_std": 0.03943375647068024,
+      "rewards/accuracy_reward": 1.775,
+      "rewards/format_reward": 1.0,
+      "step": 40
+    },
+    {
+      "completion_length": 44.275,
+      "epoch": 0.04,
+      "grad_norm": 0.06030546873807907,
+      "kl": 0.03828125,
+      "learning_rate": 9.75e-07,
+      "loss": 0.0004,
+      "reward": 2.74375,
+      "reward_std": 0.026933756470680238,
+      "rewards/accuracy_reward": 1.74375,
+      "rewards/format_reward": 1.0,
+      "step": 50
+    },
+    {
+      "completion_length": 50.990625,
+      "epoch": 0.048,
+      "grad_norm": 0.10005596280097961,
+      "kl": 0.03060302734375,
+      "learning_rate": 9.7e-07,
+      "loss": 0.0003,
+      "reward": 2.60625,
+      "reward_std": 0.10193375647068023,
+      "rewards/accuracy_reward": 1.60625,
+      "rewards/format_reward": 1.0,
+      "step": 60
+    },
+    {
+      "completion_length": 54.375,
+      "epoch": 0.056,
+      "grad_norm": 4.453707695007324,
+      "kl": 0.0556640625,
+      "learning_rate": 9.649999999999999e-07,
+      "loss": 0.0006,
+      "reward": 2.590625,
+      "reward_std": 0.08318375647068024,
+      "rewards/accuracy_reward": 1.59375,
+      "rewards/format_reward": 0.996875,
+      "step": 70
+    },
+    {
+      "completion_length": 48.815625,
+      "epoch": 0.064,
+      "grad_norm": 2.5629329681396484,
+      "kl": 0.040283203125,
+      "learning_rate": 9.6e-07,
+      "loss": 0.0004,
+      "reward": 2.765625,
+      "reward_std": 0.058183756470680234,
+      "rewards/accuracy_reward": 1.76875,
+      "rewards/format_reward": 0.996875,
+      "step": 80
+    },
+    {
+      "completion_length": 47.53125,
+      "epoch": 0.072,
+      "grad_norm": 0.08292120695114136,
+      "kl": 0.0712646484375,
+      "learning_rate": 9.55e-07,
+      "loss": 0.0007,
+      "reward": 2.825,
+      "reward_std": 0.05,
+      "rewards/accuracy_reward": 1.825,
+      "rewards/format_reward": 1.0,
+      "step": 90
+    },
+    {
+      "completion_length": 46.703125,
+      "epoch": 0.08,
+      "grad_norm": 2.7465286254882812,
+      "kl": 0.05367431640625,
+      "learning_rate": 9.499999999999999e-07,
+      "loss": 0.0005,
+      "reward": 2.71875,
+      "reward_std": 0.07693375647068024,
+      "rewards/accuracy_reward": 1.71875,
+      "rewards/format_reward": 1.0,
+      "step": 100
+    },
+    {
+      "completion_length": 46.225,
+      "epoch": 0.088,
+      "grad_norm": 2.1839213371276855,
+      "kl": 0.0655517578125,
+      "learning_rate": 9.45e-07,
+      "loss": 0.0007,
+      "reward": 2.609375,
+      "reward_std": 0.03125,
+      "rewards/accuracy_reward": 1.61875,
+      "rewards/format_reward": 0.990625,
+      "step": 110
+    },
+    {
+      "completion_length": 44.096875,
+      "epoch": 0.096,
+      "grad_norm": 0.07181887328624725,
+      "kl": 0.06865234375,
+      "learning_rate": 9.399999999999999e-07,
+      "loss": 0.0007,
+      "reward": 2.71875,
+      "reward_std": 0.0125,
+      "rewards/accuracy_reward": 1.71875,
+      "rewards/format_reward": 1.0,
+      "step": 120
+    },
+    {
+      "completion_length": 44.590625,
+      "epoch": 0.104,
+      "grad_norm": 0.09902142733335495,
+      "kl": 0.0936767578125,
+      "learning_rate": 9.35e-07,
+      "loss": 0.0009,
+      "reward": 2.56875,
+      "reward_std": 0.0625,
+      "rewards/accuracy_reward": 1.575,
+      "rewards/format_reward": 0.99375,
+      "step": 130
+    },
+    {
+      "completion_length": 43.81875,
+      "epoch": 0.112,
+      "grad_norm": 2.340815305709839,
+      "kl": 0.066015625,
+      "learning_rate": 9.3e-07,
+      "loss": 0.0007,
+      "reward": 2.75,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.75,
+      "rewards/format_reward": 1.0,
+      "step": 140
+    },
+    {
+      "completion_length": 49.06875,
+      "epoch": 0.12,
+      "grad_norm": 2.58245849609375,
+      "kl": 0.0600341796875,
+      "learning_rate": 9.25e-07,
+      "loss": 0.0006,
+      "reward": 2.7125,
+      "reward_std": 0.125,
+      "rewards/accuracy_reward": 1.7125,
+      "rewards/format_reward": 1.0,
+      "step": 150
+    },
+    {
+      "completion_length": 52.84375,
+      "epoch": 0.128,
+      "grad_norm": 0.06839890778064728,
+      "kl": 0.0785400390625,
+      "learning_rate": 9.2e-07,
+      "loss": 0.0008,
+      "reward": 2.7,
+      "reward_std": 0.03943375647068024,
+      "rewards/accuracy_reward": 1.7,
+      "rewards/format_reward": 1.0,
+      "step": 160
+    },
+    {
+      "completion_length": 47.7,
+      "epoch": 0.136,
+      "grad_norm": 0.11428700387477875,
+      "kl": 0.06865234375,
+      "learning_rate": 9.15e-07,
+      "loss": 0.0007,
+      "reward": 2.75,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.75,
+      "rewards/format_reward": 1.0,
+      "step": 170
+    },
+    {
+      "completion_length": 43.478125,
+      "epoch": 0.144,
+      "grad_norm": 2.188392400741577,
+      "kl": 0.062451171875,
+      "learning_rate": 9.1e-07,
+      "loss": 0.0006,
+      "reward": 2.615625,
+      "reward_std": 0.06875,
+      "rewards/accuracy_reward": 1.61875,
+      "rewards/format_reward": 0.996875,
+      "step": 180
+    },
+    {
+      "completion_length": 42.540625,
+      "epoch": 0.152,
+      "grad_norm": 3.399991512298584,
+      "kl": 0.076953125,
+      "learning_rate": 9.05e-07,
+      "loss": 0.0008,
+      "reward": 2.64375,
+      "reward_std": 0.09136751294136047,
+      "rewards/accuracy_reward": 1.64375,
+      "rewards/format_reward": 1.0,
+      "step": 190
+    },
+    {
+      "completion_length": 50.21875,
+      "epoch": 0.16,
+      "grad_norm": 0.10214658826589584,
+      "kl": 0.09365234375,
+      "learning_rate": 9e-07,
+      "loss": 0.0009,
+      "reward": 2.784375,
+      "reward_std": 0.05625,
+      "rewards/accuracy_reward": 1.7875,
+      "rewards/format_reward": 0.996875,
+      "step": 200
+    },
+    {
+      "completion_length": 54.35,
+      "epoch": 0.168,
+      "grad_norm": 0.08639144152402878,
+      "kl": 0.1749267578125,
+      "learning_rate": 8.95e-07,
+      "loss": 0.0017,
+      "reward": 2.7875,
+      "reward_std": 0.014433756470680237,
+      "rewards/accuracy_reward": 1.7875,
+      "rewards/format_reward": 1.0,
+      "step": 210
+    },
+    {
+      "completion_length": 56.29375,
+      "epoch": 0.176,
+      "grad_norm": 0.06954076141119003,
+      "kl": 0.119091796875,
+      "learning_rate": 8.9e-07,
+      "loss": 0.0012,
+      "reward": 2.75,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.75625,
+      "rewards/format_reward": 0.99375,
+      "step": 220
+    },
+    {
+      "completion_length": 48.8875,
+      "epoch": 0.184,
+      "grad_norm": 0.06490013003349304,
+      "kl": 0.12080078125,
+      "learning_rate": 8.85e-07,
+      "loss": 0.0012,
+      "reward": 2.65,
+      "reward_std": 0.07886751294136048,
+      "rewards/accuracy_reward": 1.65,
+      "rewards/format_reward": 1.0,
+      "step": 230
+    },
+    {
+      "completion_length": 41.115625,
+      "epoch": 0.192,
+      "grad_norm": 0.12679292261600494,
+      "kl": 0.12470703125,
+      "learning_rate": 8.799999999999999e-07,
+      "loss": 0.0012,
+      "reward": 2.8125,
+      "reward_std": 0.07886751294136048,
+      "rewards/accuracy_reward": 1.81875,
+      "rewards/format_reward": 0.99375,
+      "step": 240
+    },
+    {
+      "completion_length": 40.4125,
+      "epoch": 0.2,
+      "grad_norm": 0.11438746750354767,
+      "kl": 30.11142578125,
+      "learning_rate": 8.75e-07,
+      "loss": 0.3012,
+      "reward": 2.725,
+      "reward_std": 0.05,
+      "rewards/accuracy_reward": 1.73125,
+      "rewards/format_reward": 0.99375,
+      "step": 250
+    },
+    {
+      "completion_length": 46.790625,
+      "epoch": 0.208,
+      "grad_norm": 2.282456159591675,
+      "kl": 0.10205078125,
+      "learning_rate": 8.699999999999999e-07,
+      "loss": 0.001,
+      "reward": 2.578125,
+      "reward_std": 0.06875,
+      "rewards/accuracy_reward": 1.58125,
+      "rewards/format_reward": 0.996875,
+      "step": 260
+    },
+    {
+      "completion_length": 52.253125,
+      "epoch": 0.216,
+      "grad_norm": 1.9098315238952637,
+      "kl": 0.105810546875,
+      "learning_rate": 8.65e-07,
+      "loss": 0.0011,
+      "reward": 2.8,
+      "reward_std": 0.07886751294136048,
+      "rewards/accuracy_reward": 1.8,
+      "rewards/format_reward": 1.0,
+      "step": 270
+    },
+    {
+      "completion_length": 49.828125,
+      "epoch": 0.224,
+      "grad_norm": 0.058336157351732254,
+      "kl": 0.0714599609375,
+      "learning_rate": 8.599999999999999e-07,
+      "loss": 0.0007,
+      "reward": 2.73125,
+      "reward_std": 0.0375,
+      "rewards/accuracy_reward": 1.73125,
+      "rewards/format_reward": 1.0,
+      "step": 280
+    },
+    {
+      "completion_length": 47.14375,
+      "epoch": 0.232,
+      "grad_norm": 0.07711385935544968,
+      "kl": 0.08037109375,
+      "learning_rate": 8.55e-07,
+      "loss": 0.0008,
+      "reward": 2.875,
+      "reward_std": 0.03943375647068024,
+      "rewards/accuracy_reward": 1.875,
+      "rewards/format_reward": 1.0,
+      "step": 290
+    },
+    {
+      "completion_length": 46.759375,
+      "epoch": 0.24,
+      "grad_norm": 0.059466563165187836,
+      "kl": 0.079248046875,
+      "learning_rate": 8.499999999999999e-07,
+      "loss": 0.0008,
+      "reward": 2.70625,
+      "reward_std": 0.051933756470680235,
+      "rewards/accuracy_reward": 1.70625,
+      "rewards/format_reward": 1.0,
+      "step": 300
+    },
+    {
+      "completion_length": 48.540625,
+      "epoch": 0.248,
+      "grad_norm": 3.2264294624328613,
+      "kl": 0.0768310546875,
+      "learning_rate": 8.45e-07,
+      "loss": 0.0008,
+      "reward": 2.7375,
+      "reward_std": 0.075,
+      "rewards/accuracy_reward": 1.7375,
+      "rewards/format_reward": 1.0,
+      "step": 310
+    },
+    {
+      "completion_length": 46.85,
+      "epoch": 0.256,
+      "grad_norm": 0.08373435586690903,
+      "kl": 0.088037109375,
+      "learning_rate": 8.399999999999999e-07,
+      "loss": 0.0009,
+      "reward": 2.728125,
+      "reward_std": 0.08318375647068024,
+      "rewards/accuracy_reward": 1.73125,
+      "rewards/format_reward": 0.996875,
+      "step": 320
+    },
+    {
+      "completion_length": 45.0125,
+      "epoch": 0.264,
+      "grad_norm": 0.08248328417539597,
+      "kl": 0.084375,
+      "learning_rate": 8.349999999999999e-07,
+      "loss": 0.0008,
+      "reward": 2.684375,
+      "reward_std": 0.04568375647068024,
+      "rewards/accuracy_reward": 1.6875,
+      "rewards/format_reward": 0.996875,
+      "step": 330
+    },
+    {
+      "completion_length": 47.1,
+      "epoch": 0.272,
+      "grad_norm": 0.08357389271259308,
+      "kl": 0.07880859375,
+      "learning_rate": 8.299999999999999e-07,
+      "loss": 0.0008,
+      "reward": 2.628125,
+      "reward_std": 0.03318375647068024,
+      "rewards/accuracy_reward": 1.63125,
+      "rewards/format_reward": 0.996875,
+      "step": 340
+    },
+    {
+      "completion_length": 48.95625,
+      "epoch": 0.28,
+      "grad_norm": 1.7901896238327026,
+      "kl": 0.084033203125,
+      "learning_rate": 8.249999999999999e-07,
+      "loss": 0.0008,
+      "reward": 2.609375,
+      "reward_std": 0.03125,
+      "rewards/accuracy_reward": 1.6125,
+      "rewards/format_reward": 0.996875,
+      "step": 350
+    },
+    {
+      "completion_length": 46.15,
+      "epoch": 0.288,
+      "grad_norm": 0.07559721171855927,
+      "kl": 0.14404296875,
+      "learning_rate": 8.199999999999999e-07,
+      "loss": 0.0014,
+      "reward": 2.778125,
+      "reward_std": 0.04375,
+      "rewards/accuracy_reward": 1.78125,
+      "rewards/format_reward": 0.996875,
+      "step": 360
+    },
+    {
+      "completion_length": 43.8375,
+      "epoch": 0.296,
+      "grad_norm": 3.8727450370788574,
+      "kl": 0.109521484375,
+      "learning_rate": 8.149999999999999e-07,
+      "loss": 0.0011,
+      "reward": 2.83125,
+      "reward_std": 0.0375,
+      "rewards/accuracy_reward": 1.83125,
+      "rewards/format_reward": 1.0,
+      "step": 370
+    },
+    {
+      "completion_length": 45.9625,
+      "epoch": 0.304,
+      "grad_norm": 0.05233932286500931,
+      "kl": 0.0930908203125,
+      "learning_rate": 8.1e-07,
+      "loss": 0.0009,
+      "reward": 2.796875,
+      "reward_std": 0.00625,
+      "rewards/accuracy_reward": 1.8,
+      "rewards/format_reward": 0.996875,
+      "step": 380
+    },
+    {
+      "completion_length": 49.55,
+      "epoch": 0.312,
+      "grad_norm": 4.457919120788574,
+      "kl": 0.0723876953125,
+      "learning_rate": 8.05e-07,
+      "loss": 0.0007,
+      "reward": 2.75,
+      "reward_std": 0.053867512941360475,
+      "rewards/accuracy_reward": 1.75,
+      "rewards/format_reward": 1.0,
+      "step": 390
+    },
+    {
+      "completion_length": 50.909375,
+      "epoch": 0.32,
+      "grad_norm": 0.050397127866744995,
+      "kl": 0.08388671875,
+      "learning_rate": 8e-07,
+      "loss": 0.0008,
+      "reward": 2.7625,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.7625,
+      "rewards/format_reward": 1.0,
+      "step": 400
+    },
+    {
+      "completion_length": 49.165625,
+      "epoch": 0.328,
+      "grad_norm": 0.1388678401708603,
+      "kl": 0.084033203125,
+      "learning_rate": 7.95e-07,
+      "loss": 0.0008,
+      "reward": 2.6875,
+      "reward_std": 0.014433756470680237,
+      "rewards/accuracy_reward": 1.6875,
+      "rewards/format_reward": 1.0,
+      "step": 410
+    },
+    {
+      "completion_length": 48.190625,
+      "epoch": 0.336,
+      "grad_norm": 2.034395933151245,
+      "kl": 0.078125,
+      "learning_rate": 7.9e-07,
+      "loss": 0.0008,
+      "reward": 2.76875,
+      "reward_std": 0.0375,
+      "rewards/accuracy_reward": 1.76875,
+      "rewards/format_reward": 1.0,
+      "step": 420
+    },
+    {
+      "completion_length": 49.45,
+      "epoch": 0.344,
+      "grad_norm": 2.2621846199035645,
+      "kl": 0.075048828125,
+      "learning_rate": 7.85e-07,
+      "loss": 0.0008,
+      "reward": 2.634375,
+      "reward_std": 0.03125,
+      "rewards/accuracy_reward": 1.6375,
+      "rewards/format_reward": 0.996875,
+      "step": 430
+    },
+    {
+      "completion_length": 52.03125,
+      "epoch": 0.352,
+      "grad_norm": 2.9660024642944336,
+      "kl": 0.0776123046875,
+      "learning_rate": 7.799999999999999e-07,
+      "loss": 0.0008,
+      "reward": 2.7625,
+      "reward_std": 0.03943375647068024,
+      "rewards/accuracy_reward": 1.7625,
+      "rewards/format_reward": 1.0,
+      "step": 440
+    },
+    {
+      "completion_length": 52.496875,
+      "epoch": 0.36,
+      "grad_norm": 0.040182050317525864,
+      "kl": 0.0726806640625,
+      "learning_rate": 7.75e-07,
+      "loss": 0.0007,
+      "reward": 2.6875,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.6875,
+      "rewards/format_reward": 1.0,
+      "step": 450
+    },
+    {
+      "completion_length": 51.725,
+      "epoch": 0.368,
+      "grad_norm": 0.06841447949409485,
+      "kl": 0.0802001953125,
+      "learning_rate": 7.699999999999999e-07,
+      "loss": 0.0008,
+      "reward": 2.8,
+      "reward_std": 0.0,
+      "rewards/accuracy_reward": 1.8,
+      "rewards/format_reward": 1.0,
+      "step": 460
+    },
+    {
+      "completion_length": 48.14375,
+      "epoch": 0.376,
+      "grad_norm": 0.04733005911111832,
+      "kl": 0.0659912109375,
+      "learning_rate": 7.65e-07,
+      "loss": 0.0007,
+      "reward": 2.61875,
+      "reward_std": 0.0125,
+      "rewards/accuracy_reward": 1.61875,
+      "rewards/format_reward": 1.0,
+      "step": 470
+    },
+    {
+      "completion_length": 46.89375,
+      "epoch": 0.384,
+      "grad_norm": 2.7484917640686035,
+      "kl": 0.0697998046875,
+      "learning_rate": 7.599999999999999e-07,
+      "loss": 0.0007,
+      "reward": 2.74375,
+      "reward_std": 0.09136751294136047,
+      "rewards/accuracy_reward": 1.74375,
+      "rewards/format_reward": 1.0,
+      "step": 480
+    },
+    {
+      "completion_length": 48.48125,
+      "epoch": 0.392,
+      "grad_norm": 1.7968782186508179,
+      "kl": 0.0580078125,
+      "learning_rate": 7.55e-07,
+      "loss": 0.0006,
+      "reward": 2.7125,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.7125,
+      "rewards/format_reward": 1.0,
+      "step": 490
+    },
+    {
+      "completion_length": 50.034375,
+      "epoch": 0.4,
+      "grad_norm": 0.08426347374916077,
+      "kl": 0.077099609375,
+      "learning_rate": 7.5e-07,
+      "loss": 0.0008,
+      "reward": 2.68125,
+      "reward_std": 0.04136751294136047,
+      "rewards/accuracy_reward": 1.68125,
+      "rewards/format_reward": 1.0,
+      "step": 500
+    },
+    {
+      "completion_length": 51.378125,
+      "epoch": 0.408,
+      "grad_norm": 0.040815118700265884,
+      "kl": 0.06416015625,
+      "learning_rate": 7.45e-07,
+      "loss": 0.0006,
+      "reward": 2.73125,
+      "reward_std": 0.026933756470680238,
+      "rewards/accuracy_reward": 1.73125,
+      "rewards/format_reward": 1.0,
+      "step": 510
+    },
+    {
+      "completion_length": 49.878125,
+      "epoch": 0.416,
+      "grad_norm": 0.06027600169181824,
+      "kl": 0.0675537109375,
+      "learning_rate": 7.4e-07,
+      "loss": 0.0007,
+      "reward": 2.671875,
+      "reward_std": 0.00625,
+      "rewards/accuracy_reward": 1.675,
+      "rewards/format_reward": 0.996875,
+      "step": 520
+    },
+    {
+      "completion_length": 47.921875,
+      "epoch": 0.424,
+      "grad_norm": 0.06604389101266861,
+      "kl": 0.07177734375,
+      "learning_rate": 7.35e-07,
+      "loss": 0.0007,
+      "reward": 2.675,
+      "reward_std": 0.08943375647068023,
+      "rewards/accuracy_reward": 1.68125,
+      "rewards/format_reward": 0.99375,
+      "step": 530
+    },
+    {
+      "completion_length": 41.890625,
+      "epoch": 0.432,
+      "grad_norm": 2.579275608062744,
+      "kl": 0.080859375,
+      "learning_rate": 7.3e-07,
+      "loss": 0.0008,
+      "reward": 2.75,
+      "reward_std": 0.03943375647068024,
+      "rewards/accuracy_reward": 1.75,
+      "rewards/format_reward": 1.0,
+      "step": 540
+    },
+    {
+      "completion_length": 44.046875,
+      "epoch": 0.44,
+      "grad_norm": 0.04179125651717186,
+      "kl": 0.076025390625,
+      "learning_rate": 7.249999999999999e-07,
+      "loss": 0.0008,
+      "reward": 2.5375,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.5375,
+      "rewards/format_reward": 1.0,
+      "step": 550
+    },
+    {
+      "completion_length": 46.725,
+      "epoch": 0.448,
+      "grad_norm": 0.04865502566099167,
+      "kl": 0.075830078125,
+      "learning_rate": 7.2e-07,
+      "loss": 0.0008,
+      "reward": 2.66875,
+      "reward_std": 0.0125,
+      "rewards/accuracy_reward": 1.66875,
+      "rewards/format_reward": 1.0,
+      "step": 560
+    },
+    {
+      "completion_length": 48.0875,
+      "epoch": 0.456,
+      "grad_norm": 0.1781499981880188,
+      "kl": 92.47451171875,
+      "learning_rate": 7.149999999999999e-07,
+      "loss": 0.9243,
+      "reward": 2.8,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.8,
+      "rewards/format_reward": 1.0,
+      "step": 570
+    },
+    {
+      "completion_length": 49.703125,
+      "epoch": 0.464,
+      "grad_norm": 0.05255131423473358,
+      "kl": 0.0656982421875,
+      "learning_rate": 7.1e-07,
+      "loss": 0.0007,
+      "reward": 2.6625,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.6625,
+      "rewards/format_reward": 1.0,
+      "step": 580
+    },
+    {
+      "completion_length": 52.06875,
+      "epoch": 0.472,
+      "grad_norm": 0.1266418695449829,
+      "kl": 0.0781005859375,
+      "learning_rate": 7.049999999999999e-07,
+      "loss": 0.0008,
+      "reward": 2.75,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.75,
+      "rewards/format_reward": 1.0,
+      "step": 590
+    },
+    {
+      "completion_length": 53.475,
+      "epoch": 0.48,
+      "grad_norm": 0.07561592757701874,
+      "kl": 0.0699951171875,
+      "learning_rate": 7e-07,
+      "loss": 0.0007,
+      "reward": 2.6875,
+      "reward_std": 0.053867512941360475,
+      "rewards/accuracy_reward": 1.6875,
+      "rewards/format_reward": 1.0,
+      "step": 600
+    },
+    {
+      "completion_length": 52.0625,
+      "epoch": 0.488,
+      "grad_norm": 0.04883831739425659,
+      "kl": 0.0799560546875,
+      "learning_rate": 6.949999999999999e-07,
+      "loss": 0.0008,
+      "reward": 2.65625,
+      "reward_std": 0.0125,
+      "rewards/accuracy_reward": 1.65625,
+      "rewards/format_reward": 1.0,
+      "step": 610
+    },
+    {
+      "completion_length": 49.54375,
+      "epoch": 0.496,
+      "grad_norm": 2.3243064880371094,
+      "kl": 0.0752685546875,
+      "learning_rate": 6.9e-07,
+      "loss": 0.0008,
+      "reward": 2.815625,
+      "reward_std": 0.058183756470680234,
+      "rewards/accuracy_reward": 1.81875,
+      "rewards/format_reward": 0.996875,
+      "step": 620
+    },
+    {
+      "completion_length": 48.690625,
+      "epoch": 0.504,
+      "grad_norm": 0.06750122457742691,
+      "kl": 0.06513671875,
+      "learning_rate": 6.85e-07,
+      "loss": 0.0007,
+      "reward": 2.84375,
+      "reward_std": 0.0375,
+      "rewards/accuracy_reward": 1.84375,
+      "rewards/format_reward": 1.0,
+      "step": 630
+    },
+    {
+      "completion_length": 49.271875,
+      "epoch": 0.512,
+      "grad_norm": 0.056099992245435715,
+      "kl": 0.0666259765625,
+      "learning_rate": 6.800000000000001e-07,
+      "loss": 0.0007,
+      "reward": 2.69375,
+      "reward_std": 0.0125,
+      "rewards/accuracy_reward": 1.69375,
+      "rewards/format_reward": 1.0,
+      "step": 640
+    },
+    {
+      "completion_length": 46.4375,
+      "epoch": 0.52,
+      "grad_norm": 0.0455087348818779,
+      "kl": 0.0546630859375,
+      "learning_rate": 6.75e-07,
+      "loss": 0.0005,
+      "reward": 2.75625,
+      "reward_std": 0.0125,
+      "rewards/accuracy_reward": 1.75625,
+      "rewards/format_reward": 1.0,
+      "step": 650
+    },
+    {
+      "completion_length": 46.496875,
+      "epoch": 0.528,
+      "grad_norm": 0.05418640747666359,
+      "kl": 0.0645263671875,
+      "learning_rate": 6.7e-07,
+      "loss": 0.0006,
+      "reward": 2.6875,
+      "reward_std": 0.014433756470680237,
+      "rewards/accuracy_reward": 1.6875,
+      "rewards/format_reward": 1.0,
+      "step": 660
+    },
+    {
+      "completion_length": 46.328125,
+      "epoch": 0.536,
+      "grad_norm": 4.0458455085754395,
+      "kl": 0.081103515625,
+      "learning_rate": 6.65e-07,
+      "loss": 0.0008,
+      "reward": 2.65625,
+      "reward_std": 0.08080126941204072,
+      "rewards/accuracy_reward": 1.65625,
+      "rewards/format_reward": 1.0,
+      "step": 670
+    },
+    {
+      "completion_length": 48.91875,
+      "epoch": 0.544,
+      "grad_norm": 0.04970540851354599,
+      "kl": 0.0717041015625,
+      "learning_rate": 6.6e-07,
+      "loss": 0.0007,
+      "reward": 2.7625,
+      "reward_std": 0.04330126941204071,
+      "rewards/accuracy_reward": 1.7625,
+      "rewards/format_reward": 1.0,
+      "step": 680
+    },
+    {
+      "completion_length": 49.01875,
+      "epoch": 0.552,
+      "grad_norm": 0.1746923178434372,
+      "kl": 0.073779296875,
+      "learning_rate": 6.55e-07,
+      "loss": 0.0007,
+      "reward": 2.75,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.75,
+      "rewards/format_reward": 1.0,
+      "step": 690
+    },
+    {
+      "completion_length": 48.3125,
+      "epoch": 0.56,
+      "grad_norm": 0.051023293286561966,
+      "kl": 0.06783447265625,
+      "learning_rate": 6.5e-07,
+      "loss": 0.0007,
+      "reward": 2.7625,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.7625,
+      "rewards/format_reward": 1.0,
+      "step": 700
+    },
+    {
+      "completion_length": 49.11875,
+      "epoch": 0.568,
+      "grad_norm": 0.07166194915771484,
+      "kl": 0.0619384765625,
+      "learning_rate": 6.45e-07,
+      "loss": 0.0006,
+      "reward": 2.7375,
+      "reward_std": 0.014433756470680237,
+      "rewards/accuracy_reward": 1.7375,
+      "rewards/format_reward": 1.0,
+      "step": 710
+    },
+    {
+      "completion_length": 51.103125,
+      "epoch": 0.576,
+      "grad_norm": 0.08520376682281494,
+      "kl": 0.0830078125,
+      "learning_rate": 6.4e-07,
+      "loss": 0.0008,
+      "reward": 2.7375,
+      "reward_std": 0.014433756470680237,
+      "rewards/accuracy_reward": 1.7375,
+      "rewards/format_reward": 1.0,
+      "step": 720
+    },
+    {
+      "completion_length": 49.615625,
+      "epoch": 0.584,
+      "grad_norm": 0.10399647802114487,
+      "kl": 0.0688232421875,
+      "learning_rate": 6.35e-07,
+      "loss": 0.0007,
+      "reward": 2.69375,
+      "reward_std": 0.0125,
+      "rewards/accuracy_reward": 1.69375,
+      "rewards/format_reward": 1.0,
+      "step": 730
+    },
+    {
+      "completion_length": 50.596875,
+      "epoch": 0.592,
+      "grad_norm": 0.06369677186012268,
+      "kl": 0.087890625,
+      "learning_rate": 6.3e-07,
+      "loss": 0.0009,
+      "reward": 2.61875,
+      "reward_std": 0.0375,
+      "rewards/accuracy_reward": 1.61875,
+      "rewards/format_reward": 1.0,
+      "step": 740
+    },
+    {
+      "completion_length": 50.56875,
+      "epoch": 0.6,
+      "grad_norm": 0.07198835164308548,
+      "kl": 0.10087890625,
+      "learning_rate": 6.249999999999999e-07,
+      "loss": 0.001,
+      "reward": 2.625,
+      "reward_std": 0.06443375647068024,
+      "rewards/accuracy_reward": 1.625,
+      "rewards/format_reward": 1.0,
+      "step": 750
+    },
+    {
+      "completion_length": 50.953125,
+      "epoch": 0.608,
+      "grad_norm": 0.04980659857392311,
+      "kl": 0.101806640625,
+      "learning_rate": 6.2e-07,
+      "loss": 0.001,
+      "reward": 2.721875,
+      "reward_std": 0.03125,
+      "rewards/accuracy_reward": 1.725,
+      "rewards/format_reward": 0.996875,
+      "step": 760
+    },
+    {
+      "completion_length": 46.609375,
+      "epoch": 0.616,
+      "grad_norm": 2.673631191253662,
+      "kl": 0.0730224609375,
+      "learning_rate": 6.149999999999999e-07,
+      "loss": 0.0007,
+      "reward": 2.6875,
+      "reward_std": 0.03943375647068024,
+      "rewards/accuracy_reward": 1.6875,
+      "rewards/format_reward": 1.0,
+      "step": 770
+    },
+    {
+      "completion_length": 46.16875,
+      "epoch": 0.624,
+      "grad_norm": 0.07191024720668793,
+      "kl": 0.07197265625,
+      "learning_rate": 6.1e-07,
+      "loss": 0.0007,
+      "reward": 2.6125,
+      "reward_std": 0.03943375647068024,
+      "rewards/accuracy_reward": 1.6125,
+      "rewards/format_reward": 1.0,
+      "step": 780
+    },
+    {
+      "completion_length": 47.346875,
+      "epoch": 0.632,
+      "grad_norm": 0.31487828493118286,
+      "kl": 0.0890625,
+      "learning_rate": 6.049999999999999e-07,
+      "loss": 0.0009,
+      "reward": 2.7,
+      "reward_std": 0.0,
+      "rewards/accuracy_reward": 1.7,
+      "rewards/format_reward": 1.0,
+      "step": 790
+    },
+    {
+      "completion_length": 48.5125,
+      "epoch": 0.64,
+      "grad_norm": 0.04281134530901909,
+      "kl": 0.0651611328125,
+      "learning_rate": 6e-07,
+      "loss": 0.0007,
+      "reward": 2.65,
+      "reward_std": 0.0,
+      "rewards/accuracy_reward": 1.65,
+      "rewards/format_reward": 1.0,
+      "step": 800
+    },
+    {
+      "completion_length": 47.9625,
+      "epoch": 0.648,
+      "grad_norm": 1.7782899141311646,
+      "kl": 0.0711669921875,
+      "learning_rate": 5.949999999999999e-07,
+      "loss": 0.0007,
+      "reward": 2.634375,
+      "reward_std": 0.04568375647068024,
+      "rewards/accuracy_reward": 1.6375,
+      "rewards/format_reward": 0.996875,
+      "step": 810
+    },
+    {
+      "completion_length": 47.7,
+      "epoch": 0.656,
+      "grad_norm": 0.9939271211624146,
+      "kl": 0.07099609375,
+      "learning_rate": 5.9e-07,
+      "loss": 0.0007,
+      "reward": 2.6625,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.6625,
+      "rewards/format_reward": 1.0,
+      "step": 820
+    },
+    {
+      "completion_length": 45.790625,
+      "epoch": 0.664,
+      "grad_norm": 0.05890406668186188,
+      "kl": 0.0596923828125,
+      "learning_rate": 5.849999999999999e-07,
+      "loss": 0.0006,
+      "reward": 2.696875,
+      "reward_std": 0.00625,
+      "rewards/accuracy_reward": 1.7,
+      "rewards/format_reward": 0.996875,
+      "step": 830
+    },
+    {
+      "completion_length": 46.675,
+      "epoch": 0.672,
+      "grad_norm": 0.062360286712646484,
+      "kl": 0.071240234375,
+      "learning_rate": 5.8e-07,
+      "loss": 0.0007,
+      "reward": 2.5875,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.5875,
+      "rewards/format_reward": 1.0,
+      "step": 840
+    },
+    {
+      "completion_length": 47.621875,
+      "epoch": 0.68,
+      "grad_norm": 2.2732224464416504,
+      "kl": 1.6703369140625,
+      "learning_rate": 5.749999999999999e-07,
+      "loss": 0.0167,
+      "reward": 2.64375,
+      "reward_std": 0.04136751294136047,
+      "rewards/accuracy_reward": 1.64375,
+      "rewards/format_reward": 1.0,
+      "step": 850
+    },
+    {
+      "completion_length": 50.35,
+      "epoch": 0.688,
+      "grad_norm": 2.1026487350463867,
+      "kl": 0.09111328125,
+      "learning_rate": 5.699999999999999e-07,
+      "loss": 0.0009,
+      "reward": 2.6625,
+      "reward_std": 0.053867512941360475,
+      "rewards/accuracy_reward": 1.6625,
+      "rewards/format_reward": 1.0,
+      "step": 860
+    },
+    {
+      "completion_length": 52.321875,
+      "epoch": 0.696,
+      "grad_norm": 3.0173561573028564,
+      "kl": 321.521728515625,
+      "learning_rate": 5.649999999999999e-07,
+      "loss": 3.2171,
+      "reward": 2.46875,
+      "reward_std": 0.04136751294136047,
+      "rewards/accuracy_reward": 1.46875,
+      "rewards/format_reward": 1.0,
+      "step": 870
+    },
+    {
+      "completion_length": 49.7625,
+      "epoch": 0.704,
+      "grad_norm": 0.06468257308006287,
+      "kl": 0.39306640625,
+      "learning_rate": 5.6e-07,
+      "loss": 0.0039,
+      "reward": 2.7125,
+      "reward_std": 0.06443375647068024,
+      "rewards/accuracy_reward": 1.7125,
+      "rewards/format_reward": 1.0,
+      "step": 880
+    },
+    {
+      "completion_length": 48.240625,
+      "epoch": 0.712,
+      "grad_norm": 0.07906866073608398,
+      "kl": 0.12939453125,
+      "learning_rate": 5.55e-07,
+      "loss": 0.0013,
+      "reward": 2.68125,
+      "reward_std": 0.026933756470680238,
+      "rewards/accuracy_reward": 1.68125,
+      "rewards/format_reward": 1.0,
+      "step": 890
+    },
+    {
+      "completion_length": 49.03125,
+      "epoch": 0.72,
+      "grad_norm": 0.07313551008701324,
+      "kl": 0.18505859375,
+      "learning_rate": 5.5e-07,
+      "loss": 0.0019,
+      "reward": 2.69375,
+      "reward_std": 0.026933756470680238,
+      "rewards/accuracy_reward": 1.69375,
+      "rewards/format_reward": 1.0,
+      "step": 900
+    },
+    {
+      "completion_length": 49.60625,
+      "epoch": 0.728,
+      "grad_norm": 4.0763630867004395,
+      "kl": 2.13671875,
+      "learning_rate": 5.45e-07,
+      "loss": 0.0213,
+      "reward": 2.753125,
+      "reward_std": 0.058183756470680234,
+      "rewards/accuracy_reward": 1.75625,
+      "rewards/format_reward": 0.996875,
+      "step": 910
+    },
+    {
+      "completion_length": 49.83125,
+      "epoch": 0.736,
+      "grad_norm": 4.245804786682129,
+      "kl": 0.094384765625,
+      "learning_rate": 5.4e-07,
+      "loss": 0.0009,
+      "reward": 2.75625,
+      "reward_std": 0.04136751294136047,
+      "rewards/accuracy_reward": 1.75625,
+      "rewards/format_reward": 1.0,
+      "step": 920
+    },
+    {
+      "completion_length": 50.996875,
+      "epoch": 0.744,
+      "grad_norm": 39.86748504638672,
+      "kl": 3.122021484375,
+      "learning_rate": 5.35e-07,
+      "loss": 0.0313,
+      "reward": 2.8125,
+      "reward_std": 0.03943375647068024,
+      "rewards/accuracy_reward": 1.8125,
+      "rewards/format_reward": 1.0,
+      "step": 930
+    },
+    {
+      "completion_length": 49.59375,
+      "epoch": 0.752,
+      "grad_norm": 0.05779128894209862,
+      "kl": 0.0998046875,
+      "learning_rate": 5.3e-07,
+      "loss": 0.001,
+      "reward": 2.79375,
+      "reward_std": 0.051933756470680235,
+      "rewards/accuracy_reward": 1.79375,
+      "rewards/format_reward": 1.0,
+      "step": 940
+    },
+    {
+      "completion_length": 47.74375,
+      "epoch": 0.76,
+      "grad_norm": 0.056427907198667526,
+      "kl": 0.445361328125,
+      "learning_rate": 5.25e-07,
+      "loss": 0.0045,
+      "reward": 2.76875,
+      "reward_std": 0.0125,
+      "rewards/accuracy_reward": 1.76875,
+      "rewards/format_reward": 1.0,
+      "step": 950
+    },
+    {
+      "completion_length": 48.50625,
+      "epoch": 0.768,
+      "grad_norm": 66.90420532226562,
+      "kl": 2.232958984375,
+      "learning_rate": 5.2e-07,
+      "loss": 0.0223,
+      "reward": 2.80625,
+      "reward_std": 0.0375,
+      "rewards/accuracy_reward": 1.80625,
+      "rewards/format_reward": 1.0,
+      "step": 960
+    },
+    {
+      "completion_length": 51.01875,
+      "epoch": 0.776,
+      "grad_norm": 0.09945037215948105,
+      "kl": 0.09228515625,
+      "learning_rate": 5.149999999999999e-07,
+      "loss": 0.0009,
+      "reward": 2.775,
+      "reward_std": 0.0,
+      "rewards/accuracy_reward": 1.775,
+      "rewards/format_reward": 1.0,
+      "step": 970
+    },
+    {
+      "completion_length": 50.090625,
+      "epoch": 0.784,
+      "grad_norm": 0.07448896020650864,
+      "kl": 0.15419921875,
+      "learning_rate": 5.1e-07,
+      "loss": 0.0015,
+      "reward": 2.76875,
+      "reward_std": 0.0375,
+      "rewards/accuracy_reward": 1.76875,
+      "rewards/format_reward": 1.0,
+      "step": 980
+    },
+    {
+      "completion_length": 49.23125,
+      "epoch": 0.792,
+      "grad_norm": 2.0038902759552,
+      "kl": 0.098828125,
+      "learning_rate": 5.049999999999999e-07,
+      "loss": 0.001,
+      "reward": 2.64375,
+      "reward_std": 0.0125,
+      "rewards/accuracy_reward": 1.64375,
+      "rewards/format_reward": 1.0,
+      "step": 990
+    },
+    {
+      "completion_length": 49.790625,
+      "epoch": 0.8,
+      "grad_norm": 0.03871207684278488,
+      "kl": 0.31083984375,
+      "learning_rate": 5e-07,
+      "loss": 0.0031,
+      "reward": 2.7625,
+      "reward_std": 0.025,
+      "rewards/accuracy_reward": 1.7625,
+      "rewards/format_reward": 1.0,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 2000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 50,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb811bdf08644d6639823c42b896641f215d0f15930e3300fe988259822e6a0f
+size 7992