Model save

README.md

@@ -27,7 +27,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/ziyaow-university-of-maryland/Qwen2.5-FL-GRPO/runs/shcz27l1) 
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/ziyaow-university-of-maryland/Qwen2.5-FL-GRPO/runs/h3yagvyr) 
 
 
 This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300).

all_results.json

@@ -1,9 +1,9 @@
 {
     "client_id": 0,
     "total_flos": 0.0,
-    "train_loss": 0.011051529397567114,
-    "train_runtime": 226.7352,
+    "train_loss": 0.013306360070904097,
+    "train_runtime": 224.5809,
     "train_samples": 100,
-    "train_samples_per_second": 0.441,
+    "train_samples_per_second": 0.445,
     "train_steps_per_second": 0.018
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:632f80dfedd380654a3f7c6f178c38fe2d2a161924f7378d08bf1b667c1423d8
+oid sha256:69422b2b44b3dcbd45e8d0a735da7cc6d0570de2efd7930f1714d6c98362a0e9
 size 3087467144

train_client_0_results.json

@@ -1,9 +1,9 @@
 {
     "client_id": 0,
     "total_flos": 0.0,
-    "train_loss": 0.011051529397567114,
-    "train_runtime": 226.7352,
+    "train_loss": 0.013306360070904097,
+    "train_runtime": 224.5809,
     "train_samples": 100,
-    "train_samples_per_second": 0.441,
+    "train_samples_per_second": 0.445,
     "train_steps_per_second": 0.018
 }

trainer_state.json

@@ -24,7 +24,7 @@
       "completions/min_terminated_length": 44.0,
       "epoch": 0.3076923076923077,
       "frac_reward_zero_std": 0.28125,
-      "grad_norm": 0.24186305948487966,
+      "grad_norm": 0.2417769552255137,
       "kl": 0.00023603439331054688,
       "learning_rate": 0.0,
       "loss": 0.0155,
@@ -47,34 +47,34 @@
       "clip_ratio/region_mean": 0.0,
       "completions/clipped_ratio": -6.421875,
       "completions/max_length": 1024.0,
-      "completions/max_terminated_length": 1020.5,
-      "completions/mean_length": 639.18359375,
-      "completions/mean_terminated_length": 609.0710754394531,
-      "completions/min_length": 111.0,
-      "completions/min_terminated_length": 111.0,
+      "completions/max_terminated_length": 1022.5,
+      "completions/mean_length": 641.396484375,
+      "completions/mean_terminated_length": 611.4868469238281,
+      "completions/min_length": 82.5,
+      "completions/min_terminated_length": 82.5,
       "epoch": 0.9230769230769231,
       "frac_reward_zero_std": 0.171875,
-      "kl": 0.006327033042907715,
-      "num_tokens": 1228129.0,
-      "reward": 0.33056640625,
-      "reward_std": 0.23682498931884766,
-      "rewards/accuracy_reward/mean": 0.0234375,
-      "rewards/accuracy_reward/std": 0.1477900706231594,
-      "rewards/format_reward/mean": 0.0087890625,
-      "rewards/format_reward/std": 0.0920594371855259,
-      "rewards/tag_count_reward/mean": 0.29833984375,
-      "rewards/tag_count_reward/std": 0.20674757659435272,
+      "kl": 0.006296515464782715,
+      "num_tokens": 1230395.0,
+      "reward": 0.32421875,
+      "reward_std": 0.21514922380447388,
+      "rewards/accuracy_reward/mean": 0.0224609375,
+      "rewards/accuracy_reward/std": 0.14353204891085625,
+      "rewards/format_reward/mean": 0.0029296875,
+      "rewards/format_reward/std": 0.038198307156562805,
+      "rewards/tag_count_reward/mean": 0.298828125,
+      "rewards/tag_count_reward/std": 0.1979760304093361,
       "step": 3,
       "total_flos": 0.0,
-      "train_loss": 0.011051529397567114,
-      "train_runtime": 226.7352,
-      "train_samples_per_second": 0.441,
+      "train_loss": 0.013306360070904097,
+      "train_runtime": 224.5809,
+      "train_samples_per_second": 0.445,
       "train_steps_per_second": 0.018
     }
   ],
   "logging_steps": 10,
   "max_steps": 4,
-  "num_input_tokens_seen": 1228129,
+  "num_input_tokens_seen": 1230395,
   "num_train_epochs": 1,
   "save_steps": 500,
   "stateful_callbacks": {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1713dff9b12bca32217a095650c532192196da58f17a6ea1a5df19b3cec73e94
+oid sha256:23052ae58d9196c53e2cbe990c47439852faef94315ff1e62b2164bb6fc5c7ab
 size 8440