End of training

README.md

@@ -29,7 +29,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/s18574s18574-/huggingface/runs/mrbw74ow) 
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/s18574s18574-/huggingface/runs/rcrsaono) 
 
 
 This model was trained with SFT.

all_results.json

@@ -1,12 +1,12 @@
 {
-    "eval_runtime": 0.2458,
+    "eval_runtime": 0.2994,
     "eval_samples": 100,
-    "eval_samples_per_second": 195.319,
-    "eval_steps_per_second": 12.207,
+    "eval_samples_per_second": 160.331,
+    "eval_steps_per_second": 10.021,
     "total_flos": 541940076511232.0,
-    "train_loss": 11.26373106060606,
-    "train_runtime": 94.2203,
+    "train_loss": 11.15435606060606,
+    "train_runtime": 94.2378,
     "train_samples": 19883,
-    "train_samples_per_second": 11.219,
+    "train_samples_per_second": 11.217,
     "train_steps_per_second": 0.35
 }

eval_results.json

@@ -1,6 +1,6 @@
 {
-    "eval_runtime": 0.2458,
+    "eval_runtime": 0.2994,
     "eval_samples": 100,
-    "eval_samples_per_second": 195.319,
-    "eval_steps_per_second": 12.207
+    "eval_samples_per_second": 160.331,
+    "eval_steps_per_second": 10.021
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8ad15ed0e2902c8de6cf7b6a12e544269108e239df561963cb8adc1ef80c926
+oid sha256:4870deede1c59d1238c79bc6d709ccc904369d2ae0f0152655442e873dabed8e
 size 248915448

train_results.json

@@ -1,8 +1,8 @@
 {
     "total_flos": 541940076511232.0,
-    "train_loss": 11.26373106060606,
-    "train_runtime": 94.2203,
+    "train_loss": 11.15435606060606,
+    "train_runtime": 94.2378,
     "train_samples": 19883,
-    "train_samples_per_second": 11.219,
+    "train_samples_per_second": 11.217,
     "train_steps_per_second": 0.35
 }

trainer_state.json

@@ -10,36 +10,36 @@
   "log_history": [
     {
       "epoch": 0.030257186081694403,
-      "grad_norm": 65.58045894101673,
+      "grad_norm": 33.9524709855141,
       "learning_rate": 1.796093065705644e-05,
-      "loss": 13.8203,
-      "mean_token_accuracy": 0.14296866804361344,
+      "loss": 13.7859,
+      "mean_token_accuracy": 0.14343010634183884,
       "step": 10
     },
     {
       "epoch": 0.060514372163388806,
-      "grad_norm": 22.21860249731293,
+      "grad_norm": 22.121727837935666,
       "learning_rate": 8.382180034472353e-06,
-      "loss": 10.8297,
-      "mean_token_accuracy": 0.18526874780654906,
+      "loss": 10.7016,
+      "mean_token_accuracy": 0.1894416406750679,
       "step": 20
     },
     {
       "epoch": 0.0907715582450832,
-      "grad_norm": 19.11253043223908,
+      "grad_norm": 16.822257873051857,
       "learning_rate": 5.234682881719766e-07,
-      "loss": 9.6797,
-      "mean_token_accuracy": 0.22612570077180863,
+      "loss": 9.5219,
+      "mean_token_accuracy": 0.23306636586785318,
       "step": 30
     },
     {
       "epoch": 0.09984871406959153,
-      "mean_token_accuracy": 0.23169577370087305,
+      "mean_token_accuracy": 0.23704166958729425,
       "step": 33,
       "total_flos": 541940076511232.0,
-      "train_loss": 11.26373106060606,
-      "train_runtime": 94.2203,
-      "train_samples_per_second": 11.219,
+      "train_loss": 11.15435606060606,
+      "train_runtime": 94.2378,
+      "train_samples_per_second": 11.217,
       "train_steps_per_second": 0.35
     }
   ],

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7e5626004e2517eec76d6d50d9b8b45f9d42ce2a5ab0b7771c40d9e4bfee538
+oid sha256:8784bbcd5ea3e35207cbdf2ad1f9312e30add2af75f6acc233ad47ea38262496
 size 7352