End of training

README.md

@@ -16,9 +16,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # Llama-3.1-8B-Instruct_sft_sg_values_resp_split
 
-This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct) on an unknown dataset.
+This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct) on the sft_sg_values_res_split dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.1563
+- Loss: 0.1548
 
 ## Model description
 

all_results.json

@@ -1,8 +1,12 @@
 {
-    "epoch": 0.9996261682242991,
-    "total_flos": 9.176656366338048e+16,
-    "train_loss": 0.2238639939963684,
-    "train_runtime": 1988.5984,
-    "train_samples_per_second": 5.381,
-    "train_steps_per_second": 0.672
+    "epoch": 0.999829030603522,
+    "eval_loss": 0.1548435091972351,
+    "eval_runtime": 27.9026,
+    "eval_samples_per_second": 17.919,
+    "eval_steps_per_second": 8.96,
+    "total_flos": 9.926380124268134e+16,
+    "train_loss": 0.21817047586193164,
+    "train_runtime": 2253.2367,
+    "train_samples_per_second": 5.191,
+    "train_steps_per_second": 0.649
 }

eval_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 0.999829030603522,
+    "eval_loss": 0.1548435091972351,
+    "eval_runtime": 27.9026,
+    "eval_samples_per_second": 17.919,
+    "eval_steps_per_second": 8.96
+}

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 0.9996261682242991,
-    "total_flos": 9.176656366338048e+16,
-    "train_loss": 0.2238639939963684,
-    "train_runtime": 1988.5984,
-    "train_samples_per_second": 5.381,
-    "train_steps_per_second": 0.672
+    "epoch": 0.999829030603522,
+    "total_flos": 9.926380124268134e+16,
+    "train_loss": 0.21817047586193164,
+    "train_runtime": 2253.2367,
+    "train_samples_per_second": 5.191,
+    "train_steps_per_second": 0.649
 }

trainer_state.json

@@ -1,158 +1,199 @@
 {
+  "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.9996261682242991,
-  "eval_steps": 134,
-  "global_step": 1337,
+  "epoch": 0.999829030603522,
+  "eval_steps": 250,
+  "global_step": 1462,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.05009345794392523,
-      "grad_norm": 2.942253589630127,
-      "learning_rate": 5e-07,
-      "loss": 0.4451,
-      "step": 67
+      "epoch": 0.05060694135749701,
+      "grad_norm": 2.899911403656006,
+      "learning_rate": 4.965986394557823e-07,
+      "loss": 0.4241,
+      "step": 74
     },
     {
-      "epoch": 0.10018691588785046,
-      "grad_norm": 6.863779067993164,
+      "epoch": 0.10121388271499401,
+      "grad_norm": 3.3947112560272217,
       "learning_rate": 1e-06,
-      "loss": 0.427,
-      "step": 134
+      "loss": 0.4599,
+      "step": 148
     },
     {
-      "epoch": 0.1502803738317757,
-      "grad_norm": 2.3883817195892334,
-      "learning_rate": 9.443059019118869e-07,
-      "loss": 0.3916,
-      "step": 201
+      "epoch": 0.15182082407249103,
+      "grad_norm": 1.8692643642425537,
+      "learning_rate": 9.437262357414448e-07,
+      "loss": 0.4139,
+      "step": 222
     },
     {
-      "epoch": 0.20037383177570092,
-      "grad_norm": 4.304512977600098,
-      "learning_rate": 8.886118038237738e-07,
-      "loss": 0.3516,
-      "step": 268
+      "epoch": 0.17096939647803044,
+      "eval_loss": 0.31114912033081055,
+      "eval_runtime": 28.2661,
+      "eval_samples_per_second": 17.689,
+      "eval_steps_per_second": 8.845,
+      "step": 250
     },
     {
-      "epoch": 0.2504672897196262,
-      "grad_norm": 2.8164753913879395,
-      "learning_rate": 8.329177057356608e-07,
-      "loss": 0.2772,
-      "step": 335
+      "epoch": 0.20242776542998803,
+      "grad_norm": 2.969365119934082,
+      "learning_rate": 8.874524714828897e-07,
+      "loss": 0.3115,
+      "step": 296
     },
     {
-      "epoch": 0.3005607476635514,
-      "grad_norm": 1.764276146888733,
-      "learning_rate": 7.772236076475478e-07,
-      "loss": 0.2265,
-      "step": 402
+      "epoch": 0.253034706787485,
+      "grad_norm": 3.5337681770324707,
+      "learning_rate": 8.311787072243346e-07,
+      "loss": 0.2779,
+      "step": 370
     },
     {
-      "epoch": 0.3506542056074766,
-      "grad_norm": 2.509056806564331,
-      "learning_rate": 7.215295095594347e-07,
-      "loss": 0.2223,
-      "step": 469
+      "epoch": 0.30364164814498207,
+      "grad_norm": 1.5600870847702026,
+      "learning_rate": 7.749049429657795e-07,
+      "loss": 0.2133,
+      "step": 444
     },
     {
-      "epoch": 0.40074766355140184,
-      "grad_norm": 1.2209707498550415,
-      "learning_rate": 6.658354114713217e-07,
-      "loss": 0.1904,
-      "step": 536
+      "epoch": 0.3419387929560609,
+      "eval_loss": 0.20003952085971832,
+      "eval_runtime": 28.2792,
+      "eval_samples_per_second": 17.681,
+      "eval_steps_per_second": 8.84,
+      "step": 500
     },
     {
-      "epoch": 0.4508411214953271,
-      "grad_norm": 1.6530442237854004,
-      "learning_rate": 6.101413133832086e-07,
-      "loss": 0.1972,
-      "step": 603
+      "epoch": 0.35424858950247906,
+      "grad_norm": 1.1956393718719482,
+      "learning_rate": 7.186311787072243e-07,
+      "loss": 0.1824,
+      "step": 518
     },
     {
-      "epoch": 0.5009345794392523,
-      "grad_norm": 2.5448479652404785,
-      "learning_rate": 5.544472152950955e-07,
-      "loss": 0.1901,
-      "step": 670
+      "epoch": 0.40485553085997605,
+      "grad_norm": 1.9002796411514282,
+      "learning_rate": 6.623574144486692e-07,
+      "loss": 0.1918,
+      "step": 592
     },
     {
-      "epoch": 0.5510280373831775,
-      "grad_norm": 2.0424203872680664,
-      "learning_rate": 4.987531172069825e-07,
-      "loss": 0.1809,
-      "step": 737
+      "epoch": 0.45546247221747305,
+      "grad_norm": 1.699954628944397,
+      "learning_rate": 6.060836501901141e-07,
+      "loss": 0.174,
+      "step": 666
     },
     {
-      "epoch": 0.6011214953271028,
-      "grad_norm": 2.789212226867676,
-      "learning_rate": 4.4305901911886947e-07,
-      "loss": 0.1667,
-      "step": 804
+      "epoch": 0.50606941357497,
+      "grad_norm": 1.3418357372283936,
+      "learning_rate": 5.498098859315589e-07,
+      "loss": 0.1749,
+      "step": 740
     },
     {
-      "epoch": 0.6512149532710281,
-      "grad_norm": 2.038717269897461,
-      "learning_rate": 3.873649210307564e-07,
-      "loss": 0.1713,
-      "step": 871
+      "epoch": 0.5129081894340913,
+      "eval_loss": 0.1753847748041153,
+      "eval_runtime": 28.226,
+      "eval_samples_per_second": 17.714,
+      "eval_steps_per_second": 8.857,
+      "step": 750
     },
     {
-      "epoch": 0.7013084112149532,
-      "grad_norm": 1.706325888633728,
-      "learning_rate": 3.3167082294264335e-07,
+      "epoch": 0.5566763549324671,
+      "grad_norm": 1.6452018022537231,
+      "learning_rate": 4.935361216730038e-07,
+      "loss": 0.1697,
+      "step": 814
+    },
+    {
+      "epoch": 0.6072832962899641,
+      "grad_norm": 1.9864749908447266,
+      "learning_rate": 4.372623574144487e-07,
+      "loss": 0.1614,
+      "step": 888
+    },
+    {
+      "epoch": 0.6578902376474611,
+      "grad_norm": 2.566192865371704,
+      "learning_rate": 3.8098859315589356e-07,
+      "loss": 0.161,
+      "step": 962
+    },
+    {
+      "epoch": 0.6838775859121218,
+      "eval_loss": 0.1615215688943863,
+      "eval_runtime": 28.1804,
+      "eval_samples_per_second": 17.743,
+      "eval_steps_per_second": 8.871,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7084971790049581,
+      "grad_norm": 1.8036516904830933,
+      "learning_rate": 3.247148288973384e-07,
       "loss": 0.1628,
-      "step": 938
+      "step": 1036
+    },
+    {
+      "epoch": 0.7591041203624551,
+      "grad_norm": 2.3174946308135986,
+      "learning_rate": 2.6844106463878326e-07,
+      "loss": 0.1464,
+      "step": 1110
     },
     {
-      "epoch": 0.7514018691588785,
-      "grad_norm": 1.2791858911514282,
-      "learning_rate": 2.7597672485453034e-07,
-      "loss": 0.1411,
-      "step": 1005
+      "epoch": 0.8097110617199521,
+      "grad_norm": 1.3534860610961914,
+      "learning_rate": 2.1216730038022811e-07,
+      "loss": 0.1455,
+      "step": 1184
     },
     {
-      "epoch": 0.8014953271028037,
-      "grad_norm": 2.504589557647705,
-      "learning_rate": 2.2028262676641728e-07,
-      "loss": 0.1502,
-      "step": 1072
+      "epoch": 0.8548469823901521,
+      "eval_loss": 0.15634691715240479,
+      "eval_runtime": 28.2053,
+      "eval_samples_per_second": 17.727,
+      "eval_steps_per_second": 8.864,
+      "step": 1250
     },
     {
-      "epoch": 0.851588785046729,
-      "grad_norm": 2.502255439758301,
-      "learning_rate": 1.6458852867830422e-07,
-      "loss": 0.1568,
-      "step": 1139
+      "epoch": 0.8603180030774491,
+      "grad_norm": 3.979982852935791,
+      "learning_rate": 1.55893536121673e-07,
+      "loss": 0.136,
+      "step": 1258
     },
     {
-      "epoch": 0.9016822429906542,
-      "grad_norm": 1.224613904953003,
-      "learning_rate": 1.0889443059019118e-07,
-      "loss": 0.134,
-      "step": 1206
+      "epoch": 0.9109249444349461,
+      "grad_norm": 1.3337361812591553,
+      "learning_rate": 9.961977186311786e-08,
+      "loss": 0.1532,
+      "step": 1332
     },
     {
-      "epoch": 0.9517757009345794,
-      "grad_norm": 3.104508876800537,
-      "learning_rate": 5.320033250207814e-08,
-      "loss": 0.1404,
-      "step": 1273
+      "epoch": 0.9615318857924432,
+      "grad_norm": 3.147995948791504,
+      "learning_rate": 4.3346007604562734e-08,
+      "loss": 0.1387,
+      "step": 1406
     },
     {
-      "epoch": 0.9996261682242991,
-      "step": 1337,
-      "total_flos": 9.176656366338048e+16,
-      "train_loss": 0.2238639939963684,
-      "train_runtime": 1988.5984,
-      "train_samples_per_second": 5.381,
-      "train_steps_per_second": 0.672
+      "epoch": 0.999829030603522,
+      "step": 1462,
+      "total_flos": 9.926380124268134e+16,
+      "train_loss": 0.21817047586193164,
+      "train_runtime": 2253.2367,
+      "train_samples_per_second": 5.191,
+      "train_steps_per_second": 0.649
     }
   ],
-  "logging_steps": 67,
-  "max_steps": 1337,
+  "logging_steps": 74,
+  "max_steps": 1462,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 1,
   "save_steps": 500,
@@ -168,7 +209,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 9.176656366338048e+16,
+  "total_flos": 9.926380124268134e+16,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null