Training in progress, step 5000, checkpoint

checkpoint-5000/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b544459240e5e208332928bf2093f0a0787011a109f9e06e2bc28f80b2d8be4
+oid sha256:64be429d4a72fd31456f44a30f45de122b90022e77ab700f128f25886ab6e4dc
 size 435544704

checkpoint-5000/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:731a3c20c771bc5b68306323670efa35d01cf22d3bada6f61b3089bc53750c36
+oid sha256:09f19174e57d6e789bf42f977c6c09e5479c494f23988c035d4f2f916ebbb5af
 size 871183627

checkpoint-5000/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb8d4244b55585fd41e23990cfe6cd14f3fc7dd7407ea6827a54539f144a2ba8
+oid sha256:a3e8d3f76a297f56524742c12a38646813fa7217b2c78b65c170a2e22d70cff8
 size 14645

checkpoint-5000/trainer_state.json

@@ -1,6 +1,6 @@
 {
   "best_global_step": 4788,
-  "best_metric": 4.389559268951416,
+  "best_metric": 4.387991428375244,
   "best_model_checkpoint": null,
   "epoch": 12.531328320802006,
   "eval_steps": 500,
@@ -11,189 +11,189 @@
   "log_history": [
     {
       "epoch": 0.002506265664160401,
-      "grad_norm": 15.276525497436523,
+      "grad_norm": 15.287896156311035,
       "learning_rate": 0.0,
-      "loss": 10.3822,
+      "loss": 10.3873,
       "step": 1
     },
     {
       "epoch": 1.0,
-      "grad_norm": 1.2039393186569214,
+      "grad_norm": 1.349755048751831,
       "learning_rate": 7.960000000000001e-05,
-      "loss": 6.9837,
+      "loss": 6.9819,
       "step": 399
     },
     {
       "epoch": 1.0,
-      "eval_loss": 5.983016014099121,
-      "eval_runtime": 15.8842,
-      "eval_samples_per_second": 1611.54,
-      "eval_steps_per_second": 6.296,
+      "eval_loss": 5.9839253425598145,
+      "eval_runtime": 40.2685,
+      "eval_samples_per_second": 635.682,
+      "eval_steps_per_second": 2.483,
       "step": 399
     },
     {
       "epoch": 2.0,
-      "grad_norm": 1.1639982461929321,
+      "grad_norm": 1.2756340503692627,
       "learning_rate": 9.601876675603218e-05,
-      "loss": 5.6173,
+      "loss": 5.6158,
       "step": 798
     },
     {
       "epoch": 2.0,
-      "eval_loss": 5.357014179229736,
-      "eval_runtime": 20.233,
-      "eval_samples_per_second": 1265.164,
-      "eval_steps_per_second": 4.942,
+      "eval_loss": 5.355185031890869,
+      "eval_runtime": 40.338,
+      "eval_samples_per_second": 634.588,
+      "eval_steps_per_second": 2.479,
       "step": 798
     },
     {
       "epoch": 3.0,
-      "grad_norm": 1.0922253131866455,
+      "grad_norm": 1.1477612257003784,
       "learning_rate": 9.067024128686328e-05,
-      "loss": 5.1654,
+      "loss": 5.164,
       "step": 1197
     },
     {
       "epoch": 3.0,
-      "eval_loss": 5.061666488647461,
-      "eval_runtime": 21.5628,
-      "eval_samples_per_second": 1187.138,
-      "eval_steps_per_second": 4.638,
+      "eval_loss": 5.061825275421143,
+      "eval_runtime": 40.9407,
+      "eval_samples_per_second": 625.245,
+      "eval_steps_per_second": 2.443,
       "step": 1197
     },
     {
       "epoch": 4.0,
-      "grad_norm": 1.1415351629257202,
+      "grad_norm": 1.1439207792282104,
       "learning_rate": 8.532171581769438e-05,
-      "loss": 4.9033,
+      "loss": 4.902,
       "step": 1596
     },
     {
       "epoch": 4.0,
-      "eval_loss": 4.871504306793213,
-      "eval_runtime": 21.5888,
-      "eval_samples_per_second": 1185.71,
-      "eval_steps_per_second": 4.632,
+      "eval_loss": 4.870055675506592,
+      "eval_runtime": 40.5657,
+      "eval_samples_per_second": 631.026,
+      "eval_steps_per_second": 2.465,
       "step": 1596
     },
     {
       "epoch": 5.0,
-      "grad_norm": 1.2201212644577026,
+      "grad_norm": 1.2400050163269043,
       "learning_rate": 7.997319034852548e-05,
-      "loss": 4.7113,
+      "loss": 4.7103,
       "step": 1995
     },
     {
       "epoch": 5.0,
-      "eval_loss": 4.739400386810303,
-      "eval_runtime": 21.6571,
-      "eval_samples_per_second": 1181.971,
-      "eval_steps_per_second": 4.617,
+      "eval_loss": 4.737980842590332,
+      "eval_runtime": 40.84,
+      "eval_samples_per_second": 626.787,
+      "eval_steps_per_second": 2.449,
       "step": 1995
     },
     {
       "epoch": 6.0,
-      "grad_norm": 1.3053981065750122,
+      "grad_norm": 1.3254481554031372,
       "learning_rate": 7.462466487935658e-05,
-      "loss": 4.5573,
+      "loss": 4.5566,
       "step": 2394
     },
     {
       "epoch": 6.0,
-      "eval_loss": 4.6380228996276855,
-      "eval_runtime": 20.1975,
-      "eval_samples_per_second": 1267.387,
-      "eval_steps_per_second": 4.951,
+      "eval_loss": 4.6372785568237305,
+      "eval_runtime": 40.6525,
+      "eval_samples_per_second": 629.678,
+      "eval_steps_per_second": 2.46,
       "step": 2394
     },
     {
       "epoch": 7.0,
-      "grad_norm": 1.306992769241333,
+      "grad_norm": 1.3006181716918945,
       "learning_rate": 6.927613941018766e-05,
-      "loss": 4.4278,
+      "loss": 4.4277,
       "step": 2793
     },
     {
       "epoch": 7.0,
-      "eval_loss": 4.5619025230407715,
-      "eval_runtime": 20.2525,
-      "eval_samples_per_second": 1263.94,
-      "eval_steps_per_second": 4.938,
+      "eval_loss": 4.560876846313477,
+      "eval_runtime": 40.4604,
+      "eval_samples_per_second": 632.667,
+      "eval_steps_per_second": 2.472,
       "step": 2793
     },
     {
       "epoch": 8.0,
-      "grad_norm": 1.4036524295806885,
+      "grad_norm": 1.420179009437561,
       "learning_rate": 6.392761394101878e-05,
-      "loss": 4.3164,
+      "loss": 4.3162,
       "step": 3192
     },
     {
       "epoch": 8.0,
-      "eval_loss": 4.505926132202148,
-      "eval_runtime": 20.1856,
-      "eval_samples_per_second": 1268.13,
-      "eval_steps_per_second": 4.954,
+      "eval_loss": 4.503915786743164,
+      "eval_runtime": 39.8308,
+      "eval_samples_per_second": 642.669,
+      "eval_steps_per_second": 2.511,
       "step": 3192
     },
     {
       "epoch": 9.0,
-      "grad_norm": 1.4330567121505737,
+      "grad_norm": 1.4465044736862183,
       "learning_rate": 5.8579088471849864e-05,
       "loss": 4.2176,
       "step": 3591
     },
     {
       "epoch": 9.0,
-      "eval_loss": 4.462268352508545,
-      "eval_runtime": 20.1962,
-      "eval_samples_per_second": 1267.466,
-      "eval_steps_per_second": 4.951,
+      "eval_loss": 4.462299346923828,
+      "eval_runtime": 41.0625,
+      "eval_samples_per_second": 623.391,
+      "eval_steps_per_second": 2.435,
       "step": 3591
     },
     {
       "epoch": 10.0,
-      "grad_norm": 1.5486063957214355,
+      "grad_norm": 1.5573575496673584,
       "learning_rate": 5.3230563002680965e-05,
-      "loss": 4.1304,
+      "loss": 4.1306,
       "step": 3990
     },
     {
       "epoch": 10.0,
-      "eval_loss": 4.426018238067627,
-      "eval_runtime": 20.2771,
-      "eval_samples_per_second": 1262.41,
-      "eval_steps_per_second": 4.932,
+      "eval_loss": 4.426837921142578,
+      "eval_runtime": 39.558,
+      "eval_samples_per_second": 647.1,
+      "eval_steps_per_second": 2.528,
       "step": 3990
     },
     {
       "epoch": 11.0,
-      "grad_norm": 1.620924472808838,
+      "grad_norm": 1.59477961063385,
       "learning_rate": 4.7882037533512065e-05,
-      "loss": 4.0533,
+      "loss": 4.0536,
       "step": 4389
     },
     {
       "epoch": 11.0,
-      "eval_loss": 4.405181884765625,
-      "eval_runtime": 20.264,
-      "eval_samples_per_second": 1263.225,
-      "eval_steps_per_second": 4.935,
+      "eval_loss": 4.405690670013428,
+      "eval_runtime": 41.0885,
+      "eval_samples_per_second": 622.996,
+      "eval_steps_per_second": 2.434,
       "step": 4389
     },
     {
       "epoch": 12.0,
-      "grad_norm": 1.7080353498458862,
+      "grad_norm": 1.7376188039779663,
       "learning_rate": 4.2533512064343165e-05,
-      "loss": 3.9848,
+      "loss": 3.9853,
       "step": 4788
     },
     {
       "epoch": 12.0,
-      "eval_loss": 4.389559268951416,
-      "eval_runtime": 20.213,
-      "eval_samples_per_second": 1266.415,
-      "eval_steps_per_second": 4.947,
+      "eval_loss": 4.387991428375244,
+      "eval_runtime": 40.4482,
+      "eval_samples_per_second": 632.858,
+      "eval_steps_per_second": 2.472,
       "step": 4788
     }
   ],

checkpoint-5000/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3d99a586d2a38e89becddbee0adce6692398fb4ff8b6a71d5f8e545b03eeef6
+oid sha256:c4d8e95126c79934c43d708d7208a8515199b20fd582881a681e358089ed0c56
 size 5905