Training in progress, step 2404, checkpoint

last-checkpoint/trainer_state.json

@@ -25,9 +25,9 @@
     {
       "epoch": 0.1662510390689942,
       "eval_loss": 0.35283052921295166,
-      "eval_runtime": 36.3275,
-      "eval_samples_per_second": 13.598,
-      "eval_steps_per_second": 1.707,
+      "eval_runtime": 38.0523,
+      "eval_samples_per_second": 12.982,
+      "eval_steps_per_second": 1.629,
       "step": 100
     },
     {
@@ -47,9 +47,9 @@
     {
       "epoch": 0.3325020781379884,
       "eval_loss": 0.30865946412086487,
-      "eval_runtime": 36.5834,
-      "eval_samples_per_second": 13.503,
-      "eval_steps_per_second": 1.695,
+      "eval_runtime": 38.2162,
+      "eval_samples_per_second": 12.926,
+      "eval_steps_per_second": 1.622,
       "step": 200
     },
     {
@@ -69,9 +69,9 @@
     {
       "epoch": 0.49875311720698257,
       "eval_loss": 0.2891499996185303,
-      "eval_runtime": 36.4356,
-      "eval_samples_per_second": 13.558,
-      "eval_steps_per_second": 1.702,
+      "eval_runtime": 38.1858,
+      "eval_samples_per_second": 12.937,
+      "eval_steps_per_second": 1.624,
       "step": 300
     },
     {
@@ -91,9 +91,9 @@
     {
       "epoch": 0.6650041562759768,
       "eval_loss": 0.2757515609264374,
-      "eval_runtime": 36.561,
-      "eval_samples_per_second": 13.512,
-      "eval_steps_per_second": 1.696,
+      "eval_runtime": 38.2247,
+      "eval_samples_per_second": 12.924,
+      "eval_steps_per_second": 1.622,
       "step": 400
     },
     {
@@ -113,9 +113,9 @@
     {
       "epoch": 0.8312551953449709,
       "eval_loss": 0.2673098146915436,
-      "eval_runtime": 36.4611,
-      "eval_samples_per_second": 13.549,
-      "eval_steps_per_second": 1.7,
+      "eval_runtime": 38.0207,
+      "eval_samples_per_second": 12.993,
+      "eval_steps_per_second": 1.631,
       "step": 500
     },
     {
@@ -135,9 +135,9 @@
     {
       "epoch": 0.9975062344139651,
       "eval_loss": 0.26070085167884827,
-      "eval_runtime": 36.5977,
-      "eval_samples_per_second": 13.498,
-      "eval_steps_per_second": 1.694,
+      "eval_runtime": 37.7694,
+      "eval_samples_per_second": 13.079,
+      "eval_steps_per_second": 1.642,
       "step": 600
     },
     {
@@ -157,9 +157,9 @@
     {
       "epoch": 1.1637572734829593,
       "eval_loss": 0.256939560174942,
-      "eval_runtime": 36.5571,
-      "eval_samples_per_second": 13.513,
-      "eval_steps_per_second": 1.696,
+      "eval_runtime": 38.0385,
+      "eval_samples_per_second": 12.987,
+      "eval_steps_per_second": 1.63,
       "step": 700
     },
     {
@@ -179,9 +179,9 @@
     {
       "epoch": 1.3300083125519535,
       "eval_loss": 0.2525966763496399,
-      "eval_runtime": 36.5366,
-      "eval_samples_per_second": 13.521,
-      "eval_steps_per_second": 1.697,
+      "eval_runtime": 38.1831,
+      "eval_samples_per_second": 12.938,
+      "eval_steps_per_second": 1.624,
       "step": 800
     },
     {
@@ -201,9 +201,9 @@
     {
       "epoch": 1.4962593516209477,
       "eval_loss": 0.24994711577892303,
-      "eval_runtime": 36.5909,
-      "eval_samples_per_second": 13.501,
-      "eval_steps_per_second": 1.694,
+      "eval_runtime": 37.4678,
+      "eval_samples_per_second": 13.185,
+      "eval_steps_per_second": 1.655,
       "step": 900
     },
     {
@@ -223,9 +223,9 @@
     {
       "epoch": 1.6625103906899419,
       "eval_loss": 0.246443971991539,
-      "eval_runtime": 36.514,
-      "eval_samples_per_second": 13.529,
-      "eval_steps_per_second": 1.698,
+      "eval_runtime": 37.8324,
+      "eval_samples_per_second": 13.058,
+      "eval_steps_per_second": 1.639,
       "step": 1000
     },
     {
@@ -245,9 +245,9 @@
     {
       "epoch": 1.828761429758936,
       "eval_loss": 0.24409395456314087,
-      "eval_runtime": 36.5322,
-      "eval_samples_per_second": 13.522,
-      "eval_steps_per_second": 1.697,
+      "eval_runtime": 37.7821,
+      "eval_samples_per_second": 13.075,
+      "eval_steps_per_second": 1.641,
       "step": 1100
     },
     {
@@ -267,9 +267,9 @@
     {
       "epoch": 1.9950124688279303,
       "eval_loss": 0.2411041557788849,
-      "eval_runtime": 36.4594,
-      "eval_samples_per_second": 13.549,
-      "eval_steps_per_second": 1.701,
+      "eval_runtime": 37.3119,
+      "eval_samples_per_second": 13.24,
+      "eval_steps_per_second": 1.662,
       "step": 1200
     },
     {
@@ -289,9 +289,9 @@
     {
       "epoch": 2.1612635078969245,
       "eval_loss": 0.23963774740695953,
-      "eval_runtime": 36.6761,
-      "eval_samples_per_second": 13.469,
-      "eval_steps_per_second": 1.69,
+      "eval_runtime": 37.7867,
+      "eval_samples_per_second": 13.073,
+      "eval_steps_per_second": 1.641,
       "step": 1300
     },
     {
@@ -311,9 +311,9 @@
     {
       "epoch": 2.3275145469659186,
       "eval_loss": 0.23829442262649536,
-      "eval_runtime": 36.5959,
-      "eval_samples_per_second": 13.499,
-      "eval_steps_per_second": 1.694,
+      "eval_runtime": 37.7411,
+      "eval_samples_per_second": 13.089,
+      "eval_steps_per_second": 1.643,
       "step": 1400
     },
     {
@@ -333,9 +333,9 @@
     {
       "epoch": 2.493765586034913,
       "eval_loss": 0.2369847148656845,
-      "eval_runtime": 36.5924,
-      "eval_samples_per_second": 13.5,
-      "eval_steps_per_second": 1.694,
+      "eval_runtime": 38.1397,
+      "eval_samples_per_second": 12.952,
+      "eval_steps_per_second": 1.626,
       "step": 1500
     },
     {
@@ -355,9 +355,9 @@
     {
       "epoch": 2.660016625103907,
       "eval_loss": 0.23503336310386658,
-      "eval_runtime": 36.5255,
-      "eval_samples_per_second": 13.525,
-      "eval_steps_per_second": 1.697,
+      "eval_runtime": 37.7531,
+      "eval_samples_per_second": 13.085,
+      "eval_steps_per_second": 1.642,
       "step": 1600
     },
     {
@@ -377,9 +377,9 @@
     {
       "epoch": 2.826267664172901,
       "eval_loss": 0.23422521352767944,
-      "eval_runtime": 36.5068,
-      "eval_samples_per_second": 13.532,
-      "eval_steps_per_second": 1.698,
+      "eval_runtime": 37.8729,
+      "eval_samples_per_second": 13.044,
+      "eval_steps_per_second": 1.637,
       "step": 1700
     },
     {
@@ -399,9 +399,9 @@
     {
       "epoch": 2.9925187032418954,
       "eval_loss": 0.23330263793468475,
-      "eval_runtime": 36.5181,
-      "eval_samples_per_second": 13.528,
-      "eval_steps_per_second": 1.698,
+      "eval_runtime": 37.8678,
+      "eval_samples_per_second": 13.045,
+      "eval_steps_per_second": 1.637,
       "step": 1800
     },
     {
@@ -421,9 +421,9 @@
     {
       "epoch": 3.1587697423108896,
       "eval_loss": 0.23302872478961945,
-      "eval_runtime": 36.6159,
-      "eval_samples_per_second": 13.491,
-      "eval_steps_per_second": 1.693,
+      "eval_runtime": 38.1436,
+      "eval_samples_per_second": 12.951,
+      "eval_steps_per_second": 1.625,
       "step": 1900
     },
     {
@@ -443,9 +443,9 @@
     {
       "epoch": 3.3250207813798838,
       "eval_loss": 0.23246362805366516,
-      "eval_runtime": 36.5215,
-      "eval_samples_per_second": 13.526,
-      "eval_steps_per_second": 1.698,
+      "eval_runtime": 37.97,
+      "eval_samples_per_second": 13.01,
+      "eval_steps_per_second": 1.633,
       "step": 2000
     },
     {
@@ -465,9 +465,9 @@
     {
       "epoch": 3.491271820448878,
       "eval_loss": 0.23180559277534485,
-      "eval_runtime": 36.4965,
-      "eval_samples_per_second": 13.536,
-      "eval_steps_per_second": 1.699,
+      "eval_runtime": 37.9308,
+      "eval_samples_per_second": 13.024,
+      "eval_steps_per_second": 1.635,
       "step": 2100
     },
     {
@@ -487,9 +487,9 @@
     {
       "epoch": 3.657522859517872,
       "eval_loss": 0.23114623129367828,
-      "eval_runtime": 36.5506,
-      "eval_samples_per_second": 13.516,
-      "eval_steps_per_second": 1.696,
+      "eval_runtime": 38.1017,
+      "eval_samples_per_second": 12.965,
+      "eval_steps_per_second": 1.627,
       "step": 2200
     },
     {
@@ -509,9 +509,9 @@
     {
       "epoch": 3.8237738985868663,
       "eval_loss": 0.23083852231502533,
-      "eval_runtime": 36.3806,
-      "eval_samples_per_second": 13.579,
-      "eval_steps_per_second": 1.704,
+      "eval_runtime": 38.0527,
+      "eval_samples_per_second": 12.982,
+      "eval_steps_per_second": 1.629,
       "step": 2300
     },
     {
@@ -531,9 +531,9 @@
     {
       "epoch": 3.9900249376558605,
       "eval_loss": 0.23079748451709747,
-      "eval_runtime": 36.4645,
-      "eval_samples_per_second": 13.547,
-      "eval_steps_per_second": 1.7,
+      "eval_runtime": 37.7401,
+      "eval_samples_per_second": 13.09,
+      "eval_steps_per_second": 1.643,
       "step": 2400
     }
   ],