Training in progress, epoch 1, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f246aa6cc0081fa9b7e4332214ed8e193ec105b00011ef4ed4a4e7205284468e
+oid sha256:40b4a1e4ec540bc656d73ff8878ee7be835cf08cb3173699ec17509946916f58
 size 1324830880

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:704585827dd882d975d15c26c266d1a1f18f0a6f6f8caae429f9df95c732e945
+oid sha256:b8ad656b279f1fb52687fc536d24a1765d0c84180daa22965672e107fd6870e2
 size 2649896094

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04b2b615f7283a358a58daa1145605faca5fb68ef23664939df3a945f155385b
+oid sha256:4148cdc128d12b940ce70f5dee553010f8414faa77e9b07518cb0e0d0dbbdc85
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36fb99b37addcc915d885e7795ee1e9b31ef9ba8894219ccbdfd5e3c1cf04f2d
+oid sha256:032817f2c288f82ea29ad5b7447cbdb475d0523f1714c8c4435e81aa12e3c82b
 size 1064

last-checkpoint/trainer_state.json

@@ -1,1226 +1,327 @@
 {
-  "best_metric": 0.3090362250804901,
-  "best_model_checkpoint": "./opt_trained/checkpoint-168",
-  "epoch": 3.912280701754386,
+  "best_metric": 0.31598106026649475,
+  "best_model_checkpoint": "./opt_trained/checkpoint-43",
+  "epoch": 1.0,
   "eval_steps": 500,
-  "global_step": 168,
+  "global_step": 43,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.023391812865497075,
-      "grad_norm": 3.8931937217712402,
-      "learning_rate": 9.940476190476191e-05,
-      "loss": 2.5384,
+      "grad_norm": 1.4262398481369019,
+      "learning_rate": 9.995238095238095e-05,
+      "loss": 2.4722,
       "step": 1
     },
     {
       "epoch": 0.04678362573099415,
-      "grad_norm": 39.378150939941406,
-      "learning_rate": 9.880952380952381e-05,
-      "loss": 3.5216,
+      "grad_norm": 12.206507682800293,
+      "learning_rate": 9.990476190476191e-05,
+      "loss": 3.176,
       "step": 2
     },
     {
       "epoch": 0.07017543859649122,
-      "grad_norm": 14.441329002380371,
-      "learning_rate": 9.821428571428572e-05,
-      "loss": 3.0676,
+      "grad_norm": 11.578840255737305,
+      "learning_rate": 9.985714285714287e-05,
+      "loss": 2.8396,
       "step": 3
     },
     {
       "epoch": 0.0935672514619883,
-      "grad_norm": 11.781136512756348,
-      "learning_rate": 9.761904761904762e-05,
-      "loss": 2.8807,
+      "grad_norm": 9.648161888122559,
+      "learning_rate": 9.980952380952382e-05,
+      "loss": 2.7336,
       "step": 4
     },
     {
       "epoch": 0.11695906432748537,
-      "grad_norm": 7.509276866912842,
-      "learning_rate": 9.702380952380953e-05,
-      "loss": 2.793,
+      "grad_norm": 3.8782691955566406,
+      "learning_rate": 9.976190476190477e-05,
+      "loss": 2.6955,
       "step": 5
     },
     {
       "epoch": 0.14035087719298245,
-      "grad_norm": 7.06434440612793,
-      "learning_rate": 9.642857142857143e-05,
-      "loss": 2.7181,
+      "grad_norm": 12.644487380981445,
+      "learning_rate": 9.971428571428571e-05,
+      "loss": 2.6405,
       "step": 6
     },
     {
       "epoch": 0.16374269005847952,
-      "grad_norm": 5.831886291503906,
-      "learning_rate": 9.583333333333334e-05,
-      "loss": 2.6268,
+      "grad_norm": 11.057122230529785,
+      "learning_rate": 9.966666666666667e-05,
+      "loss": 2.7113,
       "step": 7
     },
     {
       "epoch": 0.1871345029239766,
-      "grad_norm": Infinity,
-      "learning_rate": 9.583333333333334e-05,
-      "loss": 3.0215,
+      "grad_norm": 4.860190391540527,
+      "learning_rate": 9.961904761904762e-05,
+      "loss": 2.7076,
       "step": 8
     },
     {
       "epoch": 0.21052631578947367,
-      "grad_norm": 80.48746490478516,
-      "learning_rate": 9.523809523809524e-05,
-      "loss": 3.0411,
+      "grad_norm": 4.317215442657471,
+      "learning_rate": 9.957142857142858e-05,
+      "loss": 2.6377,
       "step": 9
     },
     {
       "epoch": 0.23391812865497075,
-      "grad_norm": 13.120291709899902,
-      "learning_rate": 9.464285714285715e-05,
-      "loss": 2.7814,
+      "grad_norm": 3.3068416118621826,
+      "learning_rate": 9.952380952380953e-05,
+      "loss": 2.5995,
       "step": 10
     },
     {
       "epoch": 0.2573099415204678,
-      "grad_norm": 5.15352201461792,
-      "learning_rate": 9.404761904761905e-05,
-      "loss": 2.7369,
+      "grad_norm": 1.2752724885940552,
+      "learning_rate": 9.947619047619048e-05,
+      "loss": 2.6285,
       "step": 11
     },
     {
       "epoch": 0.2807017543859649,
-      "grad_norm": 11.227391242980957,
-      "learning_rate": 9.345238095238095e-05,
-      "loss": 2.7984,
+      "grad_norm": 8.849737167358398,
+      "learning_rate": 9.942857142857144e-05,
+      "loss": 2.6217,
       "step": 12
     },
     {
       "epoch": 0.30409356725146197,
-      "grad_norm": 12.440800666809082,
-      "learning_rate": 9.285714285714286e-05,
-      "loss": 2.7365,
+      "grad_norm": 5.594025611877441,
+      "learning_rate": 9.938095238095238e-05,
+      "loss": 2.6265,
       "step": 13
     },
     {
       "epoch": 0.32748538011695905,
-      "grad_norm": 9.62018871307373,
-      "learning_rate": 9.226190476190478e-05,
-      "loss": 2.6912,
+      "grad_norm": 3.581617593765259,
+      "learning_rate": 9.933333333333334e-05,
+      "loss": 2.5984,
       "step": 14
     },
     {
       "epoch": 0.3508771929824561,
-      "grad_norm": 5.563836097717285,
-      "learning_rate": 9.166666666666667e-05,
-      "loss": 2.6338,
+      "grad_norm": 5.33600378036499,
+      "learning_rate": 9.92857142857143e-05,
+      "loss": 2.6071,
       "step": 15
     },
     {
       "epoch": 0.3742690058479532,
-      "grad_norm": 3.563298463821411,
-      "learning_rate": 9.107142857142857e-05,
-      "loss": 2.6897,
+      "grad_norm": 4.4274983406066895,
+      "learning_rate": 9.923809523809524e-05,
+      "loss": 2.5908,
       "step": 16
     },
     {
       "epoch": 0.39766081871345027,
-      "grad_norm": 2.9909682273864746,
-      "learning_rate": 9.047619047619048e-05,
-      "loss": 2.6602,
+      "grad_norm": 4.5507307052612305,
+      "learning_rate": 9.91904761904762e-05,
+      "loss": 2.5616,
       "step": 17
     },
     {
       "epoch": 0.42105263157894735,
-      "grad_norm": 2.2207834720611572,
-      "learning_rate": 8.988095238095238e-05,
-      "loss": 2.6597,
+      "grad_norm": 3.189161777496338,
+      "learning_rate": 9.914285714285715e-05,
+      "loss": 2.5784,
       "step": 18
     },
     {
       "epoch": 0.4444444444444444,
-      "grad_norm": 1.5034862756729126,
-      "learning_rate": 8.92857142857143e-05,
-      "loss": 2.613,
+      "grad_norm": 2.706615924835205,
+      "learning_rate": 9.909523809523809e-05,
+      "loss": 2.5413,
       "step": 19
     },
     {
       "epoch": 0.4678362573099415,
-      "grad_norm": 1.7152122259140015,
-      "learning_rate": 8.869047619047619e-05,
-      "loss": 2.6001,
+      "grad_norm": 2.146662712097168,
+      "learning_rate": 9.904761904761905e-05,
+      "loss": 2.6019,
       "step": 20
     },
     {
       "epoch": 0.49122807017543857,
-      "grad_norm": 3.2452425956726074,
-      "learning_rate": 8.80952380952381e-05,
-      "loss": 2.5923,
+      "grad_norm": 3.2252964973449707,
+      "learning_rate": 9.900000000000001e-05,
+      "loss": 2.5914,
       "step": 21
     },
     {
       "epoch": 0.5146198830409356,
-      "grad_norm": 2.9392387866973877,
-      "learning_rate": 8.75e-05,
-      "loss": 2.6475,
+      "grad_norm": 2.8859879970550537,
+      "learning_rate": 9.895238095238095e-05,
+      "loss": 2.6133,
       "step": 22
     },
     {
       "epoch": 0.5380116959064327,
-      "grad_norm": 2.2862868309020996,
-      "learning_rate": 8.690476190476192e-05,
-      "loss": 2.6228,
+      "grad_norm": 2.5647897720336914,
+      "learning_rate": 9.890476190476191e-05,
+      "loss": 2.5425,
       "step": 23
     },
     {
       "epoch": 0.5614035087719298,
-      "grad_norm": 3.852323293685913,
-      "learning_rate": 8.630952380952382e-05,
-      "loss": 2.6226,
+      "grad_norm": 3.0347073078155518,
+      "learning_rate": 9.885714285714286e-05,
+      "loss": 2.5732,
       "step": 24
     },
     {
       "epoch": 0.5847953216374269,
-      "grad_norm": 4.545846462249756,
-      "learning_rate": 8.571428571428571e-05,
-      "loss": 2.5253,
+      "grad_norm": 1.8412858247756958,
+      "learning_rate": 9.880952380952381e-05,
+      "loss": 2.5776,
       "step": 25
     },
     {
       "epoch": 0.6081871345029239,
-      "grad_norm": 3.041779041290283,
-      "learning_rate": 8.511904761904762e-05,
-      "loss": 2.6737,
+      "grad_norm": 3.1820366382598877,
+      "learning_rate": 9.876190476190477e-05,
+      "loss": 2.5566,
       "step": 26
     },
     {
       "epoch": 0.631578947368421,
-      "grad_norm": 3.319415807723999,
-      "learning_rate": 8.452380952380952e-05,
-      "loss": 2.6138,
+      "grad_norm": 2.4613687992095947,
+      "learning_rate": 9.871428571428572e-05,
+      "loss": 2.5113,
       "step": 27
     },
     {
       "epoch": 0.6549707602339181,
-      "grad_norm": 4.307522773742676,
-      "learning_rate": 8.392857142857144e-05,
-      "loss": 2.5785,
+      "grad_norm": 5.942374229431152,
+      "learning_rate": 9.866666666666668e-05,
+      "loss": 2.575,
       "step": 28
     },
     {
       "epoch": 0.6783625730994152,
-      "grad_norm": 3.9516043663024902,
-      "learning_rate": 8.333333333333334e-05,
-      "loss": 2.5619,
+      "grad_norm": 7.427689075469971,
+      "learning_rate": 9.861904761904762e-05,
+      "loss": 2.5692,
       "step": 29
     },
     {
       "epoch": 0.7017543859649122,
-      "grad_norm": 2.792844772338867,
-      "learning_rate": 8.273809523809524e-05,
-      "loss": 2.6865,
+      "grad_norm": 3.163085699081421,
+      "learning_rate": 9.857142857142858e-05,
+      "loss": 2.5192,
       "step": 30
     },
     {
       "epoch": 0.7251461988304093,
-      "grad_norm": 2.5754215717315674,
-      "learning_rate": 8.214285714285714e-05,
-      "loss": 2.6156,
+      "grad_norm": 3.421778678894043,
+      "learning_rate": 9.852380952380952e-05,
+      "loss": 2.5533,
       "step": 31
     },
     {
       "epoch": 0.7485380116959064,
-      "grad_norm": 2.5915491580963135,
-      "learning_rate": 8.154761904761904e-05,
-      "loss": 2.6147,
+      "grad_norm": 2.486320734024048,
+      "learning_rate": 9.847619047619048e-05,
+      "loss": 2.515,
       "step": 32
     },
     {
       "epoch": 0.7719298245614035,
-      "grad_norm": 2.1252636909484863,
-      "learning_rate": 8.095238095238096e-05,
-      "loss": 2.5163,
+      "grad_norm": 3.2825722694396973,
+      "learning_rate": 9.842857142857144e-05,
+      "loss": 2.4994,
       "step": 33
     },
     {
       "epoch": 0.7953216374269005,
-      "grad_norm": 4.138577461242676,
-      "learning_rate": 8.035714285714287e-05,
-      "loss": 2.5359,
+      "grad_norm": 3.5643672943115234,
+      "learning_rate": 9.838095238095238e-05,
+      "loss": 2.5327,
       "step": 34
     },
     {
       "epoch": 0.8187134502923976,
-      "grad_norm": 4.6266279220581055,
-      "learning_rate": 7.976190476190477e-05,
-      "loss": 2.6015,
+      "grad_norm": 3.3127200603485107,
+      "learning_rate": 9.833333333333333e-05,
+      "loss": 2.6251,
       "step": 35
     },
     {
       "epoch": 0.8421052631578947,
-      "grad_norm": 2.5281972885131836,
-      "learning_rate": 7.916666666666666e-05,
-      "loss": 2.5575,
+      "grad_norm": 3.187095880508423,
+      "learning_rate": 9.828571428571429e-05,
+      "loss": 2.5233,
       "step": 36
     },
     {
       "epoch": 0.8654970760233918,
-      "grad_norm": 5.6380109786987305,
-      "learning_rate": 7.857142857142858e-05,
-      "loss": 2.6148,
+      "grad_norm": 3.3743860721588135,
+      "learning_rate": 9.823809523809525e-05,
+      "loss": 2.4999,
       "step": 37
     },
     {
       "epoch": 0.8888888888888888,
-      "grad_norm": 2.7080187797546387,
-      "learning_rate": 7.797619047619048e-05,
-      "loss": 2.5994,
+      "grad_norm": 2.3684120178222656,
+      "learning_rate": 9.81904761904762e-05,
+      "loss": 2.5302,
       "step": 38
     },
     {
       "epoch": 0.9122807017543859,
-      "grad_norm": 3.670461893081665,
-      "learning_rate": 7.738095238095239e-05,
-      "loss": 2.6104,
+      "grad_norm": 3.7091619968414307,
+      "learning_rate": 9.814285714285715e-05,
+      "loss": 2.5003,
       "step": 39
     },
     {
       "epoch": 0.935672514619883,
-      "grad_norm": 3.5698938369750977,
-      "learning_rate": 7.67857142857143e-05,
-      "loss": 2.6378,
+      "grad_norm": 4.230418682098389,
+      "learning_rate": 9.80952380952381e-05,
+      "loss": 2.5379,
       "step": 40
     },
     {
       "epoch": 0.9590643274853801,
-      "grad_norm": 2.317847490310669,
-      "learning_rate": 7.619047619047618e-05,
-      "loss": 2.4963,
+      "grad_norm": 3.5879616737365723,
+      "learning_rate": 9.804761904761905e-05,
+      "loss": 2.5652,
       "step": 41
     },
     {
       "epoch": 0.9824561403508771,
-      "grad_norm": 6.330520153045654,
-      "learning_rate": 7.55952380952381e-05,
-      "loss": 2.5993,
+      "grad_norm": 2.621013879776001,
+      "learning_rate": 9.8e-05,
+      "loss": 2.5704,
       "step": 42
     },
     {
       "epoch": 1.0,
-      "grad_norm": 3.272627115249634,
-      "learning_rate": 7.500000000000001e-05,
+      "grad_norm": 1.3536667823791504,
+      "learning_rate": 9.795238095238097e-05,
       "loss": 1.9135,
       "step": 43
     },
     {
       "epoch": 1.0,
-      "eval_loss": 0.323538213968277,
-      "eval_runtime": 3.3735,
-      "eval_samples_per_second": 64.029,
-      "eval_steps_per_second": 16.007,
+      "eval_loss": 0.31598106026649475,
+      "eval_runtime": 3.4639,
+      "eval_samples_per_second": 62.358,
+      "eval_steps_per_second": 15.59,
       "step": 43
-    },
-    {
-      "epoch": 1.023391812865497,
-      "grad_norm": 5.024760723114014,
-      "learning_rate": 7.440476190476191e-05,
-      "loss": 2.5518,
-      "step": 44
-    },
-    {
-      "epoch": 1.0467836257309941,
-      "grad_norm": 3.8648533821105957,
-      "learning_rate": 7.380952380952382e-05,
-      "loss": 2.5287,
-      "step": 45
-    },
-    {
-      "epoch": 1.0701754385964912,
-      "grad_norm": 2.0299911499023438,
-      "learning_rate": 7.321428571428571e-05,
-      "loss": 2.5216,
-      "step": 46
-    },
-    {
-      "epoch": 1.0935672514619883,
-      "grad_norm": 3.747516632080078,
-      "learning_rate": 7.261904761904762e-05,
-      "loss": 2.6046,
-      "step": 47
-    },
-    {
-      "epoch": 1.1169590643274854,
-      "grad_norm": 3.7166852951049805,
-      "learning_rate": 7.202380952380953e-05,
-      "loss": 2.5714,
-      "step": 48
-    },
-    {
-      "epoch": 1.1403508771929824,
-      "grad_norm": 5.546866416931152,
-      "learning_rate": 7.142857142857143e-05,
-      "loss": 2.555,
-      "step": 49
-    },
-    {
-      "epoch": 1.1637426900584795,
-      "grad_norm": 3.976203441619873,
-      "learning_rate": 7.083333333333334e-05,
-      "loss": 2.5272,
-      "step": 50
-    },
-    {
-      "epoch": 1.1871345029239766,
-      "grad_norm": 2.14218807220459,
-      "learning_rate": 7.023809523809524e-05,
-      "loss": 2.5428,
-      "step": 51
-    },
-    {
-      "epoch": 1.2105263157894737,
-      "grad_norm": 3.9988062381744385,
-      "learning_rate": 6.964285714285715e-05,
-      "loss": 2.5357,
-      "step": 52
-    },
-    {
-      "epoch": 1.2339181286549707,
-      "grad_norm": 3.975252151489258,
-      "learning_rate": 6.904761904761905e-05,
-      "loss": 2.6062,
-      "step": 53
-    },
-    {
-      "epoch": 1.2573099415204678,
-      "grad_norm": 2.3471555709838867,
-      "learning_rate": 6.845238095238096e-05,
-      "loss": 2.5316,
-      "step": 54
-    },
-    {
-      "epoch": 1.280701754385965,
-      "grad_norm": 1.675955057144165,
-      "learning_rate": 6.785714285714286e-05,
-      "loss": 2.5567,
-      "step": 55
-    },
-    {
-      "epoch": 1.304093567251462,
-      "grad_norm": 1.435637354850769,
-      "learning_rate": 6.726190476190477e-05,
-      "loss": 2.493,
-      "step": 56
-    },
-    {
-      "epoch": 1.327485380116959,
-      "grad_norm": 1.7799092531204224,
-      "learning_rate": 6.666666666666667e-05,
-      "loss": 2.4916,
-      "step": 57
-    },
-    {
-      "epoch": 1.3508771929824561,
-      "grad_norm": 2.0183417797088623,
-      "learning_rate": 6.607142857142857e-05,
-      "loss": 2.523,
-      "step": 58
-    },
-    {
-      "epoch": 1.3742690058479532,
-      "grad_norm": 2.379734992980957,
-      "learning_rate": 6.547619047619048e-05,
-      "loss": 2.5916,
-      "step": 59
-    },
-    {
-      "epoch": 1.3976608187134503,
-      "grad_norm": 4.267402172088623,
-      "learning_rate": 6.488095238095238e-05,
-      "loss": 2.5291,
-      "step": 60
-    },
-    {
-      "epoch": 1.4210526315789473,
-      "grad_norm": 5.298277378082275,
-      "learning_rate": 6.428571428571429e-05,
-      "loss": 2.5419,
-      "step": 61
-    },
-    {
-      "epoch": 1.4444444444444444,
-      "grad_norm": 2.4158201217651367,
-      "learning_rate": 6.369047619047619e-05,
-      "loss": 2.565,
-      "step": 62
-    },
-    {
-      "epoch": 1.4678362573099415,
-      "grad_norm": 3.903258800506592,
-      "learning_rate": 6.30952380952381e-05,
-      "loss": 2.5234,
-      "step": 63
-    },
-    {
-      "epoch": 1.4912280701754386,
-      "grad_norm": 1.7788355350494385,
-      "learning_rate": 6.25e-05,
-      "loss": 2.6098,
-      "step": 64
-    },
-    {
-      "epoch": 1.5146198830409356,
-      "grad_norm": 4.656391143798828,
-      "learning_rate": 6.19047619047619e-05,
-      "loss": 2.5448,
-      "step": 65
-    },
-    {
-      "epoch": 1.5380116959064327,
-      "grad_norm": 3.0788934230804443,
-      "learning_rate": 6.130952380952381e-05,
-      "loss": 2.5008,
-      "step": 66
-    },
-    {
-      "epoch": 1.5614035087719298,
-      "grad_norm": 1.855888843536377,
-      "learning_rate": 6.0714285714285715e-05,
-      "loss": 2.5913,
-      "step": 67
-    },
-    {
-      "epoch": 1.5847953216374269,
-      "grad_norm": 2.3010807037353516,
-      "learning_rate": 6.011904761904762e-05,
-      "loss": 2.6243,
-      "step": 68
-    },
-    {
-      "epoch": 1.608187134502924,
-      "grad_norm": 3.488280773162842,
-      "learning_rate": 5.9523809523809524e-05,
-      "loss": 2.5247,
-      "step": 69
-    },
-    {
-      "epoch": 1.631578947368421,
-      "grad_norm": 2.508605480194092,
-      "learning_rate": 5.8928571428571435e-05,
-      "loss": 2.4904,
-      "step": 70
-    },
-    {
-      "epoch": 1.654970760233918,
-      "grad_norm": 2.490065336227417,
-      "learning_rate": 5.833333333333334e-05,
-      "loss": 2.5192,
-      "step": 71
-    },
-    {
-      "epoch": 1.6783625730994152,
-      "grad_norm": 2.5170626640319824,
-      "learning_rate": 5.773809523809524e-05,
-      "loss": 2.4772,
-      "step": 72
-    },
-    {
-      "epoch": 1.7017543859649122,
-      "grad_norm": 2.740570306777954,
-      "learning_rate": 5.714285714285714e-05,
-      "loss": 2.5289,
-      "step": 73
-    },
-    {
-      "epoch": 1.7251461988304093,
-      "grad_norm": 3.663625717163086,
-      "learning_rate": 5.6547619047619046e-05,
-      "loss": 2.4998,
-      "step": 74
-    },
-    {
-      "epoch": 1.7485380116959064,
-      "grad_norm": 3.0818302631378174,
-      "learning_rate": 5.595238095238096e-05,
-      "loss": 2.5162,
-      "step": 75
-    },
-    {
-      "epoch": 1.7719298245614035,
-      "grad_norm": 4.646051406860352,
-      "learning_rate": 5.535714285714286e-05,
-      "loss": 2.4664,
-      "step": 76
-    },
-    {
-      "epoch": 1.7953216374269005,
-      "grad_norm": 5.245360374450684,
-      "learning_rate": 5.4761904761904766e-05,
-      "loss": 2.5579,
-      "step": 77
-    },
-    {
-      "epoch": 1.8187134502923976,
-      "grad_norm": 2.5500850677490234,
-      "learning_rate": 5.4166666666666664e-05,
-      "loss": 2.5464,
-      "step": 78
-    },
-    {
-      "epoch": 1.8421052631578947,
-      "grad_norm": 3.6748623847961426,
-      "learning_rate": 5.3571428571428575e-05,
-      "loss": 2.533,
-      "step": 79
-    },
-    {
-      "epoch": 1.8654970760233918,
-      "grad_norm": 3.894373893737793,
-      "learning_rate": 5.297619047619048e-05,
-      "loss": 2.5526,
-      "step": 80
-    },
-    {
-      "epoch": 1.8888888888888888,
-      "grad_norm": 2.844043731689453,
-      "learning_rate": 5.2380952380952384e-05,
-      "loss": 2.5099,
-      "step": 81
-    },
-    {
-      "epoch": 1.912280701754386,
-      "grad_norm": 3.2156522274017334,
-      "learning_rate": 5.1785714285714296e-05,
-      "loss": 2.4995,
-      "step": 82
-    },
-    {
-      "epoch": 1.935672514619883,
-      "grad_norm": 3.4957337379455566,
-      "learning_rate": 5.119047619047619e-05,
-      "loss": 2.4958,
-      "step": 83
-    },
-    {
-      "epoch": 1.95906432748538,
-      "grad_norm": 2.481201648712158,
-      "learning_rate": 5.05952380952381e-05,
-      "loss": 2.5521,
-      "step": 84
-    },
-    {
-      "epoch": 1.9824561403508771,
-      "grad_norm": 1.6848102807998657,
-      "learning_rate": 5e-05,
-      "loss": 2.4841,
-      "step": 85
-    },
-    {
-      "epoch": 2.0,
-      "grad_norm": 1.674892783164978,
-      "learning_rate": 4.940476190476191e-05,
-      "loss": 1.931,
-      "step": 86
-    },
-    {
-      "epoch": 2.0,
-      "eval_loss": 0.31422847509384155,
-      "eval_runtime": 3.4783,
-      "eval_samples_per_second": 62.1,
-      "eval_steps_per_second": 15.525,
-      "step": 86
-    },
-    {
-      "epoch": 2.023391812865497,
-      "grad_norm": 2.143749952316284,
-      "learning_rate": 4.880952380952381e-05,
-      "loss": 2.5044,
-      "step": 87
-    },
-    {
-      "epoch": 2.046783625730994,
-      "grad_norm": 1.8259425163269043,
-      "learning_rate": 4.8214285714285716e-05,
-      "loss": 2.5145,
-      "step": 88
-    },
-    {
-      "epoch": 2.0701754385964914,
-      "grad_norm": 2.2776169776916504,
-      "learning_rate": 4.761904761904762e-05,
-      "loss": 2.5045,
-      "step": 89
-    },
-    {
-      "epoch": 2.0935672514619883,
-      "grad_norm": 2.4573814868927,
-      "learning_rate": 4.7023809523809525e-05,
-      "loss": 2.4763,
-      "step": 90
-    },
-    {
-      "epoch": 2.116959064327485,
-      "grad_norm": 1.7515789270401,
-      "learning_rate": 4.642857142857143e-05,
-      "loss": 2.4691,
-      "step": 91
-    },
-    {
-      "epoch": 2.1403508771929824,
-      "grad_norm": 3.7100000381469727,
-      "learning_rate": 4.5833333333333334e-05,
-      "loss": 2.5116,
-      "step": 92
-    },
-    {
-      "epoch": 2.1637426900584797,
-      "grad_norm": 4.203453540802002,
-      "learning_rate": 4.523809523809524e-05,
-      "loss": 2.4578,
-      "step": 93
-    },
-    {
-      "epoch": 2.1871345029239766,
-      "grad_norm": 2.1631312370300293,
-      "learning_rate": 4.464285714285715e-05,
-      "loss": 2.4542,
-      "step": 94
-    },
-    {
-      "epoch": 2.2105263157894735,
-      "grad_norm": 2.008855104446411,
-      "learning_rate": 4.404761904761905e-05,
-      "loss": 2.4875,
-      "step": 95
-    },
-    {
-      "epoch": 2.2339181286549707,
-      "grad_norm": 2.7923460006713867,
-      "learning_rate": 4.345238095238096e-05,
-      "loss": 2.4972,
-      "step": 96
-    },
-    {
-      "epoch": 2.257309941520468,
-      "grad_norm": 1.9210076332092285,
-      "learning_rate": 4.2857142857142856e-05,
-      "loss": 2.5156,
-      "step": 97
-    },
-    {
-      "epoch": 2.280701754385965,
-      "grad_norm": 2.0055480003356934,
-      "learning_rate": 4.226190476190476e-05,
-      "loss": 2.4456,
-      "step": 98
-    },
-    {
-      "epoch": 2.3040935672514617,
-      "grad_norm": 1.6126084327697754,
-      "learning_rate": 4.166666666666667e-05,
-      "loss": 2.4566,
-      "step": 99
-    },
-    {
-      "epoch": 2.327485380116959,
-      "grad_norm": 2.9103384017944336,
-      "learning_rate": 4.107142857142857e-05,
-      "loss": 2.4987,
-      "step": 100
-    },
-    {
-      "epoch": 2.3508771929824563,
-      "grad_norm": 2.317208766937256,
-      "learning_rate": 4.047619047619048e-05,
-      "loss": 2.4523,
-      "step": 101
-    },
-    {
-      "epoch": 2.374269005847953,
-      "grad_norm": 1.8047789335250854,
-      "learning_rate": 3.9880952380952386e-05,
-      "loss": 2.4627,
-      "step": 102
-    },
-    {
-      "epoch": 2.39766081871345,
-      "grad_norm": 2.57161545753479,
-      "learning_rate": 3.928571428571429e-05,
-      "loss": 2.4551,
-      "step": 103
-    },
-    {
-      "epoch": 2.4210526315789473,
-      "grad_norm": 1.9964399337768555,
-      "learning_rate": 3.8690476190476195e-05,
-      "loss": 2.452,
-      "step": 104
-    },
-    {
-      "epoch": 2.4444444444444446,
-      "grad_norm": 1.4267529249191284,
-      "learning_rate": 3.809523809523809e-05,
-      "loss": 2.4888,
-      "step": 105
-    },
-    {
-      "epoch": 2.4678362573099415,
-      "grad_norm": 3.7493860721588135,
-      "learning_rate": 3.7500000000000003e-05,
-      "loss": 2.5197,
-      "step": 106
-    },
-    {
-      "epoch": 2.4912280701754383,
-      "grad_norm": 2.891245126724243,
-      "learning_rate": 3.690476190476191e-05,
-      "loss": 2.4384,
-      "step": 107
-    },
-    {
-      "epoch": 2.5146198830409356,
-      "grad_norm": 2.032031774520874,
-      "learning_rate": 3.630952380952381e-05,
-      "loss": 2.4911,
-      "step": 108
-    },
-    {
-      "epoch": 2.538011695906433,
-      "grad_norm": 1.5395787954330444,
-      "learning_rate": 3.571428571428572e-05,
-      "loss": 2.4612,
-      "step": 109
-    },
-    {
-      "epoch": 2.56140350877193,
-      "grad_norm": 2.0416135787963867,
-      "learning_rate": 3.511904761904762e-05,
-      "loss": 2.5042,
-      "step": 110
-    },
-    {
-      "epoch": 2.5847953216374266,
-      "grad_norm": 1.8836208581924438,
-      "learning_rate": 3.4523809523809526e-05,
-      "loss": 2.455,
-      "step": 111
-    },
-    {
-      "epoch": 2.608187134502924,
-      "grad_norm": 2.659785747528076,
-      "learning_rate": 3.392857142857143e-05,
-      "loss": 2.4787,
-      "step": 112
-    },
-    {
-      "epoch": 2.6315789473684212,
-      "grad_norm": 1.6700447797775269,
-      "learning_rate": 3.3333333333333335e-05,
-      "loss": 2.4873,
-      "step": 113
-    },
-    {
-      "epoch": 2.654970760233918,
-      "grad_norm": 2.6808204650878906,
-      "learning_rate": 3.273809523809524e-05,
-      "loss": 2.5067,
-      "step": 114
-    },
-    {
-      "epoch": 2.678362573099415,
-      "grad_norm": 2.243744373321533,
-      "learning_rate": 3.2142857142857144e-05,
-      "loss": 2.4924,
-      "step": 115
-    },
-    {
-      "epoch": 2.7017543859649122,
-      "grad_norm": 2.5171408653259277,
-      "learning_rate": 3.154761904761905e-05,
-      "loss": 2.4808,
-      "step": 116
-    },
-    {
-      "epoch": 2.7251461988304095,
-      "grad_norm": 3.511664628982544,
-      "learning_rate": 3.095238095238095e-05,
-      "loss": 2.4996,
-      "step": 117
-    },
-    {
-      "epoch": 2.7485380116959064,
-      "grad_norm": 2.554797649383545,
-      "learning_rate": 3.0357142857142857e-05,
-      "loss": 2.4623,
-      "step": 118
-    },
-    {
-      "epoch": 2.7719298245614032,
-      "grad_norm": 2.256316900253296,
-      "learning_rate": 2.9761904761904762e-05,
-      "loss": 2.4806,
-      "step": 119
-    },
-    {
-      "epoch": 2.7953216374269005,
-      "grad_norm": 2.518251895904541,
-      "learning_rate": 2.916666666666667e-05,
-      "loss": 2.4336,
-      "step": 120
-    },
-    {
-      "epoch": 2.818713450292398,
-      "grad_norm": 2.2938737869262695,
-      "learning_rate": 2.857142857142857e-05,
-      "loss": 2.5024,
-      "step": 121
-    },
-    {
-      "epoch": 2.8421052631578947,
-      "grad_norm": 2.4636147022247314,
-      "learning_rate": 2.797619047619048e-05,
-      "loss": 2.5213,
-      "step": 122
-    },
-    {
-      "epoch": 2.8654970760233915,
-      "grad_norm": 2.4576895236968994,
-      "learning_rate": 2.7380952380952383e-05,
-      "loss": 2.4407,
-      "step": 123
-    },
-    {
-      "epoch": 2.888888888888889,
-      "grad_norm": 2.4760570526123047,
-      "learning_rate": 2.6785714285714288e-05,
-      "loss": 2.5222,
-      "step": 124
-    },
-    {
-      "epoch": 2.912280701754386,
-      "grad_norm": 1.9041963815689087,
-      "learning_rate": 2.6190476190476192e-05,
-      "loss": 2.497,
-      "step": 125
-    },
-    {
-      "epoch": 2.935672514619883,
-      "grad_norm": 2.592594623565674,
-      "learning_rate": 2.5595238095238093e-05,
-      "loss": 2.4658,
-      "step": 126
-    },
-    {
-      "epoch": 2.95906432748538,
-      "grad_norm": 1.9708219766616821,
-      "learning_rate": 2.5e-05,
-      "loss": 2.469,
-      "step": 127
-    },
-    {
-      "epoch": 2.982456140350877,
-      "grad_norm": 2.22748064994812,
-      "learning_rate": 2.4404761904761906e-05,
-      "loss": 2.4454,
-      "step": 128
-    },
-    {
-      "epoch": 3.0,
-      "grad_norm": 1.8958027362823486,
-      "learning_rate": 2.380952380952381e-05,
-      "loss": 1.8965,
-      "step": 129
-    },
-    {
-      "epoch": 3.0,
-      "eval_loss": 0.3103340268135071,
-      "eval_runtime": 3.4912,
-      "eval_samples_per_second": 61.869,
-      "eval_steps_per_second": 15.467,
-      "step": 129
-    },
-    {
-      "epoch": 3.023391812865497,
-      "grad_norm": 1.7813217639923096,
-      "learning_rate": 2.3214285714285715e-05,
-      "loss": 2.4409,
-      "step": 130
-    },
-    {
-      "epoch": 3.046783625730994,
-      "grad_norm": 1.6289114952087402,
-      "learning_rate": 2.261904761904762e-05,
-      "loss": 2.4332,
-      "step": 131
-    },
-    {
-      "epoch": 3.0701754385964914,
-      "grad_norm": 1.4746161699295044,
-      "learning_rate": 2.2023809523809524e-05,
-      "loss": 2.4365,
-      "step": 132
-    },
-    {
-      "epoch": 3.0935672514619883,
-      "grad_norm": 2.3188133239746094,
-      "learning_rate": 2.1428571428571428e-05,
-      "loss": 2.4408,
-      "step": 133
-    },
-    {
-      "epoch": 3.116959064327485,
-      "grad_norm": 1.423759937286377,
-      "learning_rate": 2.0833333333333336e-05,
-      "loss": 2.3871,
-      "step": 134
-    },
-    {
-      "epoch": 3.1403508771929824,
-      "grad_norm": 2.078610420227051,
-      "learning_rate": 2.023809523809524e-05,
-      "loss": 2.4912,
-      "step": 135
-    },
-    {
-      "epoch": 3.1637426900584797,
-      "grad_norm": 1.9567757844924927,
-      "learning_rate": 1.9642857142857145e-05,
-      "loss": 2.4318,
-      "step": 136
-    },
-    {
-      "epoch": 3.1871345029239766,
-      "grad_norm": 2.138343095779419,
-      "learning_rate": 1.9047619047619046e-05,
-      "loss": 2.4311,
-      "step": 137
-    },
-    {
-      "epoch": 3.2105263157894735,
-      "grad_norm": 1.9541492462158203,
-      "learning_rate": 1.8452380952380954e-05,
-      "loss": 2.4532,
-      "step": 138
-    },
-    {
-      "epoch": 3.2339181286549707,
-      "grad_norm": 1.905840277671814,
-      "learning_rate": 1.785714285714286e-05,
-      "loss": 2.4833,
-      "step": 139
-    },
-    {
-      "epoch": 3.257309941520468,
-      "grad_norm": 1.5300649404525757,
-      "learning_rate": 1.7261904761904763e-05,
-      "loss": 2.4629,
-      "step": 140
-    },
-    {
-      "epoch": 3.280701754385965,
-      "grad_norm": 1.8787633180618286,
-      "learning_rate": 1.6666666666666667e-05,
-      "loss": 2.4423,
-      "step": 141
-    },
-    {
-      "epoch": 3.3040935672514617,
-      "grad_norm": 1.9487767219543457,
-      "learning_rate": 1.6071428571428572e-05,
-      "loss": 2.4558,
-      "step": 142
-    },
-    {
-      "epoch": 3.327485380116959,
-      "grad_norm": 1.8227450847625732,
-      "learning_rate": 1.5476190476190476e-05,
-      "loss": 2.4575,
-      "step": 143
-    },
-    {
-      "epoch": 3.3508771929824563,
-      "grad_norm": 1.9631016254425049,
-      "learning_rate": 1.4880952380952381e-05,
-      "loss": 2.4492,
-      "step": 144
-    },
-    {
-      "epoch": 3.374269005847953,
-      "grad_norm": 1.6142218112945557,
-      "learning_rate": 1.4285714285714285e-05,
-      "loss": 2.4313,
-      "step": 145
-    },
-    {
-      "epoch": 3.39766081871345,
-      "grad_norm": 1.4569997787475586,
-      "learning_rate": 1.3690476190476192e-05,
-      "loss": 2.3885,
-      "step": 146
-    },
-    {
-      "epoch": 3.4210526315789473,
-      "grad_norm": 2.126253843307495,
-      "learning_rate": 1.3095238095238096e-05,
-      "loss": 2.4366,
-      "step": 147
-    },
-    {
-      "epoch": 3.4444444444444446,
-      "grad_norm": 1.3649730682373047,
-      "learning_rate": 1.25e-05,
-      "loss": 2.4278,
-      "step": 148
-    },
-    {
-      "epoch": 3.4678362573099415,
-      "grad_norm": 1.5861579179763794,
-      "learning_rate": 1.1904761904761905e-05,
-      "loss": 2.4695,
-      "step": 149
-    },
-    {
-      "epoch": 3.4912280701754383,
-      "grad_norm": 1.743173360824585,
-      "learning_rate": 1.130952380952381e-05,
-      "loss": 2.4422,
-      "step": 150
-    },
-    {
-      "epoch": 3.5146198830409356,
-      "grad_norm": 1.6894521713256836,
-      "learning_rate": 1.0714285714285714e-05,
-      "loss": 2.4343,
-      "step": 151
-    },
-    {
-      "epoch": 3.538011695906433,
-      "grad_norm": 1.4037004709243774,
-      "learning_rate": 1.011904761904762e-05,
-      "loss": 2.4197,
-      "step": 152
-    },
-    {
-      "epoch": 3.56140350877193,
-      "grad_norm": 2.512463092803955,
-      "learning_rate": 9.523809523809523e-06,
-      "loss": 2.4515,
-      "step": 153
-    },
-    {
-      "epoch": 3.5847953216374266,
-      "grad_norm": 1.968013048171997,
-      "learning_rate": 8.92857142857143e-06,
-      "loss": 2.4602,
-      "step": 154
-    },
-    {
-      "epoch": 3.608187134502924,
-      "grad_norm": 1.521202802658081,
-      "learning_rate": 8.333333333333334e-06,
-      "loss": 2.4167,
-      "step": 155
-    },
-    {
-      "epoch": 3.6315789473684212,
-      "grad_norm": 1.4753526449203491,
-      "learning_rate": 7.738095238095238e-06,
-      "loss": 2.4613,
-      "step": 156
-    },
-    {
-      "epoch": 3.654970760233918,
-      "grad_norm": 2.0607075691223145,
-      "learning_rate": 7.142857142857143e-06,
-      "loss": 2.4299,
-      "step": 157
-    },
-    {
-      "epoch": 3.678362573099415,
-      "grad_norm": 1.3630319833755493,
-      "learning_rate": 6.547619047619048e-06,
-      "loss": 2.4417,
-      "step": 158
-    },
-    {
-      "epoch": 3.7017543859649122,
-      "grad_norm": 1.2382704019546509,
-      "learning_rate": 5.9523809523809525e-06,
-      "loss": 2.43,
-      "step": 159
-    },
-    {
-      "epoch": 3.7251461988304095,
-      "grad_norm": 1.4374663829803467,
-      "learning_rate": 5.357142857142857e-06,
-      "loss": 2.4523,
-      "step": 160
-    },
-    {
-      "epoch": 3.7485380116959064,
-      "grad_norm": 1.6586753129959106,
-      "learning_rate": 4.7619047619047615e-06,
-      "loss": 2.4755,
-      "step": 161
-    },
-    {
-      "epoch": 3.7719298245614032,
-      "grad_norm": 1.7251605987548828,
-      "learning_rate": 4.166666666666667e-06,
-      "loss": 2.5089,
-      "step": 162
-    },
-    {
-      "epoch": 3.7953216374269005,
-      "grad_norm": 1.5588628053665161,
-      "learning_rate": 3.5714285714285714e-06,
-      "loss": 2.4195,
-      "step": 163
-    },
-    {
-      "epoch": 3.818713450292398,
-      "grad_norm": 1.722469449043274,
-      "learning_rate": 2.9761904761904763e-06,
-      "loss": 2.4104,
-      "step": 164
-    },
-    {
-      "epoch": 3.8421052631578947,
-      "grad_norm": 1.9132815599441528,
-      "learning_rate": 2.3809523809523808e-06,
-      "loss": 2.4492,
-      "step": 165
-    },
-    {
-      "epoch": 3.8654970760233915,
-      "grad_norm": 2.082366704940796,
-      "learning_rate": 1.7857142857142857e-06,
-      "loss": 2.4535,
-      "step": 166
-    },
-    {
-      "epoch": 3.888888888888889,
-      "grad_norm": 1.7362799644470215,
-      "learning_rate": 1.1904761904761904e-06,
-      "loss": 2.4908,
-      "step": 167
-    },
-    {
-      "epoch": 3.912280701754386,
-      "grad_norm": 1.6625697612762451,
-      "learning_rate": 5.952380952380952e-07,
-      "loss": 2.4552,
-      "step": 168
-    },
-    {
-      "epoch": 3.912280701754386,
-      "eval_loss": 0.3090362250804901,
-      "eval_runtime": 3.7281,
-      "eval_samples_per_second": 57.938,
-      "eval_steps_per_second": 14.484,
-      "step": 168
     }
   ],
   "logging_steps": 1,
-  "max_steps": 168,
+  "max_steps": 2100,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 4,
+  "num_train_epochs": 50,
   "save_steps": 500,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -1229,12 +330,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": true
+        "should_training_stop": false
       },
       "attributes": {}
     }
   },
-  "total_flos": 8416595999195136.0,
+  "total_flos": 2151327228493824.0,
   "train_batch_size": 12,
   "trial_name": null,
   "trial_params": null

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:228b31a33cdb89916f0345448bcc71416a768a57a127423492ac7dd71507ccc9
+oid sha256:01ee0c77a84c59226be8580dfbe625c82d72bc4456ab0e2ca0a40baf78f82e26
 size 5368