Upload logs/train_log_T5Gemma-2B_seed42.json with huggingface_hub

logs/train_log_T5Gemma-2B_seed42.json

@@ -1,557 +1,81 @@
 [
   {
-    "loss": 1.6577,
-    "grad_norm": 43.25,
-    "learning_rate": 1.8e-05,
-    "epoch": 0.06369426751592357,
+    "loss": 2.0402,
+    "grad_norm": 5.5213093757629395,
+    "learning_rate": 0.00018,
+    "epoch": 0.5,
     "step": 10
   },
   {
-    "loss": 0.5764,
-    "grad_norm": 43.5,
-    "learning_rate": 1.9993345687502566e-05,
-    "epoch": 0.12738853503184713,
+    "loss": 0.2818,
+    "grad_norm": 1.7319334745407104,
+    "learning_rate": 0.00019510565162951537,
+    "epoch": 1.0,
     "step": 20
   },
   {
-    "loss": 0.598,
-    "grad_norm": 45.5,
-    "learning_rate": 1.9970354495287275e-05,
-    "epoch": 0.1910828025477707,
+    "loss": 0.1396,
+    "grad_norm": 1.2271606922149658,
+    "learning_rate": 0.00017880107536067218,
+    "epoch": 1.5,
     "step": 30
   },
   {
-    "loss": 0.621,
-    "grad_norm": 62.75,
-    "learning_rate": 1.993098203681623e-05,
-    "epoch": 0.25477707006369427,
+    "loss": 0.1376,
+    "grad_norm": 1.5510157346725464,
+    "learning_rate": 0.0001529919264233205,
+    "epoch": 2.0,
     "step": 40
   },
   {
-    "loss": 0.5267,
-    "grad_norm": 37.25,
-    "learning_rate": 1.987529300093532e-05,
-    "epoch": 0.3184713375796178,
+    "loss": 0.0882,
+    "grad_norm": 0.7988260388374329,
+    "learning_rate": 0.00012079116908177593,
+    "epoch": 2.5,
     "step": 50
   },
   {
-    "loss": 0.6321,
-    "grad_norm": 11.0,
-    "learning_rate": 1.9803378884584266e-05,
-    "epoch": 0.3821656050955414,
+    "loss": 0.0721,
+    "grad_norm": 1.129199743270874,
+    "learning_rate": 8.608268990399349e-05,
+    "epoch": 3.0,
     "step": 60
   },
   {
-    "loss": 0.5512,
-    "grad_norm": 11.375,
-    "learning_rate": 1.97153578424674e-05,
-    "epoch": 0.445859872611465,
+    "loss": 0.0443,
+    "grad_norm": 0.45621684193611145,
+    "learning_rate": 5.305284372141095e-05,
+    "epoch": 3.5,
     "step": 70
   },
   {
-    "loss": 0.5613,
-    "grad_norm": 34.25,
-    "learning_rate": 1.96113744929258e-05,
-    "epoch": 0.5095541401273885,
+    "loss": 0.0349,
+    "grad_norm": 0.8962133526802063,
+    "learning_rate": 2.5685517452260567e-05,
+    "epoch": 4.0,
     "step": 80
   },
   {
-    "loss": 0.4809,
-    "grad_norm": 17.125,
-    "learning_rate": 1.949159968032972e-05,
-    "epoch": 0.5732484076433121,
+    "loss": 0.0205,
+    "grad_norm": 0.45593538880348206,
+    "learning_rate": 7.281614543321269e-06,
+    "epoch": 4.5,
     "step": 90
   },
   {
-    "loss": 0.47,
-    "grad_norm": 56.25,
-    "learning_rate": 1.935623019438176e-05,
-    "epoch": 0.6369426751592356,
+    "loss": 0.0177,
+    "grad_norm": 0.4147992432117462,
+    "learning_rate": 6.09172980904238e-08,
+    "epoch": 5.0,
     "step": 100
   },
   {
-    "loss": 0.4501,
-    "grad_norm": 39.25,
-    "learning_rate": 1.9205488446791873e-05,
-    "epoch": 0.7006369426751592,
-    "step": 110
-  },
-  {
-    "loss": 0.5815,
-    "grad_norm": 8.375,
-    "learning_rate": 1.903962210585554e-05,
-    "epoch": 0.7643312101910829,
-    "step": 120
-  },
-  {
-    "loss": 0.4434,
-    "grad_norm": 24.125,
-    "learning_rate": 1.885890368953539e-05,
-    "epoch": 0.8280254777070064,
-    "step": 130
-  },
-  {
-    "loss": 0.3825,
-    "grad_norm": 34.75,
-    "learning_rate": 1.8663630117714904e-05,
-    "epoch": 0.89171974522293,
-    "step": 140
-  },
-  {
-    "loss": 0.4359,
-    "grad_norm": 5.1875,
-    "learning_rate": 1.845412222435984e-05,
-    "epoch": 0.9554140127388535,
-    "step": 150
-  },
-  {
-    "loss": 0.3706,
-    "grad_norm": 18.625,
-    "learning_rate": 1.823072423038886e-05,
-    "epoch": 1.019108280254777,
-    "step": 160
-  },
-  {
-    "loss": 0.3528,
-    "grad_norm": 13.25,
-    "learning_rate": 1.7993803178119457e-05,
-    "epoch": 1.0828025477707006,
-    "step": 170
-  },
-  {
-    "loss": 0.3916,
-    "grad_norm": 11.625,
-    "learning_rate": 1.7743748328218412e-05,
-    "epoch": 1.1464968152866242,
-    "step": 180
-  },
-  {
-    "loss": 0.4234,
-    "grad_norm": 5.53125,
-    "learning_rate": 1.7480970520147522e-05,
-    "epoch": 1.2101910828025477,
-    "step": 190
-  },
-  {
-    "loss": 0.2799,
-    "grad_norm": 18.875,
-    "learning_rate": 1.7205901497155445e-05,
-    "epoch": 1.2738853503184713,
-    "step": 200
-  },
-  {
-    "loss": 0.3871,
-    "grad_norm": 66.0,
-    "learning_rate": 1.691899319692469e-05,
-    "epoch": 1.3375796178343948,
-    "step": 210
-  },
-  {
-    "loss": 0.3145,
-    "grad_norm": 5.34375,
-    "learning_rate": 1.6620717009039175e-05,
-    "epoch": 1.4012738853503186,
-    "step": 220
-  },
-  {
-    "loss": 0.2831,
-    "grad_norm": 23.0,
-    "learning_rate": 1.631156300049238e-05,
-    "epoch": 1.4649681528662422,
-    "step": 230
-  },
-  {
-    "loss": 0.3198,
-    "grad_norm": 11.875,
-    "learning_rate": 1.5992039110508586e-05,
-    "epoch": 1.5286624203821657,
-    "step": 240
-  },
-  {
-    "loss": 0.2805,
-    "grad_norm": 7.875,
-    "learning_rate": 1.566267031600003e-05,
-    "epoch": 1.5923566878980893,
-    "step": 250
-  },
-  {
-    "loss": 0.2194,
-    "grad_norm": 9.1875,
-    "learning_rate": 1.532399776903124e-05,
-    "epoch": 1.6560509554140128,
-    "step": 260
-  },
-  {
-    "loss": 0.3149,
-    "grad_norm": 7.3125,
-    "learning_rate": 1.4976577907707603e-05,
-    "epoch": 1.7197452229299364,
-    "step": 270
-  },
-  {
-    "loss": 0.3434,
-    "grad_norm": 5.375,
-    "learning_rate": 1.4620981541949024e-05,
-    "epoch": 1.78343949044586,
-    "step": 280
-  },
-  {
-    "loss": 0.2845,
-    "grad_norm": 10.5625,
-    "learning_rate": 1.4257792915650728e-05,
-    "epoch": 1.8471337579617835,
-    "step": 290
-  },
-  {
-    "loss": 0.3298,
-    "grad_norm": 67.5,
-    "learning_rate": 1.3887608746772064e-05,
-    "epoch": 1.910828025477707,
-    "step": 300
-  },
-  {
-    "loss": 0.2368,
-    "grad_norm": 19.625,
-    "learning_rate": 1.3511037246930476e-05,
-    "epoch": 1.9745222929936306,
-    "step": 310
-  },
-  {
-    "loss": 0.2667,
-    "grad_norm": 6.15625,
-    "learning_rate": 1.312869712211141e-05,
-    "epoch": 2.038216560509554,
-    "step": 320
-  },
-  {
-    "loss": 0.1912,
-    "grad_norm": 10.0625,
-    "learning_rate": 1.2741216556136e-05,
-    "epoch": 2.1019108280254777,
-    "step": 330
-  },
-  {
-    "loss": 0.1935,
-    "grad_norm": 4.5,
-    "learning_rate": 1.2349232178556703e-05,
-    "epoch": 2.1656050955414012,
-    "step": 340
-  },
-  {
-    "loss": 0.1927,
-    "grad_norm": 12.9375,
-    "learning_rate": 1.1953388018676618e-05,
-    "epoch": 2.229299363057325,
-    "step": 350
-  },
-  {
-    "loss": 0.2156,
-    "grad_norm": 13.125,
-    "learning_rate": 1.1554334447411019e-05,
-    "epoch": 2.2929936305732483,
-    "step": 360
-  },
-  {
-    "loss": 0.2342,
-    "grad_norm": 10.1875,
-    "learning_rate": 1.1152727108729675e-05,
-    "epoch": 2.356687898089172,
-    "step": 370
-  },
-  {
-    "loss": 0.2362,
-    "grad_norm": 8.1875,
-    "learning_rate": 1.0749225842435498e-05,
-    "epoch": 2.4203821656050954,
-    "step": 380
-  },
-  {
-    "loss": 0.1355,
-    "grad_norm": 8.0,
-    "learning_rate": 1.0344493600049509e-05,
-    "epoch": 2.484076433121019,
-    "step": 390
-  },
-  {
-    "loss": 0.1495,
-    "grad_norm": 9.5,
-    "learning_rate": 9.939195355583199e-06,
-    "epoch": 2.5477707006369426,
-    "step": 400
-  },
-  {
-    "loss": 0.1439,
-    "grad_norm": 12.1875,
-    "learning_rate": 9.53399701298801e-06,
-    "epoch": 2.611464968152866,
-    "step": 410
-  },
-  {
-    "loss": 0.1585,
-    "grad_norm": 9.1875,
-    "learning_rate": 9.129564312076861e-06,
-    "epoch": 2.6751592356687897,
-    "step": 420
-  },
-  {
-    "loss": 0.1568,
-    "grad_norm": 14.875,
-    "learning_rate": 8.726561734715388e-06,
-    "epoch": 2.738853503184713,
-    "step": 430
-  },
-  {
-    "loss": 0.134,
-    "grad_norm": 24.25,
-    "learning_rate": 8.325651413080003e-06,
-    "epoch": 2.802547770700637,
-    "step": 440
-  },
-  {
-    "loss": 0.1672,
-    "grad_norm": 16.25,
-    "learning_rate": 7.927492041776452e-06,
-    "epoch": 2.8662420382165603,
-    "step": 450
-  },
-  {
-    "loss": 0.1253,
-    "grad_norm": 2.765625,
-    "learning_rate": 7.532737795606299e-06,
-    "epoch": 2.9299363057324843,
-    "step": 460
-  },
-  {
-    "loss": 0.1352,
-    "grad_norm": 8.75,
-    "learning_rate": 7.142037254759469e-06,
-    "epoch": 2.9936305732484074,
-    "step": 470
-  },
-  {
-    "loss": 0.0673,
-    "grad_norm": 3.578125,
-    "learning_rate": 6.756032339198675e-06,
-    "epoch": 3.0573248407643314,
-    "step": 480
-  },
-  {
-    "loss": 0.0829,
-    "grad_norm": 10.5625,
-    "learning_rate": 6.375357253986614e-06,
-    "epoch": 3.121019108280255,
-    "step": 490
-  },
-  {
-    "loss": 0.0451,
-    "grad_norm": 5.15625,
-    "learning_rate": 6.000637447288719e-06,
-    "epoch": 3.1847133757961785,
-    "step": 500
-  },
-  {
-    "loss": 0.0943,
-    "grad_norm": 11.3125,
-    "learning_rate": 5.6324885827634665e-06,
-    "epoch": 3.248407643312102,
-    "step": 510
-  },
-  {
-    "loss": 0.0633,
-    "grad_norm": 9.5,
-    "learning_rate": 5.271515528028592e-06,
-    "epoch": 3.3121019108280256,
-    "step": 520
-  },
-  {
-    "loss": 0.0833,
-    "grad_norm": 8.125,
-    "learning_rate": 4.91831136086518e-06,
-    "epoch": 3.375796178343949,
-    "step": 530
-  },
-  {
-    "loss": 0.0534,
-    "grad_norm": 5.65625,
-    "learning_rate": 4.573456394792446e-06,
-    "epoch": 3.4394904458598727,
-    "step": 540
-  },
-  {
-    "loss": 0.0794,
-    "grad_norm": 6.65625,
-    "learning_rate": 4.237517225614138e-06,
-    "epoch": 3.5031847133757963,
-    "step": 550
-  },
-  {
-    "loss": 0.0782,
-    "grad_norm": 3.390625,
-    "learning_rate": 3.911045800503101e-06,
-    "epoch": 3.56687898089172,
-    "step": 560
-  },
-  {
-    "loss": 0.0612,
-    "grad_norm": 5.15625,
-    "learning_rate": 3.5945785111535547e-06,
-    "epoch": 3.6305732484076434,
-    "step": 570
-  },
-  {
-    "loss": 0.0867,
-    "grad_norm": 9.3125,
-    "learning_rate": 3.2886353124909267e-06,
-    "epoch": 3.694267515923567,
-    "step": 580
-  },
-  {
-    "loss": 0.0612,
-    "grad_norm": 7.03125,
-    "learning_rate": 2.9937188683872796e-06,
-    "epoch": 3.7579617834394905,
-    "step": 590
-  },
-  {
-    "loss": 0.0693,
-    "grad_norm": 2.609375,
-    "learning_rate": 2.7103137257858867e-06,
-    "epoch": 3.821656050955414,
-    "step": 600
-  },
-  {
-    "loss": 0.0616,
-    "grad_norm": 4.84375,
-    "learning_rate": 2.438885518591878e-06,
-    "epoch": 3.8853503184713376,
-    "step": 610
-  },
-  {
-    "loss": 0.0422,
-    "grad_norm": 5.125,
-    "learning_rate": 2.179880202636966e-06,
-    "epoch": 3.949044585987261,
-    "step": 620
-  },
-  {
-    "loss": 0.0407,
-    "grad_norm": 0.9453125,
-    "learning_rate": 1.9337233229751686e-06,
-    "epoch": 4.012738853503185,
-    "step": 630
-  },
-  {
-    "loss": 0.0324,
-    "grad_norm": 3.578125,
-    "learning_rate": 1.7008193147134167e-06,
-    "epoch": 4.076433121019108,
-    "step": 640
-  },
-  {
-    "loss": 0.0213,
-    "grad_norm": 1.9296875,
-    "learning_rate": 1.4815508385257316e-06,
-    "epoch": 4.140127388535032,
-    "step": 650
-  },
-  {
-    "loss": 0.0197,
-    "grad_norm": 1.296875,
-    "learning_rate": 1.2762781519427324e-06,
-    "epoch": 4.203821656050955,
-    "step": 660
-  },
-  {
-    "loss": 0.0523,
-    "grad_norm": 2.4375,
-    "learning_rate": 1.0853385174494758e-06,
-    "epoch": 4.267515923566879,
-    "step": 670
-  },
-  {
-    "loss": 0.0374,
-    "grad_norm": 2.640625,
-    "learning_rate": 9.090456483640686e-07,
-    "epoch": 4.3312101910828025,
-    "step": 680
-  },
-  {
-    "loss": 0.0303,
-    "grad_norm": 2.171875,
-    "learning_rate": 7.476891934075126e-07,
-    "epoch": 4.3949044585987265,
-    "step": 690
-  },
-  {
-    "loss": 0.0226,
-    "grad_norm": 1.8984375,
-    "learning_rate": 6.015342608116092e-07,
-    "epoch": 4.45859872611465,
-    "step": 700
-  },
-  {
-    "loss": 0.024,
-    "grad_norm": 2.765625,
-    "learning_rate": 4.708209827468457e-07,
-    "epoch": 4.522292993630574,
-    "step": 710
-  },
-  {
-    "loss": 0.0338,
-    "grad_norm": 6.53125,
-    "learning_rate": 3.5576412078585755e-07,
-    "epoch": 4.585987261146497,
-    "step": 720
-  },
-  {
-    "loss": 0.036,
-    "grad_norm": 4.4375,
-    "learning_rate": 2.565527130507295e-07,
-    "epoch": 4.649681528662421,
-    "step": 730
-  },
-  {
-    "loss": 0.0216,
-    "grad_norm": 1.40625,
-    "learning_rate": 1.7334976362386458e-07,
-    "epoch": 4.713375796178344,
-    "step": 740
-  },
-  {
-    "loss": 0.0276,
-    "grad_norm": 2.53125,
-    "learning_rate": 1.0629197473269736e-07,
-    "epoch": 4.777070063694268,
-    "step": 750
-  },
-  {
-    "loss": 0.0158,
-    "grad_norm": 1.125,
-    "learning_rate": 5.548952214829762e-08,
-    "epoch": 4.840764331210191,
-    "step": 760
-  },
-  {
-    "loss": 0.0193,
-    "grad_norm": 3.171875,
-    "learning_rate": 2.1025874166864523e-08,
-    "epoch": 4.904458598726115,
-    "step": 770
-  },
-  {
-    "loss": 0.0239,
-    "grad_norm": 0.58203125,
-    "learning_rate": 2.9576544715370636e-09,
-    "epoch": 4.968152866242038,
-    "step": 780
-  },
-  {
-    "train_runtime": 2126.4883,
-    "train_samples_per_second": 2.953,
-    "train_steps_per_second": 0.369,
-    "total_flos": 5619745856102400.0,
-    "train_loss": 0.23484725686395244,
+    "train_runtime": 187.8489,
+    "train_samples_per_second": 33.431,
+    "train_steps_per_second": 0.532,
+    "total_flos": 9748966353960960.0,
+    "train_loss": 0.2876847678422928,
     "epoch": 5.0,
-    "step": 785
+    "step": 100
   }
 ]