Push MLM model

bert_embeddings_finetune/checkpoint-4662/config.json

@@ -19,7 +19,7 @@
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.48.0",
+  "transformers_version": "4.48.2",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 30522

bert_embeddings_finetune/checkpoint-4662/generation_config.json

@@ -1,5 +1,5 @@
 {
   "_from_model_config": true,
   "pad_token_id": 0,
-  "transformers_version": "4.48.0"
+  "transformers_version": "4.48.2"
 }

bert_embeddings_finetune/checkpoint-4662/trainer_state.json

@@ -11,9 +11,9 @@
     {
       "epoch": 1.0,
       "eval_loss": 2.5209195613861084,
-      "eval_runtime": 7.3239,
-      "eval_samples_per_second": 727.207,
-      "eval_steps_per_second": 45.468,
+      "eval_runtime": 7.238,
+      "eval_samples_per_second": 735.839,
+      "eval_steps_per_second": 46.007,
       "step": 333
     },
     {
@@ -26,17 +26,17 @@
     {
       "epoch": 2.0,
       "eval_loss": 2.278496742248535,
-      "eval_runtime": 7.4414,
-      "eval_samples_per_second": 715.73,
-      "eval_steps_per_second": 44.75,
+      "eval_runtime": 7.3227,
+      "eval_samples_per_second": 727.328,
+      "eval_steps_per_second": 45.475,
       "step": 666
     },
     {
       "epoch": 3.0,
       "eval_loss": NaN,
-      "eval_runtime": 7.4958,
-      "eval_samples_per_second": 710.531,
-      "eval_steps_per_second": 44.425,
+      "eval_runtime": 7.4657,
+      "eval_samples_per_second": 713.401,
+      "eval_steps_per_second": 44.604,
       "step": 999
     },
     {
@@ -49,9 +49,9 @@
     {
       "epoch": 4.0,
       "eval_loss": NaN,
-      "eval_runtime": 7.4729,
-      "eval_samples_per_second": 712.709,
-      "eval_steps_per_second": 44.561,
+      "eval_runtime": 7.4388,
+      "eval_samples_per_second": 715.977,
+      "eval_steps_per_second": 44.765,
       "step": 1332
     },
     {
@@ -64,17 +64,17 @@
     {
       "epoch": 5.0,
       "eval_loss": 1.7883461713790894,
-      "eval_runtime": 7.4123,
-      "eval_samples_per_second": 718.54,
-      "eval_steps_per_second": 44.926,
+      "eval_runtime": 7.3242,
+      "eval_samples_per_second": 727.175,
+      "eval_steps_per_second": 45.466,
       "step": 1665
     },
     {
       "epoch": 6.0,
       "eval_loss": 1.617417573928833,
-      "eval_runtime": 7.4583,
-      "eval_samples_per_second": 714.103,
-      "eval_steps_per_second": 44.648,
+      "eval_runtime": 7.305,
+      "eval_samples_per_second": 729.085,
+      "eval_steps_per_second": 45.585,
       "step": 1998
     },
     {
@@ -87,9 +87,9 @@
     {
       "epoch": 7.0,
       "eval_loss": 1.5227739810943604,
-      "eval_runtime": 7.5807,
-      "eval_samples_per_second": 702.576,
-      "eval_steps_per_second": 43.928,
+      "eval_runtime": 7.3236,
+      "eval_samples_per_second": 727.238,
+      "eval_steps_per_second": 45.469,
       "step": 2331
     },
     {
@@ -102,17 +102,17 @@
     {
       "epoch": 8.0,
       "eval_loss": 1.448709487915039,
-      "eval_runtime": 7.4971,
-      "eval_samples_per_second": 710.405,
-      "eval_steps_per_second": 44.417,
+      "eval_runtime": 7.3349,
+      "eval_samples_per_second": 726.119,
+      "eval_steps_per_second": 45.399,
       "step": 2664
     },
     {
       "epoch": 9.0,
       "eval_loss": NaN,
-      "eval_runtime": 7.416,
-      "eval_samples_per_second": 718.181,
-      "eval_steps_per_second": 44.903,
+      "eval_runtime": 7.4098,
+      "eval_samples_per_second": 718.774,
+      "eval_steps_per_second": 44.94,
       "step": 2997
     },
     {
@@ -125,9 +125,9 @@
     {
       "epoch": 10.0,
       "eval_loss": NaN,
-      "eval_runtime": 7.5506,
-      "eval_samples_per_second": 705.37,
-      "eval_steps_per_second": 44.102,
+      "eval_runtime": 7.4467,
+      "eval_samples_per_second": 715.218,
+      "eval_steps_per_second": 44.718,
       "step": 3330
     },
     {
@@ -140,17 +140,17 @@
     {
       "epoch": 11.0,
       "eval_loss": 1.2851027250289917,
-      "eval_runtime": 7.3621,
-      "eval_samples_per_second": 723.436,
-      "eval_steps_per_second": 45.232,
+      "eval_runtime": 7.5809,
+      "eval_samples_per_second": 702.554,
+      "eval_steps_per_second": 43.926,
       "step": 3663
     },
     {
       "epoch": 12.0,
       "eval_loss": 1.2175213098526,
-      "eval_runtime": 7.3326,
-      "eval_samples_per_second": 726.348,
-      "eval_steps_per_second": 45.414,
+      "eval_runtime": 7.6804,
+      "eval_samples_per_second": 693.45,
+      "eval_steps_per_second": 43.357,
       "step": 3996
     },
     {
@@ -163,9 +163,9 @@
     {
       "epoch": 13.0,
       "eval_loss": NaN,
-      "eval_runtime": 7.2691,
-      "eval_samples_per_second": 732.695,
-      "eval_steps_per_second": 45.811,
+      "eval_runtime": 7.5087,
+      "eval_samples_per_second": 709.31,
+      "eval_steps_per_second": 44.349,
       "step": 4329
     },
     {
@@ -178,9 +178,9 @@
     {
       "epoch": 14.0,
       "eval_loss": 1.1719356775283813,
-      "eval_runtime": 7.2773,
-      "eval_samples_per_second": 731.868,
-      "eval_steps_per_second": 45.759,
+      "eval_runtime": 7.5831,
+      "eval_samples_per_second": 702.355,
+      "eval_steps_per_second": 43.914,
       "step": 4662
     }
   ],

bert_embeddings_finetune/checkpoint-4995/config.json

@@ -19,7 +19,7 @@
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.48.0",
+  "transformers_version": "4.48.2",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 30522

bert_embeddings_finetune/checkpoint-4995/generation_config.json

@@ -1,5 +1,5 @@
 {
   "_from_model_config": true,
   "pad_token_id": 0,
-  "transformers_version": "4.48.0"
+  "transformers_version": "4.48.2"
 }

bert_embeddings_finetune/checkpoint-4995/trainer_state.json

@@ -11,9 +11,9 @@
     {
       "epoch": 1.0,
       "eval_loss": 2.5209195613861084,
-      "eval_runtime": 7.3239,
-      "eval_samples_per_second": 727.207,
-      "eval_steps_per_second": 45.468,
+      "eval_runtime": 7.238,
+      "eval_samples_per_second": 735.839,
+      "eval_steps_per_second": 46.007,
       "step": 333
     },
     {
@@ -26,17 +26,17 @@
     {
       "epoch": 2.0,
       "eval_loss": 2.278496742248535,
-      "eval_runtime": 7.4414,
-      "eval_samples_per_second": 715.73,
-      "eval_steps_per_second": 44.75,
+      "eval_runtime": 7.3227,
+      "eval_samples_per_second": 727.328,
+      "eval_steps_per_second": 45.475,
       "step": 666
     },
     {
       "epoch": 3.0,
       "eval_loss": NaN,
-      "eval_runtime": 7.4958,
-      "eval_samples_per_second": 710.531,
-      "eval_steps_per_second": 44.425,
+      "eval_runtime": 7.4657,
+      "eval_samples_per_second": 713.401,
+      "eval_steps_per_second": 44.604,
       "step": 999
     },
     {
@@ -49,9 +49,9 @@
     {
       "epoch": 4.0,
       "eval_loss": NaN,
-      "eval_runtime": 7.4729,
-      "eval_samples_per_second": 712.709,
-      "eval_steps_per_second": 44.561,
+      "eval_runtime": 7.4388,
+      "eval_samples_per_second": 715.977,
+      "eval_steps_per_second": 44.765,
       "step": 1332
     },
     {
@@ -64,17 +64,17 @@
     {
       "epoch": 5.0,
       "eval_loss": 1.7883461713790894,
-      "eval_runtime": 7.4123,
-      "eval_samples_per_second": 718.54,
-      "eval_steps_per_second": 44.926,
+      "eval_runtime": 7.3242,
+      "eval_samples_per_second": 727.175,
+      "eval_steps_per_second": 45.466,
       "step": 1665
     },
     {
       "epoch": 6.0,
       "eval_loss": 1.617417573928833,
-      "eval_runtime": 7.4583,
-      "eval_samples_per_second": 714.103,
-      "eval_steps_per_second": 44.648,
+      "eval_runtime": 7.305,
+      "eval_samples_per_second": 729.085,
+      "eval_steps_per_second": 45.585,
       "step": 1998
     },
     {
@@ -87,9 +87,9 @@
     {
       "epoch": 7.0,
       "eval_loss": 1.5227739810943604,
-      "eval_runtime": 7.5807,
-      "eval_samples_per_second": 702.576,
-      "eval_steps_per_second": 43.928,
+      "eval_runtime": 7.3236,
+      "eval_samples_per_second": 727.238,
+      "eval_steps_per_second": 45.469,
       "step": 2331
     },
     {
@@ -102,17 +102,17 @@
     {
       "epoch": 8.0,
       "eval_loss": 1.448709487915039,
-      "eval_runtime": 7.4971,
-      "eval_samples_per_second": 710.405,
-      "eval_steps_per_second": 44.417,
+      "eval_runtime": 7.3349,
+      "eval_samples_per_second": 726.119,
+      "eval_steps_per_second": 45.399,
       "step": 2664
     },
     {
       "epoch": 9.0,
       "eval_loss": NaN,
-      "eval_runtime": 7.416,
-      "eval_samples_per_second": 718.181,
-      "eval_steps_per_second": 44.903,
+      "eval_runtime": 7.4098,
+      "eval_samples_per_second": 718.774,
+      "eval_steps_per_second": 44.94,
       "step": 2997
     },
     {
@@ -125,9 +125,9 @@
     {
       "epoch": 10.0,
       "eval_loss": NaN,
-      "eval_runtime": 7.5506,
-      "eval_samples_per_second": 705.37,
-      "eval_steps_per_second": 44.102,
+      "eval_runtime": 7.4467,
+      "eval_samples_per_second": 715.218,
+      "eval_steps_per_second": 44.718,
       "step": 3330
     },
     {
@@ -140,17 +140,17 @@
     {
       "epoch": 11.0,
       "eval_loss": 1.2851027250289917,
-      "eval_runtime": 7.3621,
-      "eval_samples_per_second": 723.436,
-      "eval_steps_per_second": 45.232,
+      "eval_runtime": 7.5809,
+      "eval_samples_per_second": 702.554,
+      "eval_steps_per_second": 43.926,
       "step": 3663
     },
     {
       "epoch": 12.0,
       "eval_loss": 1.2175213098526,
-      "eval_runtime": 7.3326,
-      "eval_samples_per_second": 726.348,
-      "eval_steps_per_second": 45.414,
+      "eval_runtime": 7.6804,
+      "eval_samples_per_second": 693.45,
+      "eval_steps_per_second": 43.357,
       "step": 3996
     },
     {
@@ -163,9 +163,9 @@
     {
       "epoch": 13.0,
       "eval_loss": NaN,
-      "eval_runtime": 7.2691,
-      "eval_samples_per_second": 732.695,
-      "eval_steps_per_second": 45.811,
+      "eval_runtime": 7.5087,
+      "eval_samples_per_second": 709.31,
+      "eval_steps_per_second": 44.349,
       "step": 4329
     },
     {
@@ -178,17 +178,17 @@
     {
       "epoch": 14.0,
       "eval_loss": 1.1719356775283813,
-      "eval_runtime": 7.2773,
-      "eval_samples_per_second": 731.868,
-      "eval_steps_per_second": 45.759,
+      "eval_runtime": 7.5831,
+      "eval_samples_per_second": 702.355,
+      "eval_steps_per_second": 43.914,
       "step": 4662
     },
     {
       "epoch": 15.0,
       "eval_loss": 1.2066022157669067,
-      "eval_runtime": 7.2996,
-      "eval_samples_per_second": 729.633,
-      "eval_steps_per_second": 45.619,
+      "eval_runtime": 7.6392,
+      "eval_samples_per_second": 697.198,
+      "eval_steps_per_second": 43.591,
       "step": 4995
     }
   ],

bert_embeddings_finetune/config.json

@@ -19,7 +19,7 @@
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",
-  "transformers_version": "4.48.0",
+  "transformers_version": "4.48.2",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 30522

bert_embeddings_finetune/generation_config.json

@@ -1,5 +1,5 @@
 {
   "_from_model_config": true,
   "pad_token_id": 0,
-  "transformers_version": "4.48.0"
+  "transformers_version": "4.48.2"
 }