End of training

README.md

@@ -2,7 +2,7 @@
 tags:
 - generated_from_trainer
 datasets:
-- category_cleaning
+- Displate/category_cleaning
 model-index:
 - name: category_cleaning
   results: []
@@ -13,9 +13,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # category_cleaning
 
-This model was trained from scratch on the category_cleaning dataset.
+This model was trained from scratch on the Displate/category_cleaning dataset.
 It achieves the following results on the evaluation set:
-- Loss: 4.5610
+- Loss: 4.5536
 
 ## Model description
 

all_results.json

@@ -1,11 +1,11 @@
 {
-    "epoch": 20.0,
-    "eval_loss": 2.79219126701355,
-    "eval_runtime": 0.1416,
-    "eval_samples_per_second": 84.761,
-    "eval_steps_per_second": 7.063,
-    "train_loss": 0.8449213743209839,
-    "train_runtime": 26.655,
-    "train_samples_per_second": 56.275,
-    "train_steps_per_second": 1.501
+    "epoch": 3.0,
+    "eval_loss": 4.553551197052002,
+    "eval_runtime": 33.259,
+    "eval_samples_per_second": 125.68,
+    "eval_steps_per_second": 1.984,
+    "train_loss": 2.093686363324016,
+    "train_runtime": 1727.448,
+    "train_samples_per_second": 43.554,
+    "train_steps_per_second": 0.681
 }

eval_results.json

@@ -1,7 +1,7 @@
 {
-    "epoch": 20.0,
-    "eval_loss": 2.79219126701355,
-    "eval_runtime": 0.1416,
-    "eval_samples_per_second": 84.761,
-    "eval_steps_per_second": 7.063
+    "epoch": 3.0,
+    "eval_loss": 4.553551197052002,
+    "eval_runtime": 33.259,
+    "eval_samples_per_second": 125.68,
+    "eval_steps_per_second": 1.984
 }

runs/Mar08_15-17-04_9da45c1bcf23/events.out.tfevents.1709912800.9da45c1bcf23.91952.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3135caa43ee1cc5af2bc009803fb1ee6113a6fd2c6bfdbd37cf292a751a550
+size 359

train_results.json

@@ -1,7 +1,7 @@
 {
-    "epoch": 20.0,
-    "train_loss": 0.8449213743209839,
-    "train_runtime": 26.655,
-    "train_samples_per_second": 56.275,
-    "train_steps_per_second": 1.501
+    "epoch": 3.0,
+    "train_loss": 2.093686363324016,
+    "train_runtime": 1727.448,
+    "train_samples_per_second": 43.554,
+    "train_steps_per_second": 0.681
 }

trainer_state.json

@@ -1,89 +1,194 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 20.0,
-  "eval_steps": 10,
-  "global_step": 40,
+  "epoch": 3.0,
+  "eval_steps": 100,
+  "global_step": 1176,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 5.0,
-      "grad_norm": 49.72227096557617,
-      "learning_rate": 3.7500000000000003e-05,
-      "loss": 1.5458,
-      "step": 10
+      "epoch": 0.26,
+      "grad_norm": 23.253705978393555,
+      "learning_rate": 4.5748299319727895e-05,
+      "loss": 3.0173,
+      "step": 100
     },
     {
-      "epoch": 5.0,
-      "eval_loss": 1.9921075105667114,
-      "eval_runtime": 0.0842,
-      "eval_samples_per_second": 142.47,
-      "eval_steps_per_second": 11.873,
-      "step": 10
+      "epoch": 0.26,
+      "eval_loss": 4.248861312866211,
+      "eval_runtime": 33.2541,
+      "eval_samples_per_second": 125.699,
+      "eval_steps_per_second": 1.985,
+      "step": 100
     },
     {
-      "epoch": 10.0,
-      "grad_norm": 7.272302627563477,
-      "learning_rate": 2.5e-05,
-      "loss": 0.7085,
-      "step": 20
+      "epoch": 0.51,
+      "grad_norm": 24.05482292175293,
+      "learning_rate": 4.149659863945579e-05,
+      "loss": 2.8146,
+      "step": 200
     },
     {
-      "epoch": 10.0,
-      "eval_loss": 2.8139545917510986,
-      "eval_runtime": 0.0805,
-      "eval_samples_per_second": 149.037,
-      "eval_steps_per_second": 12.42,
-      "step": 20
+      "epoch": 0.51,
+      "eval_loss": 4.2605061531066895,
+      "eval_runtime": 33.1469,
+      "eval_samples_per_second": 126.105,
+      "eval_steps_per_second": 1.991,
+      "step": 200
     },
     {
-      "epoch": 15.0,
-      "grad_norm": 14.296534538269043,
-      "learning_rate": 1.25e-05,
-      "loss": 0.6106,
-      "step": 30
+      "epoch": 0.77,
+      "grad_norm": 19.086837768554688,
+      "learning_rate": 3.724489795918368e-05,
+      "loss": 2.7177,
+      "step": 300
     },
     {
-      "epoch": 15.0,
-      "eval_loss": 2.804417848587036,
-      "eval_runtime": 0.082,
-      "eval_samples_per_second": 146.276,
-      "eval_steps_per_second": 12.19,
-      "step": 30
+      "epoch": 0.77,
+      "eval_loss": 4.254702091217041,
+      "eval_runtime": 33.1625,
+      "eval_samples_per_second": 126.046,
+      "eval_steps_per_second": 1.99,
+      "step": 300
     },
     {
-      "epoch": 20.0,
-      "grad_norm": 0.8484093546867371,
-      "learning_rate": 0.0,
-      "loss": 0.5148,
-      "step": 40
+      "epoch": 1.02,
+      "grad_norm": 19.842321395874023,
+      "learning_rate": 3.2993197278911564e-05,
+      "loss": 2.6338,
+      "step": 400
     },
     {
-      "epoch": 20.0,
-      "eval_loss": 2.79219126701355,
-      "eval_runtime": 0.0805,
-      "eval_samples_per_second": 149.146,
-      "eval_steps_per_second": 12.429,
-      "step": 40
+      "epoch": 1.02,
+      "eval_loss": 4.386436462402344,
+      "eval_runtime": 33.0306,
+      "eval_samples_per_second": 126.549,
+      "eval_steps_per_second": 1.998,
+      "step": 400
     },
     {
-      "epoch": 20.0,
-      "step": 40,
-      "total_flos": 87250496949000.0,
-      "train_loss": 0.8449213743209839,
-      "train_runtime": 26.655,
-      "train_samples_per_second": 56.275,
-      "train_steps_per_second": 1.501
+      "epoch": 1.28,
+      "grad_norm": 25.054931640625,
+      "learning_rate": 2.8741496598639456e-05,
+      "loss": 2.102,
+      "step": 500
+    },
+    {
+      "epoch": 1.28,
+      "eval_loss": 4.353818893432617,
+      "eval_runtime": 32.9823,
+      "eval_samples_per_second": 126.734,
+      "eval_steps_per_second": 2.001,
+      "step": 500
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 22.865522384643555,
+      "learning_rate": 2.448979591836735e-05,
+      "loss": 2.1015,
+      "step": 600
+    },
+    {
+      "epoch": 1.53,
+      "eval_loss": 4.339511871337891,
+      "eval_runtime": 33.0575,
+      "eval_samples_per_second": 126.446,
+      "eval_steps_per_second": 1.997,
+      "step": 600
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 25.445798873901367,
+      "learning_rate": 2.023809523809524e-05,
+      "loss": 2.0691,
+      "step": 700
+    },
+    {
+      "epoch": 1.79,
+      "eval_loss": 4.336267471313477,
+      "eval_runtime": 32.9895,
+      "eval_samples_per_second": 126.707,
+      "eval_steps_per_second": 2.001,
+      "step": 700
+    },
+    {
+      "epoch": 2.04,
+      "grad_norm": 22.133098602294922,
+      "learning_rate": 1.5986394557823133e-05,
+      "loss": 1.9422,
+      "step": 800
+    },
+    {
+      "epoch": 2.04,
+      "eval_loss": 4.633069038391113,
+      "eval_runtime": 32.9021,
+      "eval_samples_per_second": 127.044,
+      "eval_steps_per_second": 2.006,
+      "step": 800
+    },
+    {
+      "epoch": 2.3,
+      "grad_norm": 31.207412719726562,
+      "learning_rate": 1.1734693877551021e-05,
+      "loss": 1.4405,
+      "step": 900
+    },
+    {
+      "epoch": 2.3,
+      "eval_loss": 4.565266132354736,
+      "eval_runtime": 33.1329,
+      "eval_samples_per_second": 126.158,
+      "eval_steps_per_second": 1.992,
+      "step": 900
+    },
+    {
+      "epoch": 2.55,
+      "grad_norm": 19.457901000976562,
+      "learning_rate": 7.482993197278912e-06,
+      "loss": 1.3896,
+      "step": 1000
+    },
+    {
+      "epoch": 2.55,
+      "eval_loss": 4.576756477355957,
+      "eval_runtime": 33.1251,
+      "eval_samples_per_second": 126.188,
+      "eval_steps_per_second": 1.992,
+      "step": 1000
+    },
+    {
+      "epoch": 2.81,
+      "grad_norm": 20.708255767822266,
+      "learning_rate": 3.231292517006803e-06,
+      "loss": 1.3735,
+      "step": 1100
+    },
+    {
+      "epoch": 2.81,
+      "eval_loss": 4.561042308807373,
+      "eval_runtime": 33.6147,
+      "eval_samples_per_second": 124.35,
+      "eval_steps_per_second": 1.963,
+      "step": 1100
+    },
+    {
+      "epoch": 3.0,
+      "step": 1176,
+      "total_flos": 4376310425967942.0,
+      "train_loss": 2.093686363324016,
+      "train_runtime": 1727.448,
+      "train_samples_per_second": 43.554,
+      "train_steps_per_second": 0.681
     }
   ],
-  "logging_steps": 10,
-  "max_steps": 40,
+  "logging_steps": 100,
+  "max_steps": 1176,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 20,
+  "num_train_epochs": 3,
   "save_steps": 500,
-  "total_flos": 87250496949000.0,
+  "total_flos": 4376310425967942.0,
   "train_batch_size": 64,
   "trial_name": null,
   "trial_params": null