Training in progress, epoch 4, checkpoint

checkpoint-324/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b935954ed72ac400be6ace1da1b9745e29c1d70ae55a89bc1c1f48344e369bb1
+oid sha256:3677424ff625582873d1e486ea8300f0f7162d75caf3a191a1a795d29c0bee5e
 size 592318676

checkpoint-324/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b89f28a2e745eb280c44d2eff3bd04f70c3372a684741062aefbf620e94bb34
+oid sha256:236c3758d8c82cf0a81faa2249053835aac7fe86784411e896617448e50fa547
 size 1014645498

checkpoint-324/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f95cf6428a521f225a19b2f71296e812e7a5d112c98910331720e5ff6f1eff62
+oid sha256:bd6dfe6953b9cbab86b93ee2d3f16f1f3460960873f680d5a6b7263a2c839a40
 size 1064

checkpoint-324/trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": null,
-  "best_model_checkpoint": null,
+  "best_metric": 0.2252955436706543,
+  "best_model_checkpoint": "longformer-spans/checkpoint-162",
   "epoch": 4.0,
   "eval_steps": 500,
   "global_step": 324,
@@ -11,164 +11,164 @@
     {
       "epoch": 1.0,
       "eval_B": {
-        "f1-score": 0.8331822302810515,
-        "precision": 0.7901977644024075,
-        "recall": 0.8811121764141898,
-        "support": 1043.0
+        "f1-score": 0.816,
+        "precision": 0.7461594732991953,
+        "recall": 0.9002647837599294,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9471294753175105,
-        "precision": 0.9443616777446711,
-        "recall": 0.9499135446685879,
-        "support": 17350.0
+        "f1-score": 0.9321376763813793,
+        "precision": 0.9024103768767235,
+        "recall": 0.9638902525500463,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.8992868897421833,
-        "precision": 0.9103731674811195,
-        "recall": 0.8884673748103187,
-        "support": 9226.0
+        "f1-score": 0.8560784528570645,
+        "precision": 0.931782945736434,
+        "recall": 0.7917511147142278,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9267895289474637,
-      "eval_loss": 0.20478281378746033,
+      "eval_accuracy": 0.9035249198881844,
+      "eval_loss": 0.2619660496711731,
       "eval_macro avg": {
-        "f1-score": 0.8931995317802484,
-        "precision": 0.8816442032093993,
-        "recall": 0.9064976986310321,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6128,
-      "eval_samples_per_second": 17.343,
-      "eval_steps_per_second": 2.168,
+        "f1-score": 0.8680720430794812,
+        "precision": 0.860117598637451,
+        "recall": 0.8853020503414012,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.5032,
+      "eval_samples_per_second": 14.537,
+      "eval_steps_per_second": 1.817,
       "eval_weighted avg": {
-        "f1-score": 0.9268447919078652,
-        "precision": 0.9271861479533134,
-        "recall": 0.9267895289474637,
-        "support": 27619.0
+        "f1-score": 0.9020655278480035,
+        "precision": 0.9062562975065145,
+        "recall": 0.9035249198881844,
+        "support": 29334.0
       },
       "step": 81
     },
     {
       "epoch": 2.0,
       "eval_B": {
-        "f1-score": 0.8682547399124939,
-        "precision": 0.8806706114398422,
-        "recall": 0.8561840843720039,
-        "support": 1043.0
+        "f1-score": 0.8512256973795435,
+        "precision": 0.8167072181670721,
+        "recall": 0.8887908208296558,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9590983771942466,
-        "precision": 0.9592919333448654,
-        "recall": 0.9589048991354466,
-        "support": 17350.0
+        "f1-score": 0.9416781438711729,
+        "precision": 0.9152551099212274,
+        "recall": 0.9696721758577429,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.9226525313717006,
-        "precision": 0.9208594256100194,
-        "recall": 0.9244526338608281,
-        "support": 9226.0
+        "f1-score": 0.8778173190984578,
+        "precision": 0.9380041484212952,
+        "recall": 0.8248885285772193,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9435171439950758,
-      "eval_loss": 0.16574698686599731,
+      "eval_accuracy": 0.9178427763005387,
+      "eval_loss": 0.2252955436706543,
       "eval_macro avg": {
-        "f1-score": 0.9166685494928136,
-        "precision": 0.9202739901315756,
-        "recall": 0.9131805391227594,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6238,
-      "eval_samples_per_second": 17.302,
-      "eval_steps_per_second": 2.163,
+        "f1-score": 0.8902403867830581,
+        "precision": 0.8899888255031981,
+        "recall": 0.8944505084215394,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.4972,
+      "eval_samples_per_second": 14.553,
+      "eval_steps_per_second": 1.819,
       "eval_weighted avg": {
-        "f1-score": 0.9434932036816766,
-        "precision": 0.9434846863370583,
-        "recall": 0.9435171439950758,
-        "support": 27619.0
+        "f1-score": 0.9167016237671239,
+        "precision": 0.9191015935430046,
+        "recall": 0.9178427763005387,
+        "support": 29334.0
       },
       "step": 162
     },
     {
       "epoch": 3.0,
       "eval_B": {
-        "f1-score": 0.8791725434884815,
-        "precision": 0.8625461254612546,
-        "recall": 0.8964525407478428,
-        "support": 1043.0
+        "f1-score": 0.8531120331950207,
+        "precision": 0.8050117462803446,
+        "recall": 0.9073256840247131,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9588372159825352,
-        "precision": 0.9557349825345015,
-        "recall": 0.9619596541786744,
-        "support": 17350.0
+        "f1-score": 0.9469915571230095,
+        "precision": 0.9280963603037444,
+        "recall": 0.9666721213112965,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.9204284621270084,
-        "precision": 0.9282407407407407,
-        "recall": 0.9127465857359636,
-        "support": 9226.0
+        "f1-score": 0.8903876792352629,
+        "precision": 0.9353938852934612,
+        "recall": 0.8495135792460479,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9430464535283681,
-      "eval_loss": 0.15394224226474762,
+      "eval_accuracy": 0.9249676143724006,
+      "eval_loss": 0.22786012291908264,
       "eval_macro avg": {
-        "f1-score": 0.9194794071993417,
-        "precision": 0.9155072829121655,
-        "recall": 0.9237195935541602,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6233,
-      "eval_samples_per_second": 17.303,
-      "eval_steps_per_second": 2.163,
+        "f1-score": 0.8968304231844311,
+        "precision": 0.8895006639591835,
+        "recall": 0.9078371281940192,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.5036,
+      "eval_samples_per_second": 14.536,
+      "eval_steps_per_second": 1.817,
       "eval_weighted avg": {
-        "f1-score": 0.9429985029052194,
-        "precision": 0.9430314866542512,
-        "recall": 0.9430464535283681,
-        "support": 27619.0
+        "f1-score": 0.9243239165827936,
+        "precision": 0.9257972230878861,
+        "recall": 0.9249676143724006,
+        "support": 29334.0
       },
       "step": 243
     },
     {
       "epoch": 4.0,
       "eval_B": {
-        "f1-score": 0.8800746616892207,
-        "precision": 0.8572727272727273,
-        "recall": 0.9041227229146692,
-        "support": 1043.0
+        "f1-score": 0.8567807351077312,
+        "precision": 0.8217179902755267,
+        "recall": 0.8949691085613416,
+        "support": 1133.0
       },
       "eval_I": {
-        "f1-score": 0.9537844036697248,
-        "precision": 0.9488876212207644,
-        "recall": 0.9587319884726225,
-        "support": 17350.0
+        "f1-score": 0.9472597903427299,
+        "precision": 0.9432635621180161,
+        "recall": 0.9512900234549719,
+        "support": 18333.0
       },
       "eval_O": {
-        "f1-score": 0.9100192149327477,
-        "precision": 0.9220157970853265,
-        "recall": 0.8983308042488619,
-        "support": 9226.0
+        "f1-score": 0.8979927100980543,
+        "precision": 0.9099989595255437,
+        "recall": 0.8862991487636805,
+        "support": 9868.0
       },
-      "eval_accuracy": 0.9364929939534379,
-      "eval_loss": 0.19801080226898193,
+      "eval_accuracy": 0.9272516533715143,
+      "eval_loss": 0.23897655308246613,
       "eval_macro avg": {
-        "f1-score": 0.9146260934305644,
-        "precision": 0.9093920485262728,
-        "recall": 0.9203951718787179,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.6132,
-      "eval_samples_per_second": 17.342,
-      "eval_steps_per_second": 2.168,
+        "f1-score": 0.9006777451828384,
+        "precision": 0.8916601706396955,
+        "recall": 0.910852760259998,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.4904,
+      "eval_samples_per_second": 14.571,
+      "eval_steps_per_second": 1.821,
       "eval_weighted avg": {
-        "f1-score": 0.9363812792925563,
-        "precision": 0.9364514800186444,
-        "recall": 0.9364929939534379,
-        "support": 27619.0
+        "f1-score": 0.9271915992526735,
+        "precision": 0.9273787107073643,
+        "recall": 0.9272516533715143,
+        "support": 29334.0
       },
       "step": 324
     }
   ],
   "logging_steps": 500,
-  "max_steps": 4050,
+  "max_steps": 1620,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 50,
+  "num_train_epochs": 20,
   "save_steps": 500,
   "total_flos": 575146610942400.0,
   "train_batch_size": 4,

checkpoint-324/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:821ca433db9ddb761291ab61fc06d651ad248cd9d560cdb25f7f905e5aaff14e
+oid sha256:1094850123635c13193a80398a7bb1e351dd871416d3ce265431b259bf603290
 size 4856