Training in progress, step 20, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31613173bb510c1b911cebc1b158474f8239ba4939110fdf7a29cd18616285ad
+oid sha256:548783adf4d23308302c202bf40a281da4ae1dc20aab5f9f2f2e8577f67caa46
 size 8668296

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a869730c0eeb84c7d2a172cd77304ff5ed5d1be2dcf8a8d226b9577edd30e4d2
+oid sha256:c5b361053329544d4e8b662a787c9b8569aa3deec709e1cb498607fd498cf2a0
 size 17405562

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e5aa417b4f1b17cecb5dcf222fa3803ec44a2e98f52640f39c31b014e024933
+oid sha256:2da4182a3b74e8a27beef3c980202435a704abfb52c6bca6860053ff8533dede
 size 13990

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c53b0cbaf2a19664c058f4e66eb239ddc5fd2fb4cc08f25757af8d23fbd56adc
+oid sha256:6bf70f0f705c641ac0aa6196d80fdac69cf053952800eb6a8b0a95b3368eb426
 size 1064

last-checkpoint/trainer_state.json

@@ -1,15 +1,16 @@
 {
-  "best_metric": 312.2047244094488,
-  "best_model_checkpoint": "./exp/wft-test-model/checkpoint-10",
-  "epoch": 0.1,
+  "best_metric": 258.26771653543307,
+  "best_model_checkpoint": "./exp/wft-test-model/checkpoint-20",
+  "epoch": 1.01,
   "eval_steps": 10,
-  "global_step": 10,
+  "global_step": 20,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.01,
+      "eval_pred": null,
       "grad_norm": 32.254364013671875,
       "learning_rate": 1e-05,
       "loss": 4.3127,
@@ -17,6 +18,7 @@
     },
     {
       "epoch": 0.02,
+      "eval_pred": null,
       "grad_norm": 13.570059776306152,
       "learning_rate": 2e-05,
       "loss": 2.7251,
@@ -24,6 +26,7 @@
     },
     {
       "epoch": 0.03,
+      "eval_pred": null,
       "grad_norm": 27.845048904418945,
       "learning_rate": 3e-05,
       "loss": 3.8856,
@@ -31,6 +34,7 @@
     },
     {
       "epoch": 0.04,
+      "eval_pred": null,
       "grad_norm": 18.186725616455078,
       "learning_rate": 4e-05,
       "loss": 2.5123,
@@ -38,6 +42,7 @@
     },
     {
       "epoch": 0.05,
+      "eval_pred": null,
       "grad_norm": 20.293132781982422,
       "learning_rate": 5e-05,
       "loss": 2.9692,
@@ -45,6 +50,7 @@
     },
     {
       "epoch": 0.06,
+      "eval_pred": null,
       "grad_norm": 20.205909729003906,
       "learning_rate": 6e-05,
       "loss": 3.336,
@@ -52,6 +58,7 @@
     },
     {
       "epoch": 0.07,
+      "eval_pred": null,
       "grad_norm": 14.420604705810547,
       "learning_rate": 7.000000000000001e-05,
       "loss": 2.9546,
@@ -59,6 +66,7 @@
     },
     {
       "epoch": 0.08,
+      "eval_pred": null,
       "grad_norm": 5.636794090270996,
       "learning_rate": 8e-05,
       "loss": 2.107,
@@ -66,6 +74,7 @@
     },
     {
       "epoch": 0.09,
+      "eval_pred": null,
       "grad_norm": 16.66157341003418,
       "learning_rate": 8.999999999999999e-05,
       "loss": 2.8062,
@@ -73,6 +82,7 @@
     },
     {
       "epoch": 0.1,
+      "eval_pred": null,
       "grad_norm": 8.142745971679688,
       "learning_rate": 0.0001,
       "loss": 2.4079,
@@ -91,6 +101,90 @@
       "eval_wer": 312.2047244094488,
       "eval_wer_time": 0.016916990280151367,
       "step": 10
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 4.166449546813965,
+      "learning_rate": 0.00011,
+      "loss": 2.0676,
+      "step": 11
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 17.860973358154297,
+      "learning_rate": 0.00012,
+      "loss": 2.3138,
+      "step": 12
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 6.342301368713379,
+      "learning_rate": 0.00013000000000000002,
+      "loss": 2.0556,
+      "step": 13
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 8.040596961975098,
+      "learning_rate": 0.00014000000000000001,
+      "loss": 1.9082,
+      "step": 14
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 4.461116790771484,
+      "learning_rate": 0.00015,
+      "loss": 2.1481,
+      "step": 15
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 4.888762950897217,
+      "learning_rate": 0.00016,
+      "loss": 2.1165,
+      "step": 16
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 19.042604446411133,
+      "learning_rate": 0.00017,
+      "loss": 2.4252,
+      "step": 17
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 5.278524398803711,
+      "learning_rate": 0.00017999999999999998,
+      "loss": 1.7136,
+      "step": 18
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 10.18915843963623,
+      "learning_rate": 0.00019,
+      "loss": 2.0686,
+      "step": 19
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 3.584944486618042,
+      "learning_rate": 0.0002,
+      "loss": 1.2303,
+      "step": 20
+    },
+    {
+      "epoch": 1.01,
+      "eval_cer": 100.0,
+      "eval_cer_time": 0.004556179046630859,
+      "eval_decode_time": 0.5213298797607422,
+      "eval_loss": 1.1646130084991455,
+      "eval_pred": "| i | Label | Prediction |\n| --- | --- | --- |\n| 0 | MISTER QUILTER IS THE APOSTLE OF THE MIDDLE CLASSES AND WE ARE GLAD TO WELCOME HIS GOSPEL |  MristerTER QUILTER IS THE APOSAL OF THE MDLE CLASSES AND WE'RE GLAD TO WELLCOME HIS GOSPLETHTHTH) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -\"-\"-\"- -\"-\"- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - |\n| 1 | NOR IS MISTER QUILTER'S MANNER LESS INTERESTING THAN HIS MATTER |  NorORIS MrISTER QUILTERSS MANER LESS INTERESTING THEN HIS MATTER - - - - - - - - - - - - - - -) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - |\n| 2 | HE TELLS US THAT AT THIS FESTIVE SEASON OF THE YEAR WITH CHRISTMAS AND ROAST BEEF LOOMING BEFORE US SIMILES DRAWN FROM EATING AND ITS RESULTS OCCUR MOST READILY TO THE MIND |  He TELLS US THAT AT THIS FESTTIVE SEASON OF THE YEAR WITH CHRISTMAS AND RAST BEEEF LUMING BEFORE US SIMILA DRAWN FROM EATING AND IT'S RESULTS ORPERUR MOST READITLY TO THE MIND - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -\"- - - - -\"-\"-\"-\"- |\n| 3 | HE HAS GRAVE DOUBTS WHETHER SIR FREDERICK LEIGHTON'S WORK IS REALLY GREEK AFTER ALL AND CAN DISCOVER IN IT BUT LITTLE OF ROCKY ITHACA |  He HAS GB DOTSTS WHETHER SURIRFDG LITTON'S'S WORK IS REALLY GREK AFTER ALL AND CAN DISCOVER IN IT BUT LITTLE OF WCKY ISHAKA IS IS IS IS IS IS IS IS IS IS+ - IS ---\"-\"-\"-\"-\"-\"- IS IS IS\"-\"-\"-++\"-\"-+++\"-\"-\"-\"-\"-\"-\"-\"-\"-\"-\"-\"- |\n| 4 | LINNELL'S PICTURES ARE A SORT OF UP GUARDS AND AT EM PAINTINGS AND MASON'S EXQUISITE IDYLLS ARE AS NATIONAL AS A JINGO POEM MISTER BIRKET FOSTER'S LANDSCAPES SMILE AT ONE MUCH IN THE SAME WAY THAT MISTER CARKER USED TO FLASH HIS TEETH AND MISTER JOHN COLLIER GIVES HIS SITTER A CHEERFUL SLAP ON THE BACK BEFORE HE SAYS LIKE A SHAMPOOER IN A TURKISH BATH NEXT MAN |  LininILILSS PICTURES ARE AS SOR OF UPGARDS AN ADOM PINING AND MASSS EXQUISIT ITELLE'S ARE AS NIONAL AS A JINGO PEM MrISTER BRIRK AT FOSTERSS LANDSAPES SMYLE AT ONE MUCH IN THE SAME WAY THAT MISTER CARCER USED TO FASH HIS TETH AND MISTER JO COLLIER GIIVES HIS CIDTER A CHURFUL SLAP IN THE BACK BEFORE HE SAYS LIKE A SHAMPURER IN A TURKISH BATH NEXT MAN |\n| 5 | IT IS OBVIOUSLY UNNECESSARY FOR US TO POINT OUT HOW LUMINOUS THESE CRITICISMS ARE HOW DELICATE IN EXPRESSION |  It IS OBVISUSLY UNNESSESSARY FOR US TO POINT OUT HOW LUMINUS THESE CRITICISMS ARE HOW DEELICATE IN EXPRESSION IS - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -- - - - - - - - - - - - - - -- - - - - - - - -- - - - - - - - - -- |\n| 6 | ON THE GENERAL PRINCIPLES OF ART MISTER QUILTER WRITES WITH EQUAL LUCIDITY |  On THE JENRAL PRINCEIPAL OF ART ANDISTER QUILTER RIGHTITEES WITH EQUIL LOUCIDITY - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - |\n| 7 | PAINTING HE TELLS US IS OF A DIFFERENT QUALITY TO MATHEMATICS AND FINISH IN ART IS ADDING MORE FACT |  PainINING HE TELLS US IS OF A DFFERENT QUALITY TO MHAMADICS AND FINISH IN ART IS ADDING MORE FACT - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - |\n| 8 | AS FOR ETCHINGS THEY ARE OF TWO KINDS BRITISH AND FOREIGN |  As FOR ECHINGS TH ARE OF TWO KINDES BRIDISH AND FOREIGN)) IS - - - - - - - - - - - - - - - -)) - - - -) - - - - - - - - - - - - - - - - - - - - - - - - - - - - |\n| 9 | HE LAMENTS MOST BITTERLY THE DIVORCE THAT HAS BEEN MADE BETWEEN DECORATIVE ART AND WHAT WE USUALLY CALL PICTURES MAKES THE CUSTOMARY APPEAL TO THE LAST JUDGMENT AND REMINDS US THAT IN THE GREAT DAYS OF ART MICHAEL ANGELO WAS THE FURNISHING UPHOLSTERER |  He LAMEN MOST BITTERLY THE DEIVORCE THAT HAS BEEN MADE BEWEEN DEECREDIVE ART AND WHAT WE USEALLY CALL PICTURES MAKES A CUSTOMER APPEALED THE LAST JGENT AND REMINDES US THAT IN THE GREAT DAYS OF ART MAGELO WAS THE FRINISHING APHOLSTTERER |\n",
+      "eval_runtime": 2.7415,
+      "eval_samples_per_second": 3.648,
+      "eval_steps_per_second": 0.73,
+      "eval_wer": 258.26771653543307,
+      "eval_wer_time": 1.4057037830352783,
+      "step": 20
     }
   ],
   "logging_steps": 1,
@@ -110,7 +204,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1109326233600000.0,
+  "total_flos": 2135452999680000.0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null