Training in progress, step 30, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:548783adf4d23308302c202bf40a281da4ae1dc20aab5f9f2f2e8577f67caa46
+oid sha256:05665b3b0b7410dbac32ea4039a959ce9cffcc1e0bae00b0da1c2117044d3ea6
 size 8668296

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5b361053329544d4e8b662a787c9b8569aa3deec709e1cb498607fd498cf2a0
+oid sha256:6e8aa59d612822872cc18d650c63b9330f76f41b76702632f04dc2641d2c4e88
 size 17405562

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2da4182a3b74e8a27beef3c980202435a704abfb52c6bca6860053ff8533dede
+oid sha256:47cfa69a42c93dbca65569ec81b1155b1d488146e32a5777f7ff34a66ab6b1e6
 size 13990

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bf70f0f705c641ac0aa6196d80fdac69cf053952800eb6a8b0a95b3368eb426
+oid sha256:15152ad07ee530f37d1795684ca0f2da347a19398aeb2c8d3d75fa4e1eaeb789
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 258.26771653543307,
-  "best_model_checkpoint": "./exp/wft-test-model/checkpoint-20",
-  "epoch": 1.01,
+  "best_metric": 37.79527559055118,
+  "best_model_checkpoint": "./exp/wft-test-model/checkpoint-30",
+  "epoch": 1.11,
   "eval_steps": 10,
-  "global_step": 20,
+  "global_step": 30,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -104,6 +104,7 @@
     },
     {
       "epoch": 0.11,
+      "eval_pred": null,
       "grad_norm": 4.166449546813965,
       "learning_rate": 0.00011,
       "loss": 2.0676,
@@ -111,6 +112,7 @@
     },
     {
       "epoch": 0.12,
+      "eval_pred": null,
       "grad_norm": 17.860973358154297,
       "learning_rate": 0.00012,
       "loss": 2.3138,
@@ -118,6 +120,7 @@
     },
     {
       "epoch": 0.13,
+      "eval_pred": null,
       "grad_norm": 6.342301368713379,
       "learning_rate": 0.00013000000000000002,
       "loss": 2.0556,
@@ -125,6 +128,7 @@
     },
     {
       "epoch": 0.14,
+      "eval_pred": null,
       "grad_norm": 8.040596961975098,
       "learning_rate": 0.00014000000000000001,
       "loss": 1.9082,
@@ -132,6 +136,7 @@
     },
     {
       "epoch": 0.15,
+      "eval_pred": null,
       "grad_norm": 4.461116790771484,
       "learning_rate": 0.00015,
       "loss": 2.1481,
@@ -139,6 +144,7 @@
     },
     {
       "epoch": 0.16,
+      "eval_pred": null,
       "grad_norm": 4.888762950897217,
       "learning_rate": 0.00016,
       "loss": 2.1165,
@@ -146,6 +152,7 @@
     },
     {
       "epoch": 0.17,
+      "eval_pred": null,
       "grad_norm": 19.042604446411133,
       "learning_rate": 0.00017,
       "loss": 2.4252,
@@ -153,6 +160,7 @@
     },
     {
       "epoch": 0.18,
+      "eval_pred": null,
       "grad_norm": 5.278524398803711,
       "learning_rate": 0.00017999999999999998,
       "loss": 1.7136,
@@ -160,6 +168,7 @@
     },
     {
       "epoch": 0.19,
+      "eval_pred": null,
       "grad_norm": 10.18915843963623,
       "learning_rate": 0.00019,
       "loss": 2.0686,
@@ -167,6 +176,7 @@
     },
     {
       "epoch": 1.01,
+      "eval_pred": null,
       "grad_norm": 3.584944486618042,
       "learning_rate": 0.0002,
       "loss": 1.2303,
@@ -185,6 +195,90 @@
       "eval_wer": 258.26771653543307,
       "eval_wer_time": 1.4057037830352783,
       "step": 20
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 4.428985118865967,
+      "learning_rate": 0.00021,
+      "loss": 1.2975,
+      "step": 21
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 4.232193470001221,
+      "learning_rate": 0.00022,
+      "loss": 1.3636,
+      "step": 22
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 5.8515167236328125,
+      "learning_rate": 0.00023,
+      "loss": 1.3856,
+      "step": 23
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 3.324622869491577,
+      "learning_rate": 0.00024,
+      "loss": 0.9259,
+      "step": 24
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 5.164034366607666,
+      "learning_rate": 0.00025,
+      "loss": 1.1038,
+      "step": 25
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 8.681169509887695,
+      "learning_rate": 0.00026000000000000003,
+      "loss": 1.4779,
+      "step": 26
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 3.7555525302886963,
+      "learning_rate": 0.00027,
+      "loss": 1.0174,
+      "step": 27
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 4.5491042137146,
+      "learning_rate": 0.00028000000000000003,
+      "loss": 1.1516,
+      "step": 28
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 3.3533918857574463,
+      "learning_rate": 0.00029,
+      "loss": 0.7413,
+      "step": 29
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 3.5604212284088135,
+      "learning_rate": 0.0003,
+      "loss": 0.8667,
+      "step": 30
+    },
+    {
+      "epoch": 1.11,
+      "eval_cer": 52.34375,
+      "eval_cer_time": 0.004464864730834961,
+      "eval_decode_time": 0.5007879734039307,
+      "eval_loss": 0.8100153803825378,
+      "eval_pred": "| i | Label | Prediction |\n| --- | --- | --- |\n| 0 | MISTER QUILTER IS THE APOSTLE OF THE MIDDLE CLASSES AND WE ARE GLAD TO WELCOME HIS GOSPEL | MISTER QUILTER IS THE APOSAL OF THE MDLE CLASSES AND WE ARE GLAD TO WELCOME HIS GOSPLETHTHTHGTHTHTHTHGTHTHTHTHTHTHTHTHTHTHTHTHTH)#)#TH##)#)#### \u266a### - \u266a######################\"-####\"-####\"-####\"-#\"-##\"-\"-\"-#\"-\"-\"-\"-\"-\"-\"-##\"- |\n| 1 | NOR IS MISTER QUILTER'S MANNER LESS INTERESTING THAN HIS MATTER | NOR IS MISTER QUOLTERSS MANER LESS INTERESTING THEN HIS MATTER)))))))))))))))))))))))))))))) -))-------\"-\"-\"-\"----\"--\"---------------------------------------- |\n| 2 | HE TELLS US THAT AT THIS FESTIVE SEASON OF THE YEAR WITH CHRISTMAS AND ROAST BEEF LOOMING BEFORE US SIMILES DRAWN FROM EATING AND ITS RESULTS OCCUR MOST READILY TO THE MIND | HE TELLS US THAT AT THIS FESTTIVE SEASON OF THE YEAR WITH CHRISTMAS AND RAST BEEEF LUMING BEFORE US SIMILA DRAwnN FROM EATING AND IT'S RESULTS ORCRUR MOST RADDILY TO THE MIND ############ |\n| 3 | HE HAS GRAVE DOUBTS WHETHER SIR FREDERICK LEIGHTON'S WORK IS REALLY GREEK AFTER ALL AND CAN DISCOVER IN IT BUT LITTLE OF ROCKY ITHACA | HE HAS GRAB DTSTS WHETHER SURIR FRDG LITTON'SS WORK IS REALLY GREEK AFTER ALL AND CAN DISCOVER IN IT BUT LITTLE OF ROCKY ITHAKA################## |\n| 4 | LINNELL'S PICTURES ARE A SORT OF UP GUARDS AND AT EM PAINTINGS AND MASON'S EXQUISITE IDYLLS ARE AS NATIONAL AS A JINGO POEM MISTER BIRKET FOSTER'S LANDSCAPES SMILE AT ONE MUCH IN THE SAME WAY THAT MISTER CARKER USED TO FLASH HIS TEETH AND MISTER JOHN COLLIER GIVES HIS SITTER A CHEERFUL SLAP ON THE BACK BEFORE HE SAYS LIKE A SHAMPOOER IN A TURKISH BATH NEXT MAN | LINELELSS PICTURES ARE A SORT OF UPGARDS AN ADT PINTINGS AND MASSS EXQUISIT ITOLLEESS AREA NIONAL AS A JINGO PEM MrISTER BRIRKET FOSTERSS LANDSAPES SMILE AT ONE MUCH IN THE SAME WAY THAT MISTER CARCER USED TO FASH HIS TEETH AND MISTER John COLLIER GIVES HIS SITTER A CHURFUL SLAP IN THE BACK BEFORE HE SAYS LIKE A SHAMPURER AND A TURKISH BATH NEXT MAN |\n| 5 | IT IS OBVIOUSLY UNNECESSARY FOR US TO POINT OUT HOW LUMINOUS THESE CRITICISMS ARE HOW DELICATE IN EXPRESSION | H IS OBVIOUSLY UNNESSESSARY FOR US TO POINT OUT HOW LUMENUS THESE CRITICISM ARE HOW DEELICAT IN EXPRESSIONTHTHTHTHTH)))#TH####TH##################################\"-######\"-\"-\"-\"-###\"-\"-\"-\"-\"-\"-\"-\"-\"-\"-\"-\"-\"-\"-\"-\"- |\n| 6 | ON THE GENERAL PRINCIPLES OF ART MISTER QUILTER WRITES WITH EQUAL LUCIDITY | ON THE GENRAL PRENCEIPAL OF ART ANDISTER QUILTER RIGHTITEES WITH EQUAL LOUCIDITY))))))) - - - - - - - - - - -+ -++\"-\"-\"- -++\"-\"-\"-\"-+\"-++++\"-\"-\"-++\"-+\"-\"-\"-\"-\"-\"-+\"-\"-\"-\"-\"-\"-\"-++++++++++++++++++++++\"-\"- |\n| 7 | PAINTING HE TELLS US IS OF A DIFFERENT QUALITY TO MATHEMATICS AND FINISH IN ART IS ADDING MORE FACT | PINING HE TELLS US IS OF A DFFERENT QUALITY TO MHAMATICS AND FINISH IN ART IS ADDING MORE FACT))))#########################################++#####+######+++####+\"-\"-++\"-\"-+++++++ |\n| 8 | AS FOR ETCHINGS THEY ARE OF TWO KINDS BRITISH AND FOREIGN | As FORECHINGS THEY ARE OF TWO KINDDS BRITISH AND FOREIGN)))))))))))))) |\n| 9 | HE LAMENTS MOST BITTERLY THE DIVORCE THAT HAS BEEN MADE BETWEEN DECORATIVE ART AND WHAT WE USUALLY CALL PICTURES MAKES THE CUSTOMARY APPEAL TO THE LAST JUDGMENT AND REMINDS US THAT IN THE GREAT DAYS OF ART MICHAEL ANGELO WAS THE FURNISHING UPHOLSTERER | HE LAMENTS MOST BITTERLY THE DIVORCE THAT HAS BEEN MADE BEWEEN DEECRADIVE ART AND WHAT WE USELALLY CALL PICTURES MAKEES A CUSTOMER APPEAL TO THE LAST JGENT AND REMINDES US THAT IN THE GREAT DAYS OF ART MAGELO WAS THE FURNISHING AHOLSTTERER |\n",
+      "eval_runtime": 2.1555,
+      "eval_samples_per_second": 4.639,
+      "eval_steps_per_second": 0.928,
+      "eval_wer": 37.79527559055118,
+      "eval_wer_time": 0.03960013389587402,
+      "step": 30
     }
   ],
   "logging_steps": 1,
@@ -204,7 +298,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 2135452999680000.0,
+  "total_flos": 3244779233280000.0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null