Training in progress, step 10000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d9110422c3b26640261dc785e9b6989d3c913f8b478a6f48d3a23b84a1ede2d
+oid sha256:13c49d13392c3fae06cd958148dc1d8c21c82e46c55b624c32c6a4d49c7eed06
 size 959732416

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18c5a24f32c4c53426b5bbd40549706956c3582e9dfea8c7ee78415bf9c68859
+oid sha256:f694fa68799379ed20f77406780e6a592acec751b9b1e5634daa36c050d17eac
 size 1919732806

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c881ad54e2aae8feeb160e05a97e39cf1c147f9aae0937a1b7e41a0710f93d0
+oid sha256:95bd719bf1326b1281aa016ff1c8f48d41524f5feaf22af9267d2acf3daac222
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08c589f3acbeec5c6e36834591171153e8af682ebbd66860ce42dbcde5e025a9
+oid sha256:ddcca23b21d6bdd8ad51b065d4aa1989126b3480f39bbd5a003d90f3b5366d5d
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 1.676727028839705,
+  "epoch": 3.35345405767941,
   "eval_steps": 500,
-  "global_step": 5000,
+  "global_step": 10000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -90,6 +90,102 @@
       "learning_rate": 3.323272971160295e-05,
       "loss": 0.0746,
       "step": 5000
+    },
+    {
+      "epoch": 1.8443997317236756,
+      "grad_norm": 0.31091028451919556,
+      "learning_rate": 3.1556002682763246e-05,
+      "loss": 0.0668,
+      "step": 5500
+    },
+    {
+      "epoch": 2.0,
+      "eval_gen_len": 100.0,
+      "eval_loss": 0.05176199600100517,
+      "eval_rouge1": 2.443,
+      "eval_rouge2": 1.3413,
+      "eval_rougeL": 2.4246,
+      "eval_rougeLsum": 2.4731,
+      "eval_runtime": 1529.3226,
+      "eval_samples_per_second": 0.867,
+      "eval_steps_per_second": 0.217,
+      "step": 5964
+    },
+    {
+      "epoch": 2.0120724346076457,
+      "grad_norm": 0.409631609916687,
+      "learning_rate": 2.9879275653923545e-05,
+      "loss": 0.0591,
+      "step": 6000
+    },
+    {
+      "epoch": 2.1797451374916164,
+      "grad_norm": 0.44650885462760925,
+      "learning_rate": 2.8202548625083835e-05,
+      "loss": 0.0408,
+      "step": 6500
+    },
+    {
+      "epoch": 2.347417840375587,
+      "grad_norm": 0.3755093812942505,
+      "learning_rate": 2.6525821596244134e-05,
+      "loss": 0.0376,
+      "step": 7000
+    },
+    {
+      "epoch": 2.515090543259557,
+      "grad_norm": 0.2583145499229431,
+      "learning_rate": 2.4849094567404426e-05,
+      "loss": 0.0342,
+      "step": 7500
+    },
+    {
+      "epoch": 2.682763246143528,
+      "grad_norm": 0.5501976609230042,
+      "learning_rate": 2.3172367538564725e-05,
+      "loss": 0.0317,
+      "step": 8000
+    },
+    {
+      "epoch": 2.8504359490274984,
+      "grad_norm": 0.3406773507595062,
+      "learning_rate": 2.1495640509725018e-05,
+      "loss": 0.0284,
+      "step": 8500
+    },
+    {
+      "epoch": 3.0,
+      "eval_gen_len": 100.0,
+      "eval_loss": 0.02168501727283001,
+      "eval_rouge1": 5.9838,
+      "eval_rouge2": 3.3142,
+      "eval_rougeL": 5.9543,
+      "eval_rougeLsum": 5.9938,
+      "eval_runtime": 1529.7745,
+      "eval_samples_per_second": 0.867,
+      "eval_steps_per_second": 0.217,
+      "step": 8946
+    },
+    {
+      "epoch": 3.0181086519114686,
+      "grad_norm": 0.08470600098371506,
+      "learning_rate": 1.9818913480885314e-05,
+      "loss": 0.0248,
+      "step": 9000
+    },
+    {
+      "epoch": 3.1857813547954392,
+      "grad_norm": 0.2213999181985855,
+      "learning_rate": 1.814218645204561e-05,
+      "loss": 0.0171,
+      "step": 9500
+    },
+    {
+      "epoch": 3.35345405767941,
+      "grad_norm": 0.25770503282546997,
+      "learning_rate": 1.6465459423205902e-05,
+      "loss": 0.0164,
+      "step": 10000
     }
   ],
   "logging_steps": 500,
@@ -109,7 +205,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 3.6087364307291996e+18,
+  "total_flos": 7.216931469785039e+18,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null