End of training

README.md

@@ -3,6 +3,8 @@ license: apache-2.0
 base_model: google-t5/t5-small
 tags:
 - generated_from_trainer
+datasets:
+- squad_v2
 model-index:
 - name: debug_seq2seq_squad
   results: []
@@ -14,7 +16,9 @@ should probably proofread and complete it, then remove this comment. -->
 [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/favcowboy/huggingface/runs/wdlupjr7)
 # debug_seq2seq_squad
 
-This model is a fine-tuned version of [google-t5/t5-small](https://huggingface.co/google-t5/t5-small) on an unknown dataset.
+This model is a fine-tuned version of [google-t5/t5-small](https://huggingface.co/google-t5/t5-small) on the squad_v2 dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.7565
 
 ## Model description
 

all_results.json

@@ -0,0 +1,14 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.7564865946769714,
+    "eval_runtime": 109.7627,
+    "eval_samples": 12309,
+    "eval_samples_per_second": 112.142,
+    "eval_steps_per_second": 14.021,
+    "total_flos": 2.645641233904435e+16,
+    "train_loss": 0.5331895410246172,
+    "train_runtime": 7144.6567,
+    "train_samples": 130319,
+    "train_samples_per_second": 36.48,
+    "train_steps_per_second": 3.04
+}

eval_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.0,
+    "eval_loss": 0.7564865946769714,
+    "eval_runtime": 109.7627,
+    "eval_samples": 12309,
+    "eval_samples_per_second": 112.142,
+    "eval_steps_per_second": 14.021
+}

runs/Jun03_20-36-48_3ae2d9ab28bf/events.out.tfevents.1717454282.3ae2d9ab28bf.7388.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793ce4c20be7b4c6587b21c6f440034e6c1d1f2e85d951eb1406c9cc4c1846b0
+size 364

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 2.0,
+    "total_flos": 2.645641233904435e+16,
+    "train_loss": 0.5331895410246172,
+    "train_runtime": 7144.6567,
+    "train_samples": 130319,
+    "train_samples_per_second": 36.48,
+    "train_steps_per_second": 3.04
+}

trainer_state.json

@@ -0,0 +1,343 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 21720,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04604051565377532,
+      "grad_norm": 4.105458736419678,
+      "learning_rate": 2.930939226519337e-05,
+      "loss": 0.7338,
+      "step": 500
+    },
+    {
+      "epoch": 0.09208103130755065,
+      "grad_norm": 6.632126331329346,
+      "learning_rate": 2.861878453038674e-05,
+      "loss": 0.6214,
+      "step": 1000
+    },
+    {
+      "epoch": 0.13812154696132597,
+      "grad_norm": 5.542463302612305,
+      "learning_rate": 2.7928176795580113e-05,
+      "loss": 0.6065,
+      "step": 1500
+    },
+    {
+      "epoch": 0.1841620626151013,
+      "grad_norm": 8.155370712280273,
+      "learning_rate": 2.7237569060773482e-05,
+      "loss": 0.5881,
+      "step": 2000
+    },
+    {
+      "epoch": 0.2302025782688766,
+      "grad_norm": 3.674407720565796,
+      "learning_rate": 2.6546961325966852e-05,
+      "loss": 0.582,
+      "step": 2500
+    },
+    {
+      "epoch": 0.27624309392265195,
+      "grad_norm": 3.3256947994232178,
+      "learning_rate": 2.585635359116022e-05,
+      "loss": 0.577,
+      "step": 3000
+    },
+    {
+      "epoch": 0.32228360957642727,
+      "grad_norm": 4.420624732971191,
+      "learning_rate": 2.516574585635359e-05,
+      "loss": 0.5748,
+      "step": 3500
+    },
+    {
+      "epoch": 0.3683241252302026,
+      "grad_norm": 5.609716892242432,
+      "learning_rate": 2.4475138121546964e-05,
+      "loss": 0.5532,
+      "step": 4000
+    },
+    {
+      "epoch": 0.4143646408839779,
+      "grad_norm": 10.64582633972168,
+      "learning_rate": 2.3784530386740334e-05,
+      "loss": 0.5705,
+      "step": 4500
+    },
+    {
+      "epoch": 0.4604051565377532,
+      "grad_norm": 4.55027437210083,
+      "learning_rate": 2.3093922651933703e-05,
+      "loss": 0.5542,
+      "step": 5000
+    },
+    {
+      "epoch": 0.5064456721915286,
+      "grad_norm": 4.849785327911377,
+      "learning_rate": 2.2403314917127073e-05,
+      "loss": 0.5561,
+      "step": 5500
+    },
+    {
+      "epoch": 0.5524861878453039,
+      "grad_norm": 7.6427154541015625,
+      "learning_rate": 2.1712707182320442e-05,
+      "loss": 0.5427,
+      "step": 6000
+    },
+    {
+      "epoch": 0.5985267034990792,
+      "grad_norm": 4.943839073181152,
+      "learning_rate": 2.1022099447513815e-05,
+      "loss": 0.548,
+      "step": 6500
+    },
+    {
+      "epoch": 0.6445672191528545,
+      "grad_norm": 3.1242663860321045,
+      "learning_rate": 2.0331491712707185e-05,
+      "loss": 0.5401,
+      "step": 7000
+    },
+    {
+      "epoch": 0.6906077348066298,
+      "grad_norm": 4.478808403015137,
+      "learning_rate": 1.9640883977900554e-05,
+      "loss": 0.5444,
+      "step": 7500
+    },
+    {
+      "epoch": 0.7366482504604052,
+      "grad_norm": 5.4113054275512695,
+      "learning_rate": 1.8950276243093924e-05,
+      "loss": 0.545,
+      "step": 8000
+    },
+    {
+      "epoch": 0.7826887661141805,
+      "grad_norm": 3.117663860321045,
+      "learning_rate": 1.825966850828729e-05,
+      "loss": 0.5268,
+      "step": 8500
+    },
+    {
+      "epoch": 0.8287292817679558,
+      "grad_norm": 4.178927421569824,
+      "learning_rate": 1.7569060773480663e-05,
+      "loss": 0.5441,
+      "step": 9000
+    },
+    {
+      "epoch": 0.8747697974217311,
+      "grad_norm": 8.61349868774414,
+      "learning_rate": 1.6878453038674033e-05,
+      "loss": 0.5383,
+      "step": 9500
+    },
+    {
+      "epoch": 0.9208103130755064,
+      "grad_norm": 5.246815204620361,
+      "learning_rate": 1.6187845303867402e-05,
+      "loss": 0.5386,
+      "step": 10000
+    },
+    {
+      "epoch": 0.9668508287292817,
+      "grad_norm": 5.026543140411377,
+      "learning_rate": 1.5497237569060772e-05,
+      "loss": 0.5313,
+      "step": 10500
+    },
+    {
+      "epoch": 1.0128913443830572,
+      "grad_norm": 3.600374937057495,
+      "learning_rate": 1.4806629834254145e-05,
+      "loss": 0.5252,
+      "step": 11000
+    },
+    {
+      "epoch": 1.0589318600368325,
+      "grad_norm": 3.5238852500915527,
+      "learning_rate": 1.4116022099447514e-05,
+      "loss": 0.4928,
+      "step": 11500
+    },
+    {
+      "epoch": 1.1049723756906078,
+      "grad_norm": 4.74073600769043,
+      "learning_rate": 1.3425414364640886e-05,
+      "loss": 0.5087,
+      "step": 12000
+    },
+    {
+      "epoch": 1.1510128913443831,
+      "grad_norm": 8.856585502624512,
+      "learning_rate": 1.2734806629834255e-05,
+      "loss": 0.4898,
+      "step": 12500
+    },
+    {
+      "epoch": 1.1970534069981584,
+      "grad_norm": 8.898761749267578,
+      "learning_rate": 1.2044198895027623e-05,
+      "loss": 0.5066,
+      "step": 13000
+    },
+    {
+      "epoch": 1.2430939226519337,
+      "grad_norm": 5.918560028076172,
+      "learning_rate": 1.1353591160220994e-05,
+      "loss": 0.5149,
+      "step": 13500
+    },
+    {
+      "epoch": 1.289134438305709,
+      "grad_norm": 4.796153545379639,
+      "learning_rate": 1.0662983425414364e-05,
+      "loss": 0.5006,
+      "step": 14000
+    },
+    {
+      "epoch": 1.3351749539594844,
+      "grad_norm": 5.584662914276123,
+      "learning_rate": 9.972375690607735e-06,
+      "loss": 0.5058,
+      "step": 14500
+    },
+    {
+      "epoch": 1.3812154696132597,
+      "grad_norm": 9.456035614013672,
+      "learning_rate": 9.281767955801105e-06,
+      "loss": 0.4885,
+      "step": 15000
+    },
+    {
+      "epoch": 1.427255985267035,
+      "grad_norm": 3.6488196849823,
+      "learning_rate": 8.591160220994474e-06,
+      "loss": 0.4914,
+      "step": 15500
+    },
+    {
+      "epoch": 1.4732965009208103,
+      "grad_norm": 3.0951404571533203,
+      "learning_rate": 7.900552486187846e-06,
+      "loss": 0.5016,
+      "step": 16000
+    },
+    {
+      "epoch": 1.5193370165745856,
+      "grad_norm": 5.87822151184082,
+      "learning_rate": 7.209944751381215e-06,
+      "loss": 0.5117,
+      "step": 16500
+    },
+    {
+      "epoch": 1.565377532228361,
+      "grad_norm": 5.016966819763184,
+      "learning_rate": 6.519337016574586e-06,
+      "loss": 0.5134,
+      "step": 17000
+    },
+    {
+      "epoch": 1.6114180478821363,
+      "grad_norm": 8.312193870544434,
+      "learning_rate": 5.828729281767956e-06,
+      "loss": 0.4934,
+      "step": 17500
+    },
+    {
+      "epoch": 1.6574585635359116,
+      "grad_norm": 5.323014736175537,
+      "learning_rate": 5.1381215469613265e-06,
+      "loss": 0.5025,
+      "step": 18000
+    },
+    {
+      "epoch": 1.703499079189687,
+      "grad_norm": 4.238588809967041,
+      "learning_rate": 4.447513812154697e-06,
+      "loss": 0.4948,
+      "step": 18500
+    },
+    {
+      "epoch": 1.7495395948434622,
+      "grad_norm": 3.3375260829925537,
+      "learning_rate": 3.756906077348067e-06,
+      "loss": 0.5086,
+      "step": 19000
+    },
+    {
+      "epoch": 1.7955801104972375,
+      "grad_norm": 6.620930194854736,
+      "learning_rate": 3.0662983425414365e-06,
+      "loss": 0.4931,
+      "step": 19500
+    },
+    {
+      "epoch": 1.8416206261510129,
+      "grad_norm": 4.153687000274658,
+      "learning_rate": 2.375690607734807e-06,
+      "loss": 0.4853,
+      "step": 20000
+    },
+    {
+      "epoch": 1.8876611418047882,
+      "grad_norm": 5.683996677398682,
+      "learning_rate": 1.6850828729281769e-06,
+      "loss": 0.492,
+      "step": 20500
+    },
+    {
+      "epoch": 1.9337016574585635,
+      "grad_norm": 3.776688575744629,
+      "learning_rate": 9.944751381215469e-07,
+      "loss": 0.4876,
+      "step": 21000
+    },
+    {
+      "epoch": 1.979742173112339,
+      "grad_norm": 2.931673526763916,
+      "learning_rate": 3.0386740331491715e-07,
+      "loss": 0.5069,
+      "step": 21500
+    },
+    {
+      "epoch": 2.0,
+      "step": 21720,
+      "total_flos": 2.645641233904435e+16,
+      "train_loss": 0.5331895410246172,
+      "train_runtime": 7144.6567,
+      "train_samples_per_second": 36.48,
+      "train_steps_per_second": 3.04
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 21720,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.645641233904435e+16,
+  "train_batch_size": 12,
+  "trial_name": null,
+  "trial_params": null
+}