mgh6 commited on
Commit
3fe832b
·
verified ·
1 Parent(s): b935dbd

Training in progress, step 6100, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb2a6ed2418e724131a02e47f2c81ffc5df3416394ca54f70baceb70eac119db
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67c34ba597a5c81ced1d39b217a0c23c258e10ff6753c4df538802d18ce5e628
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35513a652aa9e0e95d1359291721041174bbb1ae68ab2503ceb7b5b5f399530f
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6f899c00d47f39bb7388c3f058992fd87e8876c1cc3304647873a123f22ed96
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fd3a153c7f4fc276e389e31eb4561038460cdb918add1c749f0812d48ee1437
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:373381e1af0a7bd8f556a1461be5145a00f7ca5c3f9b98fdd6aa1a1866e01871
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c237aae9532ea0601345a50af5d3d3235dec36829be0cbcabbcf22b346088e11
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8054d9536c9328179ffe89e113671755f845d619eca4ba0428dce64587ae20ff
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96a890d85cf3909fed97ba692f06a1c1bcd8034fc87a10bc42383393a95d82ff
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b3efc810bd5e02520ea4047772206af56b66c4663e317c3c18bbf1aacf3ccf3
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4170a8f5911ad67c847ff011b45564348bd028ac1db6fe944f3c5b069dd64eca
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80455bdd5f9d0849480e1ae2cd0f431ae5c19bbf0c5a630d843b2e838f480ce1
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:daa89ea836ab8c5eee4c19423744e1df919c5d9e032dd5acf39a15943e43448e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12bba307a2dbb51e1fe4a814ce6fd6fcd90ba49bffaa9b023d0750076d62c718
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.7580859661102295,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-6000",
4
- "epoch": 8.032128514056225,
5
  "eval_steps": 100,
6
- "global_step": 6000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -907,6 +907,21 @@
907
  "eval_samples_per_second": 889.346,
908
  "eval_steps_per_second": 3.594,
909
  "step": 6000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
910
  }
911
  ],
912
  "logging_steps": 100,
@@ -921,7 +936,7 @@
921
  "early_stopping_threshold": 0.0
922
  },
923
  "attributes": {
924
- "early_stopping_patience_counter": 0
925
  }
926
  },
927
  "TrainerControl": {
@@ -935,7 +950,7 @@
935
  "attributes": {}
936
  }
937
  },
938
- "total_flos": 2.1787362459648e+17,
939
  "train_batch_size": 64,
940
  "trial_name": null,
941
  "trial_params": null
 
1
  {
2
  "best_metric": 0.7580859661102295,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-6000",
4
+ "epoch": 8.165997322623829,
5
  "eval_steps": 100,
6
+ "global_step": 6100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
907
  "eval_samples_per_second": 889.346,
908
  "eval_steps_per_second": 3.594,
909
  "step": 6000
910
+ },
911
+ {
912
+ "epoch": 8.165997322623829,
913
+ "grad_norm": 0.2097356915473938,
914
+ "learning_rate": 0.00018340026773761714,
915
+ "loss": 0.6789,
916
+ "step": 6100
917
+ },
918
+ {
919
+ "epoch": 8.165997322623829,
920
+ "eval_loss": 0.7637941241264343,
921
+ "eval_runtime": 6.4327,
922
+ "eval_samples_per_second": 884.859,
923
+ "eval_steps_per_second": 3.576,
924
+ "step": 6100
925
  }
926
  ],
927
  "logging_steps": 100,
 
936
  "early_stopping_threshold": 0.0
937
  },
938
  "attributes": {
939
+ "early_stopping_patience_counter": 1
940
  }
941
  },
942
  "TrainerControl": {
 
950
  "attributes": {}
951
  }
952
  },
953
+ "total_flos": 2.21504851673088e+17,
954
  "train_batch_size": 64,
955
  "trial_name": null,
956
  "trial_params": null