mgh6 commited on
Commit
8066dbe
·
verified ·
1 Parent(s): a4a17cd

Training in progress, step 3300, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4bc348b2f67ae50ac338e43ec78d914361843cbf1e3b704f81a788fbe94e835a
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6fcc6b68ed6c8fcec7935714d880896ac1f50e26c53db7f0662d98ab1a15414
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:67032d3cbdea034fb916679f8d1d0bd1f24d9c39f3b6c36ff3c41d6a02107d1a
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6146b500d61dcfd9fb8f6f470d354ea82c8673e39cf6c885f67eebe284bdc832
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db91dd5e9083ef8e2bd49e1ee4ec3ac01f536d0772b293168dd335f34eb14ebe
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9c9bcd7d5c7db6d39407cf0f484e960bc685e2e96251815b42ccafca7685683
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dabdcb1d64ee62b3d44e9be0fda637a6eeefd3ba1adf1f4af2033d80e8af9a96
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be59fda547433051d1e3429d31d948c03fb4fc94f4aa092a8ba1a6c18f620262
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ddc87dd35064d2bd252c124860330c1c252335e10cb120fb9c4bb983480c26ac
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3d90284b24f335c55911eb7de6e1b04f64d7916ffd27324cbd36e8c39ff5f39
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83866576b1071745a157c9879af6dffd8ac9b144d23bab164f4910105ec261e2
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:793dfcb846de77f43d414bbe711491e2af32eca9823a49b468c31c54598cb459
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:675ec9db3b9601b5c3a7ab2fca2c541e6b66bed8f3f8436e760187306c91cbc1
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7623b48a4372484f57d0d82402f5c3c0b0e58b745867e2e8f7526e0f0890c47
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.805473268032074,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-3200",
4
- "epoch": 4.28380187416332,
5
  "eval_steps": 100,
6
- "global_step": 3200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -487,6 +487,21 @@
487
  "eval_samples_per_second": 887.894,
488
  "eval_steps_per_second": 3.588,
489
  "step": 3200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
490
  }
491
  ],
492
  "logging_steps": 100,
@@ -501,7 +516,7 @@
501
  "early_stopping_threshold": 0.0
502
  },
503
  "attributes": {
504
- "early_stopping_patience_counter": 0
505
  }
506
  },
507
  "TrainerControl": {
@@ -515,7 +530,7 @@
515
  "attributes": {}
516
  }
517
  },
518
- "total_flos": 1.16199266451456e+17,
519
  "train_batch_size": 64,
520
  "trial_name": null,
521
  "trial_params": null
 
1
  {
2
  "best_metric": 0.805473268032074,
3
  "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-3200",
4
+ "epoch": 4.417670682730924,
5
  "eval_steps": 100,
6
+ "global_step": 3300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
487
  "eval_samples_per_second": 887.894,
488
  "eval_steps_per_second": 3.588,
489
  "step": 3200
490
+ },
491
+ {
492
+ "epoch": 4.417670682730924,
493
+ "grad_norm": 0.20242071151733398,
494
+ "learning_rate": 0.0005582329317269076,
495
+ "loss": 0.775,
496
+ "step": 3300
497
+ },
498
+ {
499
+ "epoch": 4.417670682730924,
500
+ "eval_loss": 0.8090841174125671,
501
+ "eval_runtime": 6.3804,
502
+ "eval_samples_per_second": 892.112,
503
+ "eval_steps_per_second": 3.605,
504
+ "step": 3300
505
  }
506
  ],
507
  "logging_steps": 100,
 
516
  "early_stopping_threshold": 0.0
517
  },
518
  "attributes": {
519
+ "early_stopping_patience_counter": 1
520
  }
521
  },
522
  "TrainerControl": {
 
530
  "attributes": {}
531
  }
532
  },
533
+ "total_flos": 1.19830493528064e+17,
534
  "train_batch_size": 64,
535
  "trial_name": null,
536
  "trial_params": null