mgh6 commited on
Commit
d23ec82
·
verified ·
1 Parent(s): 23f3775

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:85c5220f3838d461579a307f9cba6f7754614da9f06d2afb5fe0eadc48fce33c
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc191803cd0e53be77c2dba2b0d597f90a12f2e582c0a194c3dc3a33d16375c1
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e780a9139cdfd95852a5a3519a0e03f2c1b6390678ead1ec676113c4e67654d
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aa0f2e56e087014b3024e59242f999df31bb9ec854960102dee184fb81de8eb
3
  size 268176506
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3994f932662b0038291cefc18a6133374272417b603fc4bcda9e4dc677bc51e
3
  size 15006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11465cf536e83fdad93931dcb6689da9268f72da3bfe23713c9605230238e759
3
  size 15006
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f20c3d85c84442524862c494037ef3594faf69a20d2a98864dae3e5231d9b9b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a1e738055e8bc0ebf68a93d55511ca26bd12dd7297a12608356f1b695a95f64
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.1977550983428955,
3
- "best_model_checkpoint": "mgh6/TCS_MLM_50/checkpoint-500",
4
- "epoch": 0.14513788098693758,
5
  "eval_steps": 100,
6
- "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -82,6 +82,21 @@
82
  "eval_samples_per_second": 213.403,
83
  "eval_steps_per_second": 3.335,
84
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
85
  }
86
  ],
87
  "logging_steps": 100,
@@ -110,7 +125,7 @@
110
  "attributes": {}
111
  }
112
  },
113
- "total_flos": 5001938038947840.0,
114
  "train_batch_size": 64,
115
  "trial_name": null,
116
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.1928865909576416,
3
+ "best_model_checkpoint": "mgh6/TCS_MLM_50/checkpoint-600",
4
+ "epoch": 0.1741654571843251,
5
  "eval_steps": 100,
6
+ "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
82
  "eval_samples_per_second": 213.403,
83
  "eval_steps_per_second": 3.335,
84
  "step": 500
85
+ },
86
+ {
87
+ "epoch": 0.1741654571843251,
88
+ "grad_norm": 0.5023015141487122,
89
+ "learning_rate": 0.0009825834542815674,
90
+ "loss": 2.526,
91
+ "step": 600
92
+ },
93
+ {
94
+ "epoch": 0.1741654571843251,
95
+ "eval_loss": 1.1928865909576416,
96
+ "eval_runtime": 213.533,
97
+ "eval_samples_per_second": 213.077,
98
+ "eval_steps_per_second": 3.33,
99
+ "step": 600
100
  }
101
  ],
102
  "logging_steps": 100,
 
125
  "attributes": {}
126
  }
127
  },
128
+ "total_flos": 6002325646737408.0,
129
  "train_batch_size": 64,
130
  "trial_name": null,
131
  "trial_params": null