bitsoko commited on
Commit
bb1df93
·
verified ·
1 Parent(s): 041cd5b

Training in progress, step 300, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb1045a6588100f77da2fc367c78dce331d79e23ec98420f4290693e5657de94
3
  size 119597408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2742f1aa9af0a5c8fe54598a680690e77befd687f6ca7f1e39a7f423b59ca9cf
3
  size 119597408
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f72f392d6528b4317aef9fefb0c2d13f84965b56617fbc00a465411e33a0ab1
3
- size 60386772
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:448434462df3f3af483e599a4676d68fe53f423ca3787e848a18dd521a2b54d2
3
+ size 60387220
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8d87e9c1f179372f9242367ad770c30c7bd7eeb48af101c530d591d3c29dd85
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c22b464bb859e79260348791ff89706887d2ac8a613c40a3bf13d707af961dcf
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b00c955337268a520a0035ea66591799a038b74d25acad9619f1a1a47155f3ce
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f5a4b25c902770d977f31c26bd7fcb65734842e202b09426810a9afa34c40d8
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.015338364316829254,
5
  "eval_steps": 20,
6
- "global_step": 250,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -187,6 +187,51 @@
187
  "eval_samples_per_second": 5.073,
188
  "eval_steps_per_second": 0.659,
189
  "step": 240
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
190
  }
191
  ],
192
  "logging_steps": 20,
@@ -194,7 +239,7 @@
194
  "num_input_tokens_seen": 0,
195
  "num_train_epochs": 3,
196
  "save_steps": 50,
197
- "total_flos": 1.568681283999744e+16,
198
  "train_batch_size": 2,
199
  "trial_name": null,
200
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.018406037180195105,
5
  "eval_steps": 20,
6
+ "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
187
  "eval_samples_per_second": 5.073,
188
  "eval_steps_per_second": 0.659,
189
  "step": 240
190
+ },
191
+ {
192
+ "epoch": 0.015951898889502422,
193
+ "grad_norm": 0.7300752997398376,
194
+ "learning_rate": 0.00019895688456189153,
195
+ "loss": 1.669,
196
+ "step": 260
197
+ },
198
+ {
199
+ "epoch": 0.015951898889502422,
200
+ "eval_loss": 1.5231231451034546,
201
+ "eval_runtime": 19.522,
202
+ "eval_samples_per_second": 5.122,
203
+ "eval_steps_per_second": 0.666,
204
+ "step": 260
205
+ },
206
+ {
207
+ "epoch": 0.017178968034848762,
208
+ "grad_norm": 0.7053245306015015,
209
+ "learning_rate": 0.00019887507158635362,
210
+ "loss": 1.6513,
211
+ "step": 280
212
+ },
213
+ {
214
+ "epoch": 0.017178968034848762,
215
+ "eval_loss": 1.514104962348938,
216
+ "eval_runtime": 19.6874,
217
+ "eval_samples_per_second": 5.079,
218
+ "eval_steps_per_second": 0.66,
219
+ "step": 280
220
+ },
221
+ {
222
+ "epoch": 0.018406037180195105,
223
+ "grad_norm": 0.8148968815803528,
224
+ "learning_rate": 0.00019879325861081568,
225
+ "loss": 1.5712,
226
+ "step": 300
227
+ },
228
+ {
229
+ "epoch": 0.018406037180195105,
230
+ "eval_loss": 1.4980120658874512,
231
+ "eval_runtime": 19.7232,
232
+ "eval_samples_per_second": 5.07,
233
+ "eval_steps_per_second": 0.659,
234
+ "step": 300
235
  }
236
  ],
237
  "logging_steps": 20,
 
239
  "num_input_tokens_seen": 0,
240
  "num_train_epochs": 3,
241
  "save_steps": 50,
242
+ "total_flos": 1.892439319744512e+16,
243
  "train_batch_size": 2,
244
  "trial_name": null,
245
  "trial_params": null