bitsoko commited on
Commit
365deb0
·
verified ·
1 Parent(s): 0069258

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f55186aef0f4403758d9ce629cd7dca80608ab1157777195225659ae9cab27c
3
  size 1912664024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94d812befd8cbd0b1f981f04d8b2411bd46748c41bb793e6d1c612ce1ccdade4
3
  size 1912664024
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ac6d376a99dca2c862d044dc6bf54e25ea4b0e9b7d5fb64d21cc77371fcbd7e
3
  size 958697812
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38b00b644b97eeaf0b015fab55c74c65a50fefb85d66e9404fce42857214d8aa
3
  size 958697812
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:facdb6d766a802a4f41ae7ca1bf9ed0da8d62bf0691baea9ce44e43fff7b8488
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72e45582261b53d7ecaa35c88e1eccb7713c6d0eb5a23b772caf206808bfa0b5
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d41c5e0dcdb54227b9ba743f10aa7627f76f4bc3177dd08d51a11e9d2ee11e9
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba62e0fa7ba080474fb13c3d90e298617ab5527a5910d99933271a91cf05a7b9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.021473710043560953,
5
  "eval_steps": 20,
6
- "global_step": 350,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -262,6 +262,51 @@
262
  "eval_samples_per_second": 4.236,
263
  "eval_steps_per_second": 0.551,
264
  "step": 340
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
265
  }
266
  ],
267
  "logging_steps": 20,
@@ -269,7 +314,7 @@
269
  "num_input_tokens_seen": 0,
270
  "num_train_epochs": 1,
271
  "save_steps": 50,
272
- "total_flos": 2.51593625816064e+16,
273
  "train_batch_size": 2,
274
  "trial_name": null,
275
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.024541382906926805,
5
  "eval_steps": 20,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
262
  "eval_samples_per_second": 4.236,
263
  "eval_steps_per_second": 0.551,
264
  "step": 340
265
+ },
266
+ {
267
+ "epoch": 0.022087244616234125,
268
+ "grad_norm": 0.12061001360416412,
269
+ "learning_rate": 0.00019564256781637413,
270
+ "loss": 1.6589,
271
+ "step": 360
272
+ },
273
+ {
274
+ "epoch": 0.022087244616234125,
275
+ "eval_loss": 1.528477430343628,
276
+ "eval_runtime": 23.6796,
277
+ "eval_samples_per_second": 4.223,
278
+ "eval_steps_per_second": 0.549,
279
+ "step": 360
280
+ },
281
+ {
282
+ "epoch": 0.023314313761580465,
283
+ "grad_norm": 0.14327766001224518,
284
+ "learning_rate": 0.00019539707867926844,
285
+ "loss": 1.5946,
286
+ "step": 380
287
+ },
288
+ {
289
+ "epoch": 0.023314313761580465,
290
+ "eval_loss": 1.52202570438385,
291
+ "eval_runtime": 23.6756,
292
+ "eval_samples_per_second": 4.224,
293
+ "eval_steps_per_second": 0.549,
294
+ "step": 380
295
+ },
296
+ {
297
+ "epoch": 0.024541382906926805,
298
+ "grad_norm": 0.12291988730430603,
299
+ "learning_rate": 0.00019515158954216277,
300
+ "loss": 1.5366,
301
+ "step": 400
302
+ },
303
+ {
304
+ "epoch": 0.024541382906926805,
305
+ "eval_loss": 1.507960319519043,
306
+ "eval_runtime": 23.6216,
307
+ "eval_samples_per_second": 4.233,
308
+ "eval_steps_per_second": 0.55,
309
+ "step": 400
310
  }
311
  ],
312
  "logging_steps": 20,
 
314
  "num_input_tokens_seen": 0,
315
  "num_train_epochs": 1,
316
  "save_steps": 50,
317
+ "total_flos": 2.93118341999616e+16,
318
  "train_batch_size": 2,
319
  "trial_name": null,
320
  "trial_params": null