Fanucci commited on
Commit
8209269
·
verified ·
1 Parent(s): 497900f

Training in progress, step 500, checkpoint

Browse files
last-checkpoint/model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c691fc20bc081097cd8eeba3ecb439932d995a80f27df276c2e7bee3afd9c44b
3
  size 4995335576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a9edd40202ee9bdf83a9f4827636fe20841088385d615033eadefca3bdaa0d7
3
  size 4995335576
last-checkpoint/model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e642aa3aadaad39eb5ba24a7138f75e05cfb8e04f0f46b6dec6c858a6e830d2e
3
  size 1857639032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd03f6f393ff738690b65d3fe4979497863b808868e53b447f27f154a47f61e0
3
  size 1857639032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:433b20d5c0cacd84af924042d215e7b29768d81cd940f6181e72d73d7442eaec
3
  size 13706103974
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c381572d32a65fc1a155eecfa512281a474c4a471f1632383ddae55b8849c5e3
3
  size 13706103974
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1a97db8e41139aa1239ba7fb79ddeb0af5998c6305a440c1fe182e6ad02f2f5
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2b5691046896d865f067a1958689168fc2411c74d2f82d596bd6a636b2b141b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bfb05f711fd9bb3d14fd3664cc7d698df71ec289614aa26046fdc74fe37e7e86
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5924175694b6d639a07e1869835f8c2275afefcb042e767ca76a1976be92d591
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 1,
3
  "best_metric": 1.4945952892303467,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.028107432854465958,
6
  "eval_steps": 50,
7
- "global_step": 450,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -403,6 +403,49 @@
403
  "eval_samples_per_second": 15.631,
404
  "eval_steps_per_second": 15.631,
405
  "step": 450
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
406
  }
407
  ],
408
  "logging_steps": 10,
@@ -417,7 +460,7 @@
417
  "early_stopping_threshold": 0.0
418
  },
419
  "attributes": {
420
- "early_stopping_patience_counter": 9
421
  }
422
  },
423
  "TrainerControl": {
@@ -431,7 +474,7 @@
431
  "attributes": {}
432
  }
433
  },
434
- "total_flos": 1.838079737856e+16,
435
  "train_batch_size": 1,
436
  "trial_name": null,
437
  "trial_params": null
 
2
  "best_global_step": 1,
3
  "best_metric": 1.4945952892303467,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.03123048094940662,
6
  "eval_steps": 50,
7
+ "global_step": 500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
403
  "eval_samples_per_second": 15.631,
404
  "eval_steps_per_second": 15.631,
405
  "step": 450
406
+ },
407
+ {
408
+ "epoch": 0.02873204247345409,
409
+ "grad_norm": 650117120.0,
410
+ "learning_rate": 0.02863637856194159,
411
+ "loss": 8.5855,
412
+ "step": 460
413
+ },
414
+ {
415
+ "epoch": 0.029356652092442224,
416
+ "grad_norm": 11008.0,
417
+ "learning_rate": 0.027849785247263517,
418
+ "loss": 8.1377,
419
+ "step": 470
420
+ },
421
+ {
422
+ "epoch": 0.029981261711430358,
423
+ "grad_norm": 2491081031680.0,
424
+ "learning_rate": 0.02706032244040741,
425
+ "loss": 8.1602,
426
+ "step": 480
427
+ },
428
+ {
429
+ "epoch": 0.030605871330418487,
430
+ "grad_norm": 15269888.0,
431
+ "learning_rate": 0.026268785063499858,
432
+ "loss": 7.909,
433
+ "step": 490
434
+ },
435
+ {
436
+ "epoch": 0.03123048094940662,
437
+ "grad_norm": 245366784.0,
438
+ "learning_rate": 0.025475970127583666,
439
+ "loss": 7.9959,
440
+ "step": 500
441
+ },
442
+ {
443
+ "epoch": 0.03123048094940662,
444
+ "eval_loss": 8.136107444763184,
445
+ "eval_runtime": 56.6292,
446
+ "eval_samples_per_second": 14.886,
447
+ "eval_steps_per_second": 14.886,
448
+ "step": 500
449
  }
450
  ],
451
  "logging_steps": 10,
 
460
  "early_stopping_threshold": 0.0
461
  },
462
  "attributes": {
463
+ "early_stopping_patience_counter": 10
464
  }
465
  },
466
  "TrainerControl": {
 
474
  "attributes": {}
475
  }
476
  },
477
+ "total_flos": 2.04231081984e+16,
478
  "train_batch_size": 1,
479
  "trial_name": null,
480
  "trial_params": null