cools commited on
Commit
e5e60e6
·
1 Parent(s): d83671b

Training in progress, step 100, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a504e7087c42efa0abf4ec92b7f2fffe60bc836a276d2d8040eb1e14d8fe701
3
  size 83945296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d91107f5c242c8df5342db2e311f2309392ecf0548153ba97e37db1ac8814530
3
  size 83945296
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c3a1c360125505fbecae7ce8c3717ae80f5d8f194f13bc58ae229409e120928
3
  size 42545748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24377944ce0dd27b0697f70f0d52d926be551d7d662470a7bb5e641270e05441
3
  size 42545748
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f3d5d54b849ab203f6cdfb3dbb15af8bac4b9cdd7cf70876a104c601b1d220d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79438b1731d80b13c3e856d3e6ada7b258fe0028bd55a30293421a89363cfff2
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ef61bc9a6dc6a8e5bc76abe40655ca3cc8891ccb7b6be31278a254ac81104357
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16ad2180f5b27e9af3551807b0da763fbb16c05640f8b967bf27f34341ae1380
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 75.0,
5
  "eval_steps": 1000,
6
- "global_step": 75,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -457,13 +457,163 @@
457
  "learning_rate": 6.105263157894737e-05,
458
  "loss": 0.0034,
459
  "step": 75
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
460
  }
461
  ],
462
  "logging_steps": 1,
463
  "max_steps": 100,
464
  "num_train_epochs": 100,
465
  "save_steps": 25,
466
- "total_flos": 802308556800000.0,
467
  "trial_name": null,
468
  "trial_params": null
469
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 100.0,
5
  "eval_steps": 1000,
6
+ "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
457
  "learning_rate": 6.105263157894737e-05,
458
  "loss": 0.0034,
459
  "step": 75
460
+ },
461
+ {
462
+ "epoch": 76.0,
463
+ "learning_rate": 5.894736842105263e-05,
464
+ "loss": 0.0041,
465
+ "step": 76
466
+ },
467
+ {
468
+ "epoch": 77.0,
469
+ "learning_rate": 5.68421052631579e-05,
470
+ "loss": 0.0041,
471
+ "step": 77
472
+ },
473
+ {
474
+ "epoch": 78.0,
475
+ "learning_rate": 5.4736842105263165e-05,
476
+ "loss": 0.0034,
477
+ "step": 78
478
+ },
479
+ {
480
+ "epoch": 79.0,
481
+ "learning_rate": 5.2631578947368424e-05,
482
+ "loss": 0.0038,
483
+ "step": 79
484
+ },
485
+ {
486
+ "epoch": 80.0,
487
+ "learning_rate": 5.052631578947369e-05,
488
+ "loss": 0.0037,
489
+ "step": 80
490
+ },
491
+ {
492
+ "epoch": 81.0,
493
+ "learning_rate": 4.842105263157895e-05,
494
+ "loss": 0.0044,
495
+ "step": 81
496
+ },
497
+ {
498
+ "epoch": 82.0,
499
+ "learning_rate": 4.6315789473684214e-05,
500
+ "loss": 0.0044,
501
+ "step": 82
502
+ },
503
+ {
504
+ "epoch": 83.0,
505
+ "learning_rate": 4.421052631578947e-05,
506
+ "loss": 0.0042,
507
+ "step": 83
508
+ },
509
+ {
510
+ "epoch": 84.0,
511
+ "learning_rate": 4.210526315789474e-05,
512
+ "loss": 0.0037,
513
+ "step": 84
514
+ },
515
+ {
516
+ "epoch": 85.0,
517
+ "learning_rate": 4e-05,
518
+ "loss": 0.0039,
519
+ "step": 85
520
+ },
521
+ {
522
+ "epoch": 86.0,
523
+ "learning_rate": 3.789473684210527e-05,
524
+ "loss": 0.0029,
525
+ "step": 86
526
+ },
527
+ {
528
+ "epoch": 87.0,
529
+ "learning_rate": 3.578947368421053e-05,
530
+ "loss": 0.0039,
531
+ "step": 87
532
+ },
533
+ {
534
+ "epoch": 88.0,
535
+ "learning_rate": 3.368421052631579e-05,
536
+ "loss": 0.004,
537
+ "step": 88
538
+ },
539
+ {
540
+ "epoch": 89.0,
541
+ "learning_rate": 3.157894736842105e-05,
542
+ "loss": 0.0042,
543
+ "step": 89
544
+ },
545
+ {
546
+ "epoch": 90.0,
547
+ "learning_rate": 2.9473684210526314e-05,
548
+ "loss": 0.0038,
549
+ "step": 90
550
+ },
551
+ {
552
+ "epoch": 91.0,
553
+ "learning_rate": 2.7368421052631583e-05,
554
+ "loss": 0.0035,
555
+ "step": 91
556
+ },
557
+ {
558
+ "epoch": 92.0,
559
+ "learning_rate": 2.5263157894736845e-05,
560
+ "loss": 0.0041,
561
+ "step": 92
562
+ },
563
+ {
564
+ "epoch": 93.0,
565
+ "learning_rate": 2.3157894736842107e-05,
566
+ "loss": 0.0039,
567
+ "step": 93
568
+ },
569
+ {
570
+ "epoch": 94.0,
571
+ "learning_rate": 2.105263157894737e-05,
572
+ "loss": 0.0034,
573
+ "step": 94
574
+ },
575
+ {
576
+ "epoch": 95.0,
577
+ "learning_rate": 1.8947368421052634e-05,
578
+ "loss": 0.0044,
579
+ "step": 95
580
+ },
581
+ {
582
+ "epoch": 96.0,
583
+ "learning_rate": 1.6842105263157896e-05,
584
+ "loss": 0.0041,
585
+ "step": 96
586
+ },
587
+ {
588
+ "epoch": 97.0,
589
+ "learning_rate": 1.4736842105263157e-05,
590
+ "loss": 0.0036,
591
+ "step": 97
592
+ },
593
+ {
594
+ "epoch": 98.0,
595
+ "learning_rate": 1.2631578947368422e-05,
596
+ "loss": 0.0037,
597
+ "step": 98
598
+ },
599
+ {
600
+ "epoch": 99.0,
601
+ "learning_rate": 1.0526315789473684e-05,
602
+ "loss": 0.006,
603
+ "step": 99
604
+ },
605
+ {
606
+ "epoch": 100.0,
607
+ "learning_rate": 8.421052631578948e-06,
608
+ "loss": 0.0041,
609
+ "step": 100
610
  }
611
  ],
612
  "logging_steps": 1,
613
  "max_steps": 100,
614
  "num_train_epochs": 100,
615
  "save_steps": 25,
616
+ "total_flos": 1069744742400000.0,
617
  "trial_name": null,
618
  "trial_params": null
619
  }