mgh6 commited on
Commit
68440aa
·
verified ·
1 Parent(s): 9898911

Training in progress, epoch 14, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e47f1cdc6bb30de3a42755c5e856705a84b91db75b58534b95cf4e4f4bf5059
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19f56a69991588cb05378ec22af5531354d51618ec45fbad1470b122a478388
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12fb571ddaddabec29d8df0695efe3813dca0abe64dc223bcca27d75770eef43
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d70aa541c9d83a3fda726ee09a4073e42bbb9f06c77938a3a47dfd850c4aea4b
3
  size 5365108834
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:613d74de19e0fb35eeea5689475f5e1332f3b307a0a9c8eeaa1e3e8d8c5fe1aa
3
  size 15006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efabaf885831c104861d60c36c90e19e984eff0917f39feee04c399b9ccb139a
3
  size 15006
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:962ad854d2adfe879aa22d99e411b4b35f04f8c2df9821494bc2d1fe0b1197ed
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80c2e7e0c05972926e0ae596907bef103bc8973ac4008bedc0435f6468576df4
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 13.997999636297509,
5
  "eval_steps": 50,
6
- "global_step": 4802,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1447,6 +1447,96 @@
1447
  "eval_samples_per_second": 41.321,
1448
  "eval_steps_per_second": 20.66,
1449
  "step": 4800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1450
  }
1451
  ],
1452
  "logging_steps": 50,
@@ -1466,7 +1556,7 @@
1466
  "attributes": {}
1467
  }
1468
  },
1469
- "total_flos": 1.250799370400432e+18,
1470
  "train_batch_size": 2,
1471
  "trial_name": null,
1472
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 14.997999636297509,
5
  "eval_steps": 50,
6
+ "global_step": 5145,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1447
  "eval_samples_per_second": 41.321,
1448
  "eval_steps_per_second": 20.66,
1449
  "step": 4800
1450
+ },
1451
+ {
1452
+ "epoch": 14.139661756683033,
1453
+ "grad_norm": 49.7451286315918,
1454
+ "learning_rate": 2.9300291545189507e-05,
1455
+ "loss": 0.7159,
1456
+ "step": 4850
1457
+ },
1458
+ {
1459
+ "epoch": 14.139661756683033,
1460
+ "eval_loss": 0.6897387504577637,
1461
+ "eval_runtime": 116.4679,
1462
+ "eval_samples_per_second": 41.436,
1463
+ "eval_steps_per_second": 20.718,
1464
+ "step": 4850
1465
+ },
1466
+ {
1467
+ "epoch": 14.28514275322786,
1468
+ "grad_norm": 43.889793395996094,
1469
+ "learning_rate": 2.857142857142857e-05,
1470
+ "loss": 0.7094,
1471
+ "step": 4900
1472
+ },
1473
+ {
1474
+ "epoch": 14.28514275322786,
1475
+ "eval_loss": 0.690019428730011,
1476
+ "eval_runtime": 116.7069,
1477
+ "eval_samples_per_second": 41.351,
1478
+ "eval_steps_per_second": 20.676,
1479
+ "step": 4900
1480
+ },
1481
+ {
1482
+ "epoch": 14.430623749772685,
1483
+ "grad_norm": 48.33151626586914,
1484
+ "learning_rate": 2.784256559766764e-05,
1485
+ "loss": 0.7059,
1486
+ "step": 4950
1487
+ },
1488
+ {
1489
+ "epoch": 14.430623749772685,
1490
+ "eval_loss": 0.6871985793113708,
1491
+ "eval_runtime": 116.4941,
1492
+ "eval_samples_per_second": 41.427,
1493
+ "eval_steps_per_second": 20.713,
1494
+ "step": 4950
1495
+ },
1496
+ {
1497
+ "epoch": 14.576104746317512,
1498
+ "grad_norm": 53.56142807006836,
1499
+ "learning_rate": 2.7113702623906705e-05,
1500
+ "loss": 0.7124,
1501
+ "step": 5000
1502
+ },
1503
+ {
1504
+ "epoch": 14.576104746317512,
1505
+ "eval_loss": 0.6843300461769104,
1506
+ "eval_runtime": 116.6779,
1507
+ "eval_samples_per_second": 41.362,
1508
+ "eval_steps_per_second": 20.681,
1509
+ "step": 5000
1510
+ },
1511
+ {
1512
+ "epoch": 14.721585742862338,
1513
+ "grad_norm": 46.541114807128906,
1514
+ "learning_rate": 2.6384839650145775e-05,
1515
+ "loss": 0.708,
1516
+ "step": 5050
1517
+ },
1518
+ {
1519
+ "epoch": 14.721585742862338,
1520
+ "eval_loss": 0.683451235294342,
1521
+ "eval_runtime": 116.8285,
1522
+ "eval_samples_per_second": 41.308,
1523
+ "eval_steps_per_second": 20.654,
1524
+ "step": 5050
1525
+ },
1526
+ {
1527
+ "epoch": 14.867066739407164,
1528
+ "grad_norm": 47.15498352050781,
1529
+ "learning_rate": 2.5655976676384842e-05,
1530
+ "loss": 0.7062,
1531
+ "step": 5100
1532
+ },
1533
+ {
1534
+ "epoch": 14.867066739407164,
1535
+ "eval_loss": 0.6834617853164673,
1536
+ "eval_runtime": 116.6798,
1537
+ "eval_samples_per_second": 41.361,
1538
+ "eval_steps_per_second": 20.681,
1539
+ "step": 5100
1540
  }
1541
  ],
1542
  "logging_steps": 50,
 
1556
  "attributes": {}
1557
  }
1558
  },
1559
+ "total_flos": 1.3400806487312302e+18,
1560
  "train_batch_size": 2,
1561
  "trial_name": null,
1562
  "trial_params": null