kacperwikiel commited on
Commit
728f4e5
·
verified ·
1 Parent(s): e89d701

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1364,3 +1364,5 @@
1364
  {"step": 27280, "tokens": 14302576640, "loss": 2.736484146118164, "tokens_per_second": 970663.2625875013, "lr": 0.0015, "gradient_norm": 0.1654696762561798, "benchmark": false}
1365
  {"step": 27300, "tokens": 14313062400, "loss": 2.7216865539550783, "tokens_per_second": 978398.1105732487, "lr": 0.0015, "gradient_norm": 0.1685521900653839, "benchmark": false}
1366
  {"step": 27320, "tokens": 14323548160, "loss": 2.719791603088379, "tokens_per_second": 972420.345852193, "lr": 0.0015, "gradient_norm": 0.1878766268491745, "benchmark": false}
 
 
 
1364
  {"step": 27280, "tokens": 14302576640, "loss": 2.736484146118164, "tokens_per_second": 970663.2625875013, "lr": 0.0015, "gradient_norm": 0.1654696762561798, "benchmark": false}
1365
  {"step": 27300, "tokens": 14313062400, "loss": 2.7216865539550783, "tokens_per_second": 978398.1105732487, "lr": 0.0015, "gradient_norm": 0.1685521900653839, "benchmark": false}
1366
  {"step": 27320, "tokens": 14323548160, "loss": 2.719791603088379, "tokens_per_second": 972420.345852193, "lr": 0.0015, "gradient_norm": 0.1878766268491745, "benchmark": false}
1367
+ {"step": 27340, "tokens": 14334033920, "loss": 2.7190860748291015, "tokens_per_second": 970450.1077730856, "lr": 0.0015, "gradient_norm": 0.1653362214565277, "benchmark": false}
1368
+ {"step": 27360, "tokens": 14344519680, "loss": 2.721321868896484, "tokens_per_second": 981448.450743318, "lr": 0.0015, "gradient_norm": 0.1611962467432022, "benchmark": false}