kacperwikiel commited on
Commit
60ef50d
·
verified ·
1 Parent(s): 95262e1

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +3 -0
reports/run/metrics.jsonl CHANGED
@@ -1318,3 +1318,6 @@
1318
  {"step": 26360, "tokens": 13820231680, "loss": 2.7224075317382814, "tokens_per_second": 981610.3190471472, "lr": 0.0015, "gradient_norm": 0.1656225472688675, "benchmark": false}
1319
  {"step": 26380, "tokens": 13830717440, "loss": 2.692645454406738, "tokens_per_second": 979452.5686858577, "lr": 0.0015, "gradient_norm": 0.21354517340660095, "benchmark": false}
1320
  {"step": 26400, "tokens": 13841203200, "loss": 2.7110664367675783, "tokens_per_second": 977782.7420926125, "lr": 0.0015, "gradient_norm": 0.15516646206378937, "benchmark": false}
 
 
 
 
1318
  {"step": 26360, "tokens": 13820231680, "loss": 2.7224075317382814, "tokens_per_second": 981610.3190471472, "lr": 0.0015, "gradient_norm": 0.1656225472688675, "benchmark": false}
1319
  {"step": 26380, "tokens": 13830717440, "loss": 2.692645454406738, "tokens_per_second": 979452.5686858577, "lr": 0.0015, "gradient_norm": 0.21354517340660095, "benchmark": false}
1320
  {"step": 26400, "tokens": 13841203200, "loss": 2.7110664367675783, "tokens_per_second": 977782.7420926125, "lr": 0.0015, "gradient_norm": 0.15516646206378937, "benchmark": false}
1321
+ {"step": 26420, "tokens": 13851688960, "loss": 2.7424766540527346, "tokens_per_second": 981957.8310408042, "lr": 0.0015, "gradient_norm": 0.17319349944591522, "benchmark": false}
1322
+ {"step": 26440, "tokens": 13862174720, "loss": 2.7235631942749023, "tokens_per_second": 985692.4451058855, "lr": 0.0015, "gradient_norm": 0.1800365447998047, "benchmark": false}
1323
+ {"step": 26460, "tokens": 13872660480, "loss": 2.729097366333008, "tokens_per_second": 992203.155856663, "lr": 0.0015, "gradient_norm": 0.16647778451442719, "benchmark": false}