kacperwikiel commited on
Commit
33ace4a
·
verified ·
1 Parent(s): 60ef50d

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1321,3 +1321,5 @@
1321
  {"step": 26420, "tokens": 13851688960, "loss": 2.7424766540527346, "tokens_per_second": 981957.8310408042, "lr": 0.0015, "gradient_norm": 0.17319349944591522, "benchmark": false}
1322
  {"step": 26440, "tokens": 13862174720, "loss": 2.7235631942749023, "tokens_per_second": 985692.4451058855, "lr": 0.0015, "gradient_norm": 0.1800365447998047, "benchmark": false}
1323
  {"step": 26460, "tokens": 13872660480, "loss": 2.729097366333008, "tokens_per_second": 992203.155856663, "lr": 0.0015, "gradient_norm": 0.16647778451442719, "benchmark": false}
 
 
 
1321
  {"step": 26420, "tokens": 13851688960, "loss": 2.7424766540527346, "tokens_per_second": 981957.8310408042, "lr": 0.0015, "gradient_norm": 0.17319349944591522, "benchmark": false}
1322
  {"step": 26440, "tokens": 13862174720, "loss": 2.7235631942749023, "tokens_per_second": 985692.4451058855, "lr": 0.0015, "gradient_norm": 0.1800365447998047, "benchmark": false}
1323
  {"step": 26460, "tokens": 13872660480, "loss": 2.729097366333008, "tokens_per_second": 992203.155856663, "lr": 0.0015, "gradient_norm": 0.16647778451442719, "benchmark": false}
1324
+ {"step": 26480, "tokens": 13883146240, "loss": 2.7267486572265627, "tokens_per_second": 988070.7718164688, "lr": 0.0015, "gradient_norm": 0.1715329885482788, "benchmark": false}
1325
+ {"step": 26500, "tokens": 13893632000, "loss": 2.7060214996337892, "tokens_per_second": 991145.660072251, "lr": 0.0015, "gradient_norm": 0.1872853934764862, "benchmark": false}