kacperwikiel commited on
Commit
4f7f1ae
·
verified ·
1 Parent(s): cc3a7b5

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -286,3 +286,5 @@
286
  {"step": 5720, "tokens": 2998927360, "loss": 2.9457263946533203, "tokens_per_second": 973233.7790143759, "lr": 0.0015, "gradient_norm": 0.07591685652732849, "benchmark": false}
287
  {"step": 5740, "tokens": 3009413120, "loss": 2.8867155075073243, "tokens_per_second": 978472.091925596, "lr": 0.0015, "gradient_norm": 0.07066729664802551, "benchmark": false}
288
  {"step": 5760, "tokens": 3019898880, "loss": 2.88946475982666, "tokens_per_second": 971630.2223853172, "lr": 0.0015, "gradient_norm": 0.0773647204041481, "benchmark": false}
 
 
 
286
  {"step": 5720, "tokens": 2998927360, "loss": 2.9457263946533203, "tokens_per_second": 973233.7790143759, "lr": 0.0015, "gradient_norm": 0.07591685652732849, "benchmark": false}
287
  {"step": 5740, "tokens": 3009413120, "loss": 2.8867155075073243, "tokens_per_second": 978472.091925596, "lr": 0.0015, "gradient_norm": 0.07066729664802551, "benchmark": false}
288
  {"step": 5760, "tokens": 3019898880, "loss": 2.88946475982666, "tokens_per_second": 971630.2223853172, "lr": 0.0015, "gradient_norm": 0.0773647204041481, "benchmark": false}
289
+ {"step": 5780, "tokens": 3030384640, "loss": 2.909421920776367, "tokens_per_second": 968416.9430541757, "lr": 0.0015, "gradient_norm": 0.08341608941555023, "benchmark": false}
290
+ {"step": 5800, "tokens": 3040870400, "loss": 2.9399446487426757, "tokens_per_second": 976057.1005536041, "lr": 0.0015, "gradient_norm": 0.07185089588165283, "benchmark": false}