kacperwikiel commited on
Commit
987b551
·
verified ·
1 Parent(s): 4a21c06

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -204,3 +204,5 @@
204
  {"step": 4080, "tokens": 2139095040, "loss": 2.9773632049560548, "tokens_per_second": 972889.6590334383, "lr": 0.0015, "gradient_norm": 0.1051115095615387, "benchmark": false}
205
  {"step": 4100, "tokens": 2149580800, "loss": 2.9693840026855467, "tokens_per_second": 839565.0333332941, "lr": 0.0015, "gradient_norm": 0.12314511835575104, "benchmark": false}
206
  {"step": 4120, "tokens": 2160066560, "loss": 3.0354469299316404, "tokens_per_second": 988168.614991664, "lr": 0.0015, "gradient_norm": 0.11598093062639236, "benchmark": false}
 
 
 
204
  {"step": 4080, "tokens": 2139095040, "loss": 2.9773632049560548, "tokens_per_second": 972889.6590334383, "lr": 0.0015, "gradient_norm": 0.1051115095615387, "benchmark": false}
205
  {"step": 4100, "tokens": 2149580800, "loss": 2.9693840026855467, "tokens_per_second": 839565.0333332941, "lr": 0.0015, "gradient_norm": 0.12314511835575104, "benchmark": false}
206
  {"step": 4120, "tokens": 2160066560, "loss": 3.0354469299316404, "tokens_per_second": 988168.614991664, "lr": 0.0015, "gradient_norm": 0.11598093062639236, "benchmark": false}
207
+ {"step": 4140, "tokens": 2170552320, "loss": 2.983502960205078, "tokens_per_second": 977792.9972275979, "lr": 0.0015, "gradient_norm": 0.10647008568048477, "benchmark": false}
208
+ {"step": 4160, "tokens": 2181038080, "loss": 2.981258583068848, "tokens_per_second": 985272.0417482306, "lr": 0.0015, "gradient_norm": 0.12514017522335052, "benchmark": false}