kacperwikiel commited on
Commit
d640c16
·
verified ·
1 Parent(s): 15270db

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -258,3 +258,5 @@
258
  {"step": 5160, "tokens": 2705326080, "loss": 2.9769565582275392, "tokens_per_second": 971415.8924402391, "lr": 0.0015, "gradient_norm": 0.07994222640991211, "benchmark": false}
259
  {"step": 5180, "tokens": 2715811840, "loss": 2.926432800292969, "tokens_per_second": 972275.7534137008, "lr": 0.0015, "gradient_norm": 0.08145543932914734, "benchmark": false}
260
  {"step": 5200, "tokens": 2726297600, "loss": 2.9458358764648436, "tokens_per_second": 980504.0113963353, "lr": 0.0015, "gradient_norm": 0.08293821662664413, "benchmark": false}
 
 
 
258
  {"step": 5160, "tokens": 2705326080, "loss": 2.9769565582275392, "tokens_per_second": 971415.8924402391, "lr": 0.0015, "gradient_norm": 0.07994222640991211, "benchmark": false}
259
  {"step": 5180, "tokens": 2715811840, "loss": 2.926432800292969, "tokens_per_second": 972275.7534137008, "lr": 0.0015, "gradient_norm": 0.08145543932914734, "benchmark": false}
260
  {"step": 5200, "tokens": 2726297600, "loss": 2.9458358764648436, "tokens_per_second": 980504.0113963353, "lr": 0.0015, "gradient_norm": 0.08293821662664413, "benchmark": false}
261
+ {"step": 5220, "tokens": 2736783360, "loss": 2.945914459228516, "tokens_per_second": 978922.3163641915, "lr": 0.0015, "gradient_norm": 0.07533572614192963, "benchmark": false}
262
+ {"step": 5240, "tokens": 2747269120, "loss": 2.933604431152344, "tokens_per_second": 994955.99338533, "lr": 0.0015, "gradient_norm": 0.08959390968084335, "benchmark": false}