kacperwikiel commited on
Commit
ee68a7d
·
verified ·
1 Parent(s): 71f7041

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -262,3 +262,5 @@
262
  {"step": 5240, "tokens": 2747269120, "loss": 2.933604431152344, "tokens_per_second": 994955.99338533, "lr": 0.0015, "gradient_norm": 0.08959390968084335, "benchmark": false}
263
  {"step": 5260, "tokens": 2757754880, "loss": 2.9177902221679686, "tokens_per_second": 849796.2344397762, "lr": 0.0015, "gradient_norm": 0.07915160059928894, "benchmark": false}
264
  {"step": 5280, "tokens": 2768240640, "loss": 2.9453243255615233, "tokens_per_second": 970850.4842013303, "lr": 0.0015, "gradient_norm": 0.08411432057619095, "benchmark": false}
 
 
 
262
  {"step": 5240, "tokens": 2747269120, "loss": 2.933604431152344, "tokens_per_second": 994955.99338533, "lr": 0.0015, "gradient_norm": 0.08959390968084335, "benchmark": false}
263
  {"step": 5260, "tokens": 2757754880, "loss": 2.9177902221679686, "tokens_per_second": 849796.2344397762, "lr": 0.0015, "gradient_norm": 0.07915160059928894, "benchmark": false}
264
  {"step": 5280, "tokens": 2768240640, "loss": 2.9453243255615233, "tokens_per_second": 970850.4842013303, "lr": 0.0015, "gradient_norm": 0.08411432057619095, "benchmark": false}
265
+ {"step": 5300, "tokens": 2778726400, "loss": 2.9040199279785157, "tokens_per_second": 971363.971749047, "lr": 0.0015, "gradient_norm": 0.08503418415784836, "benchmark": false}
266
+ {"step": 5320, "tokens": 2789212160, "loss": 2.9312274932861326, "tokens_per_second": 982310.5835244175, "lr": 0.0015, "gradient_norm": 0.0849388912320137, "benchmark": false}