kacperwikiel commited on
Commit
9028aec
·
verified ·
1 Parent(s): 9adeb72

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -339,3 +339,5 @@
339
  {"step": 6780, "tokens": 3554672640, "loss": 2.8594734191894533, "tokens_per_second": 972736.3100822046, "lr": 0.0015, "gradient_norm": 0.07148617506027222, "benchmark": false}
340
  {"step": 6800, "tokens": 3565158400, "loss": 2.8710149765014648, "tokens_per_second": 968773.9776349113, "lr": 0.0015, "gradient_norm": 0.06894656270742416, "benchmark": false}
341
  {"step": 6820, "tokens": 3575644160, "loss": 2.8935791015625, "tokens_per_second": 967642.582004313, "lr": 0.0015, "gradient_norm": 0.06292393803596497, "benchmark": false}
 
 
 
339
  {"step": 6780, "tokens": 3554672640, "loss": 2.8594734191894533, "tokens_per_second": 972736.3100822046, "lr": 0.0015, "gradient_norm": 0.07148617506027222, "benchmark": false}
340
  {"step": 6800, "tokens": 3565158400, "loss": 2.8710149765014648, "tokens_per_second": 968773.9776349113, "lr": 0.0015, "gradient_norm": 0.06894656270742416, "benchmark": false}
341
  {"step": 6820, "tokens": 3575644160, "loss": 2.8935791015625, "tokens_per_second": 967642.582004313, "lr": 0.0015, "gradient_norm": 0.06292393803596497, "benchmark": false}
342
+ {"step": 6840, "tokens": 3586129920, "loss": 2.868268585205078, "tokens_per_second": 970204.0368372373, "lr": 0.0015, "gradient_norm": 0.07326362282037735, "benchmark": false}
343
+ {"step": 6860, "tokens": 3596615680, "loss": 2.8625717163085938, "tokens_per_second": 963394.0123208913, "lr": 0.0015, "gradient_norm": 0.06395010650157928, "benchmark": false}