kacperwikiel commited on
Commit
9adeb72
·
verified ·
1 Parent(s): 18968b0

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -337,3 +337,5 @@
337
  {"step": 6740, "tokens": 3533701120, "loss": 2.9100214004516602, "tokens_per_second": 984422.9663336131, "lr": 0.0015, "gradient_norm": 0.0706767737865448, "benchmark": false}
338
  {"step": 6760, "tokens": 3544186880, "loss": 2.895804595947266, "tokens_per_second": 811779.2935493477, "lr": 0.0015, "gradient_norm": 0.0654865950345993, "benchmark": false}
339
  {"step": 6780, "tokens": 3554672640, "loss": 2.8594734191894533, "tokens_per_second": 972736.3100822046, "lr": 0.0015, "gradient_norm": 0.07148617506027222, "benchmark": false}
 
 
 
337
  {"step": 6740, "tokens": 3533701120, "loss": 2.9100214004516602, "tokens_per_second": 984422.9663336131, "lr": 0.0015, "gradient_norm": 0.0706767737865448, "benchmark": false}
338
  {"step": 6760, "tokens": 3544186880, "loss": 2.895804595947266, "tokens_per_second": 811779.2935493477, "lr": 0.0015, "gradient_norm": 0.0654865950345993, "benchmark": false}
339
  {"step": 6780, "tokens": 3554672640, "loss": 2.8594734191894533, "tokens_per_second": 972736.3100822046, "lr": 0.0015, "gradient_norm": 0.07148617506027222, "benchmark": false}
340
+ {"step": 6800, "tokens": 3565158400, "loss": 2.8710149765014648, "tokens_per_second": 968773.9776349113, "lr": 0.0015, "gradient_norm": 0.06894656270742416, "benchmark": false}
341
+ {"step": 6820, "tokens": 3575644160, "loss": 2.8935791015625, "tokens_per_second": 967642.582004313, "lr": 0.0015, "gradient_norm": 0.06292393803596497, "benchmark": false}