kacperwikiel commited on
Commit
b657e1f
·
verified ·
1 Parent(s): aaf1675

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -234,3 +234,5 @@
234
  {"step": 4680, "tokens": 2453667840, "loss": 2.9490474700927733, "tokens_per_second": 960512.0055085152, "lr": 0.0015, "gradient_norm": 0.09279947727918625, "benchmark": false}
235
  {"step": 4700, "tokens": 2464153600, "loss": 2.986806106567383, "tokens_per_second": 971028.7885817649, "lr": 0.0015, "gradient_norm": 0.08970464766025543, "benchmark": false}
236
  {"step": 4720, "tokens": 2474639360, "loss": 2.962502670288086, "tokens_per_second": 972814.0600136536, "lr": 0.0015, "gradient_norm": 0.09654846042394638, "benchmark": false}
 
 
 
234
  {"step": 4680, "tokens": 2453667840, "loss": 2.9490474700927733, "tokens_per_second": 960512.0055085152, "lr": 0.0015, "gradient_norm": 0.09279947727918625, "benchmark": false}
235
  {"step": 4700, "tokens": 2464153600, "loss": 2.986806106567383, "tokens_per_second": 971028.7885817649, "lr": 0.0015, "gradient_norm": 0.08970464766025543, "benchmark": false}
236
  {"step": 4720, "tokens": 2474639360, "loss": 2.962502670288086, "tokens_per_second": 972814.0600136536, "lr": 0.0015, "gradient_norm": 0.09654846042394638, "benchmark": false}
237
+ {"step": 4740, "tokens": 2485125120, "loss": 2.978459358215332, "tokens_per_second": 969742.2589327429, "lr": 0.0015, "gradient_norm": 0.09661349654197693, "benchmark": false}
238
+ {"step": 4760, "tokens": 2495610880, "loss": 2.9715957641601562, "tokens_per_second": 969051.8322886985, "lr": 0.0015, "gradient_norm": 0.09438515454530716, "benchmark": false}