kacperwikiel commited on
Commit
ee90edd
·
verified ·
1 Parent(s): c19abb1

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -254,3 +254,5 @@
254
  {"step": 5080, "tokens": 2663383040, "loss": 2.9323846817016603, "tokens_per_second": 980684.4591826717, "lr": 0.0015, "gradient_norm": 0.0892726480960846, "benchmark": false}
255
  {"step": 5100, "tokens": 2673868800, "loss": 2.968641662597656, "tokens_per_second": 977169.9362081758, "lr": 0.0015, "gradient_norm": 0.08341504633426666, "benchmark": false}
256
  {"step": 5120, "tokens": 2684354560, "loss": 2.94069766998291, "tokens_per_second": 971473.8473101754, "lr": 0.0015, "gradient_norm": 0.08239274471998215, "benchmark": false}
 
 
 
254
  {"step": 5080, "tokens": 2663383040, "loss": 2.9323846817016603, "tokens_per_second": 980684.4591826717, "lr": 0.0015, "gradient_norm": 0.0892726480960846, "benchmark": false}
255
  {"step": 5100, "tokens": 2673868800, "loss": 2.968641662597656, "tokens_per_second": 977169.9362081758, "lr": 0.0015, "gradient_norm": 0.08341504633426666, "benchmark": false}
256
  {"step": 5120, "tokens": 2684354560, "loss": 2.94069766998291, "tokens_per_second": 971473.8473101754, "lr": 0.0015, "gradient_norm": 0.08239274471998215, "benchmark": false}
257
+ {"step": 5140, "tokens": 2694840320, "loss": 2.930527114868164, "tokens_per_second": 952458.4455743586, "lr": 0.0015, "gradient_norm": 0.07921042293310165, "benchmark": false}
258
+ {"step": 5160, "tokens": 2705326080, "loss": 2.9769565582275392, "tokens_per_second": 971415.8924402391, "lr": 0.0015, "gradient_norm": 0.07994222640991211, "benchmark": false}