kacperwikiel commited on
Commit
3914a59
·
verified ·
1 Parent(s): fc45b7c

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -379,3 +379,5 @@
379
  {"step": 7580, "tokens": 3974103040, "loss": 2.8924484252929688, "tokens_per_second": 983234.1127777771, "lr": 0.0015, "gradient_norm": 0.06483935564756393, "benchmark": false}
380
  {"step": 7600, "tokens": 3984588800, "loss": 2.863667297363281, "tokens_per_second": 986351.7749659457, "lr": 0.0015, "gradient_norm": 0.07615407556295395, "benchmark": false}
381
  {"step": 7620, "tokens": 3995074560, "loss": 2.8453487396240233, "tokens_per_second": 981280.9111615706, "lr": 0.0015, "gradient_norm": 0.07330675423145294, "benchmark": false}
 
 
 
379
  {"step": 7580, "tokens": 3974103040, "loss": 2.8924484252929688, "tokens_per_second": 983234.1127777771, "lr": 0.0015, "gradient_norm": 0.06483935564756393, "benchmark": false}
380
  {"step": 7600, "tokens": 3984588800, "loss": 2.863667297363281, "tokens_per_second": 986351.7749659457, "lr": 0.0015, "gradient_norm": 0.07615407556295395, "benchmark": false}
381
  {"step": 7620, "tokens": 3995074560, "loss": 2.8453487396240233, "tokens_per_second": 981280.9111615706, "lr": 0.0015, "gradient_norm": 0.07330675423145294, "benchmark": false}
382
+ {"step": 7640, "tokens": 4005560320, "loss": 2.841605567932129, "tokens_per_second": 983512.7938787469, "lr": 0.0015, "gradient_norm": 0.07725579291582108, "benchmark": false}
383
+ {"step": 7660, "tokens": 4016046080, "loss": 2.852851676940918, "tokens_per_second": 945151.2415072371, "lr": 0.0015, "gradient_norm": 0.07808933407068253, "benchmark": false}