kacperwikiel commited on
Commit
919b71b
·
verified ·
1 Parent(s): 3914a59

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -381,3 +381,5 @@
381
  {"step": 7620, "tokens": 3995074560, "loss": 2.8453487396240233, "tokens_per_second": 981280.9111615706, "lr": 0.0015, "gradient_norm": 0.07330675423145294, "benchmark": false}
382
  {"step": 7640, "tokens": 4005560320, "loss": 2.841605567932129, "tokens_per_second": 983512.7938787469, "lr": 0.0015, "gradient_norm": 0.07725579291582108, "benchmark": false}
383
  {"step": 7660, "tokens": 4016046080, "loss": 2.852851676940918, "tokens_per_second": 945151.2415072371, "lr": 0.0015, "gradient_norm": 0.07808933407068253, "benchmark": false}
 
 
 
381
  {"step": 7620, "tokens": 3995074560, "loss": 2.8453487396240233, "tokens_per_second": 981280.9111615706, "lr": 0.0015, "gradient_norm": 0.07330675423145294, "benchmark": false}
382
  {"step": 7640, "tokens": 4005560320, "loss": 2.841605567932129, "tokens_per_second": 983512.7938787469, "lr": 0.0015, "gradient_norm": 0.07725579291582108, "benchmark": false}
383
  {"step": 7660, "tokens": 4016046080, "loss": 2.852851676940918, "tokens_per_second": 945151.2415072371, "lr": 0.0015, "gradient_norm": 0.07808933407068253, "benchmark": false}
384
+ {"step": 7680, "tokens": 4026531840, "loss": 2.84686222076416, "tokens_per_second": 973782.0071222817, "lr": 0.0015, "gradient_norm": 0.06319031119346619, "benchmark": false}
385
+ {"step": 7700, "tokens": 4037017600, "loss": 2.8660089492797853, "tokens_per_second": 841781.933211812, "lr": 0.0015, "gradient_norm": 0.07007475197315216, "benchmark": false}