kacperwikiel commited on
Commit
2ebdc54
·
verified ·
1 Parent(s): d711bfc

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +1 -0
reports/run/metrics.jsonl CHANGED
@@ -178,3 +178,4 @@
178
  {"step": 3560, "tokens": 1866465280, "loss": 3.005375862121582, "tokens_per_second": 914666.6063207821, "lr": 0.0015, "gradient_norm": 0.1524912416934967, "benchmark": false}
179
  {"step": 3580, "tokens": 1876951040, "loss": 3.01119441986084, "tokens_per_second": 979113.9151245613, "lr": 0.0015, "gradient_norm": 0.1300109326839447, "benchmark": false}
180
  {"step": 3600, "tokens": 1887436800, "loss": 2.971750831604004, "tokens_per_second": 974042.0355774015, "lr": 0.0015, "gradient_norm": 0.15577509999275208, "benchmark": false}
 
 
178
  {"step": 3560, "tokens": 1866465280, "loss": 3.005375862121582, "tokens_per_second": 914666.6063207821, "lr": 0.0015, "gradient_norm": 0.1524912416934967, "benchmark": false}
179
  {"step": 3580, "tokens": 1876951040, "loss": 3.01119441986084, "tokens_per_second": 979113.9151245613, "lr": 0.0015, "gradient_norm": 0.1300109326839447, "benchmark": false}
180
  {"step": 3600, "tokens": 1887436800, "loss": 2.971750831604004, "tokens_per_second": 974042.0355774015, "lr": 0.0015, "gradient_norm": 0.15577509999275208, "benchmark": false}
181
+ {"step": 3620, "tokens": 1897922560, "loss": 3.0175716400146486, "tokens_per_second": 978604.3944189739, "lr": 0.0015, "gradient_norm": 0.17250511050224304, "benchmark": false}