kacperwikiel commited on
Commit
46918ee
·
verified ·
1 Parent(s): 5750803

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +1 -0
reports/run/metrics.jsonl CHANGED
@@ -334,3 +334,4 @@
334
  {"step": 6680, "tokens": 3502243840, "loss": 2.906380844116211, "tokens_per_second": 966292.2607110887, "lr": 0.0015, "gradient_norm": 0.06490307301282883, "benchmark": false}
335
  {"step": 6700, "tokens": 3512729600, "loss": 2.8874916076660155, "tokens_per_second": 966301.7377509758, "lr": 0.0015, "gradient_norm": 0.06722146272659302, "benchmark": false}
336
  {"step": 6720, "tokens": 3523215360, "loss": 2.8801807403564452, "tokens_per_second": 963748.3558215296, "lr": 0.0015, "gradient_norm": 0.064705990254879, "benchmark": false}
 
 
334
  {"step": 6680, "tokens": 3502243840, "loss": 2.906380844116211, "tokens_per_second": 966292.2607110887, "lr": 0.0015, "gradient_norm": 0.06490307301282883, "benchmark": false}
335
  {"step": 6700, "tokens": 3512729600, "loss": 2.8874916076660155, "tokens_per_second": 966301.7377509758, "lr": 0.0015, "gradient_norm": 0.06722146272659302, "benchmark": false}
336
  {"step": 6720, "tokens": 3523215360, "loss": 2.8801807403564452, "tokens_per_second": 963748.3558215296, "lr": 0.0015, "gradient_norm": 0.064705990254879, "benchmark": false}
337
+ {"step": 6740, "tokens": 3533701120, "loss": 2.9100214004516602, "tokens_per_second": 984422.9663336131, "lr": 0.0015, "gradient_norm": 0.0706767737865448, "benchmark": false}