kacperwikiel commited on
Commit
5afc0c4
·
verified ·
1 Parent(s): 7c36a43

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -58,3 +58,5 @@
58
  {"step": 1160, "tokens": 608174080, "loss": 3.4141963958740233, "tokens_per_second": 950779.5897118163, "lr": 0.00087, "gradient_norm": 0.31094542145729065, "benchmark": false}
59
  {"step": 1180, "tokens": 618659840, "loss": 3.4345771789550783, "tokens_per_second": 991621.5290955171, "lr": 0.0008849999999999999, "gradient_norm": 0.3323631286621094, "benchmark": false}
60
  {"step": 1200, "tokens": 629145600, "loss": 3.3983821868896484, "tokens_per_second": 943885.1715741617, "lr": 0.0009, "gradient_norm": 0.3000882565975189, "benchmark": false}
 
 
 
58
  {"step": 1160, "tokens": 608174080, "loss": 3.4141963958740233, "tokens_per_second": 950779.5897118163, "lr": 0.00087, "gradient_norm": 0.31094542145729065, "benchmark": false}
59
  {"step": 1180, "tokens": 618659840, "loss": 3.4345771789550783, "tokens_per_second": 991621.5290955171, "lr": 0.0008849999999999999, "gradient_norm": 0.3323631286621094, "benchmark": false}
60
  {"step": 1200, "tokens": 629145600, "loss": 3.3983821868896484, "tokens_per_second": 943885.1715741617, "lr": 0.0009, "gradient_norm": 0.3000882565975189, "benchmark": false}
61
+ {"step": 1220, "tokens": 639631360, "loss": 3.4088485717773436, "tokens_per_second": 990111.681569158, "lr": 0.000915, "gradient_norm": 0.34956976771354675, "benchmark": false}
62
+ {"step": 1240, "tokens": 650117120, "loss": 3.442910003662109, "tokens_per_second": 989267.3947452446, "lr": 0.00093, "gradient_norm": 0.2532350718975067, "benchmark": false}