kacperwikiel commited on
Commit
c678bbf
·
verified ·
1 Parent(s): 3b56656

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -214,3 +214,5 @@
214
  {"step": 4280, "tokens": 2243952640, "loss": 2.9729793548583983, "tokens_per_second": 983842.6010859351, "lr": 0.0015, "gradient_norm": 0.0999748557806015, "benchmark": false}
215
  {"step": 4300, "tokens": 2254438400, "loss": 2.944722557067871, "tokens_per_second": 985748.5894285678, "lr": 0.0015, "gradient_norm": 0.10736636817455292, "benchmark": false}
216
  {"step": 4320, "tokens": 2264924160, "loss": 2.9729896545410157, "tokens_per_second": 983952.2491542622, "lr": 0.0015, "gradient_norm": 0.10021728277206421, "benchmark": false}
 
 
 
214
  {"step": 4280, "tokens": 2243952640, "loss": 2.9729793548583983, "tokens_per_second": 983842.6010859351, "lr": 0.0015, "gradient_norm": 0.0999748557806015, "benchmark": false}
215
  {"step": 4300, "tokens": 2254438400, "loss": 2.944722557067871, "tokens_per_second": 985748.5894285678, "lr": 0.0015, "gradient_norm": 0.10736636817455292, "benchmark": false}
216
  {"step": 4320, "tokens": 2264924160, "loss": 2.9729896545410157, "tokens_per_second": 983952.2491542622, "lr": 0.0015, "gradient_norm": 0.10021728277206421, "benchmark": false}
217
+ {"step": 4340, "tokens": 2275409920, "loss": 2.948648452758789, "tokens_per_second": 971648.4928756781, "lr": 0.0015, "gradient_norm": 0.09368560463190079, "benchmark": false}
218
+ {"step": 4360, "tokens": 2285895680, "loss": 2.9763671875, "tokens_per_second": 982640.3587817473, "lr": 0.0015, "gradient_norm": 0.10369141399860382, "benchmark": false}