kacperwikiel commited on
Commit
3bf6904
·
verified ·
1 Parent(s): 8904524

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -330,3 +330,5 @@
330
  {"step": 6600, "tokens": 3460300800, "loss": 2.87994327545166, "tokens_per_second": 985837.3399777771, "lr": 0.0015, "gradient_norm": 0.08181548863649368, "benchmark": false}
331
  {"step": 6620, "tokens": 3470786560, "loss": 2.9264673233032226, "tokens_per_second": 938610.7678174136, "lr": 0.0015, "gradient_norm": 0.07315581291913986, "benchmark": false}
332
  {"step": 6640, "tokens": 3481272320, "loss": 2.88464298248291, "tokens_per_second": 968048.0186126189, "lr": 0.0015, "gradient_norm": 0.07335823774337769, "benchmark": false}
 
 
 
330
  {"step": 6600, "tokens": 3460300800, "loss": 2.87994327545166, "tokens_per_second": 985837.3399777771, "lr": 0.0015, "gradient_norm": 0.08181548863649368, "benchmark": false}
331
  {"step": 6620, "tokens": 3470786560, "loss": 2.9264673233032226, "tokens_per_second": 938610.7678174136, "lr": 0.0015, "gradient_norm": 0.07315581291913986, "benchmark": false}
332
  {"step": 6640, "tokens": 3481272320, "loss": 2.88464298248291, "tokens_per_second": 968048.0186126189, "lr": 0.0015, "gradient_norm": 0.07335823774337769, "benchmark": false}
333
+ {"step": 6660, "tokens": 3491758080, "loss": 2.8914815902709963, "tokens_per_second": 966619.7370303338, "lr": 0.0015, "gradient_norm": 0.06765320897102356, "benchmark": false}
334
+ {"step": 6680, "tokens": 3502243840, "loss": 2.906380844116211, "tokens_per_second": 966292.2607110887, "lr": 0.0015, "gradient_norm": 0.06490307301282883, "benchmark": false}