kacperwikiel commited on
Commit
b910a97
·
verified ·
1 Parent(s): f7e635e

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -1370,3 +1370,5 @@
1370
  {"step": 27400, "tokens": 14365491200, "loss": 2.714438629150391, "tokens_per_second": 973640.3224892041, "lr": 0.0015, "gradient_norm": 0.17069153487682343, "benchmark": false}
1371
  {"step": 27420, "tokens": 14375976960, "loss": 2.7425457000732423, "tokens_per_second": 975793.2755096899, "lr": 0.0015, "gradient_norm": 0.17039325833320618, "benchmark": false}
1372
  {"step": 27440, "tokens": 14386462720, "loss": 2.705694580078125, "tokens_per_second": 843683.6538941357, "lr": 0.0015, "gradient_norm": 0.22451409697532654, "benchmark": false}
 
 
 
1370
  {"step": 27400, "tokens": 14365491200, "loss": 2.714438629150391, "tokens_per_second": 973640.3224892041, "lr": 0.0015, "gradient_norm": 0.17069153487682343, "benchmark": false}
1371
  {"step": 27420, "tokens": 14375976960, "loss": 2.7425457000732423, "tokens_per_second": 975793.2755096899, "lr": 0.0015, "gradient_norm": 0.17039325833320618, "benchmark": false}
1372
  {"step": 27440, "tokens": 14386462720, "loss": 2.705694580078125, "tokens_per_second": 843683.6538941357, "lr": 0.0015, "gradient_norm": 0.22451409697532654, "benchmark": false}
1373
+ {"step": 27460, "tokens": 14396948480, "loss": 2.7052997589111327, "tokens_per_second": 978615.1971650729, "lr": 0.0015, "gradient_norm": 0.20833070576190948, "benchmark": false}
1374
+ {"step": 27480, "tokens": 14407434240, "loss": 2.723668670654297, "tokens_per_second": 980042.4707011795, "lr": 0.0015, "gradient_norm": 0.17610988020896912, "benchmark": false}