kacperwikiel commited on
Commit
ba163f0
·
verified ·
1 Parent(s): 326fcdb

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -266,3 +266,5 @@
266
  {"step": 5320, "tokens": 2789212160, "loss": 2.9312274932861326, "tokens_per_second": 982310.5835244175, "lr": 0.0015, "gradient_norm": 0.0849388912320137, "benchmark": false}
267
  {"step": 5340, "tokens": 2799697920, "loss": 2.961272430419922, "tokens_per_second": 935002.5997755554, "lr": 0.0015, "gradient_norm": 0.08542951196432114, "benchmark": false}
268
  {"step": 5360, "tokens": 2810183680, "loss": 2.929550361633301, "tokens_per_second": 965670.9911927925, "lr": 0.0015, "gradient_norm": 0.07830847799777985, "benchmark": false}
 
 
 
266
  {"step": 5320, "tokens": 2789212160, "loss": 2.9312274932861326, "tokens_per_second": 982310.5835244175, "lr": 0.0015, "gradient_norm": 0.0849388912320137, "benchmark": false}
267
  {"step": 5340, "tokens": 2799697920, "loss": 2.961272430419922, "tokens_per_second": 935002.5997755554, "lr": 0.0015, "gradient_norm": 0.08542951196432114, "benchmark": false}
268
  {"step": 5360, "tokens": 2810183680, "loss": 2.929550361633301, "tokens_per_second": 965670.9911927925, "lr": 0.0015, "gradient_norm": 0.07830847799777985, "benchmark": false}
269
+ {"step": 5380, "tokens": 2820669440, "loss": 2.924506950378418, "tokens_per_second": 966678.1909652675, "lr": 0.0015, "gradient_norm": 0.07923851162195206, "benchmark": false}
270
+ {"step": 5400, "tokens": 2831155200, "loss": 2.9516632080078127, "tokens_per_second": 974753.4470476174, "lr": 0.0015, "gradient_norm": 0.07655521482229233, "benchmark": false}