kacperwikiel commited on
Commit
d8a797e
·
verified ·
1 Parent(s): f0997d1

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -68,3 +68,5 @@
68
  {"step": 1360, "tokens": 713031680, "loss": 3.3285560607910156, "tokens_per_second": 983311.0842673131, "lr": 0.00102, "gradient_norm": 0.251801073551178, "benchmark": false}
69
  {"step": 1380, "tokens": 723517440, "loss": 3.356670379638672, "tokens_per_second": 983891.7629701059, "lr": 0.001035, "gradient_norm": 0.32045817375183105, "benchmark": false}
70
  {"step": 1400, "tokens": 734003200, "loss": 3.3711917877197264, "tokens_per_second": 984612.4124598544, "lr": 0.00105, "gradient_norm": 0.25579288601875305, "benchmark": false}
 
 
 
68
  {"step": 1360, "tokens": 713031680, "loss": 3.3285560607910156, "tokens_per_second": 983311.0842673131, "lr": 0.00102, "gradient_norm": 0.251801073551178, "benchmark": false}
69
  {"step": 1380, "tokens": 723517440, "loss": 3.356670379638672, "tokens_per_second": 983891.7629701059, "lr": 0.001035, "gradient_norm": 0.32045817375183105, "benchmark": false}
70
  {"step": 1400, "tokens": 734003200, "loss": 3.3711917877197264, "tokens_per_second": 984612.4124598544, "lr": 0.00105, "gradient_norm": 0.25579288601875305, "benchmark": false}
71
+ {"step": 1420, "tokens": 744488960, "loss": 3.3433887481689455, "tokens_per_second": 978310.2133201571, "lr": 0.001065, "gradient_norm": 0.2545541822910309, "benchmark": false}
72
+ {"step": 1440, "tokens": 754974720, "loss": 3.3351619720458983, "tokens_per_second": 981731.2661948634, "lr": 0.00108, "gradient_norm": 0.2912965714931488, "benchmark": false}