kacperwikiel commited on
Commit
a2cf091
·
verified ·
1 Parent(s): 3db0694

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -114,3 +114,5 @@
114
  {"step": 2280, "tokens": 1195376640, "loss": 3.188094902038574, "tokens_per_second": 979768.1894200984, "lr": 0.0015, "gradient_norm": 0.3312476873397827, "benchmark": false}
115
  {"step": 2300, "tokens": 1205862400, "loss": 3.190488815307617, "tokens_per_second": 971391.6392089871, "lr": 0.0015, "gradient_norm": 0.3006395697593689, "benchmark": false}
116
  {"step": 2320, "tokens": 1216348160, "loss": 3.191547966003418, "tokens_per_second": 968203.3701587206, "lr": 0.0015, "gradient_norm": 0.2636735439300537, "benchmark": false}
 
 
 
114
  {"step": 2280, "tokens": 1195376640, "loss": 3.188094902038574, "tokens_per_second": 979768.1894200984, "lr": 0.0015, "gradient_norm": 0.3312476873397827, "benchmark": false}
115
  {"step": 2300, "tokens": 1205862400, "loss": 3.190488815307617, "tokens_per_second": 971391.6392089871, "lr": 0.0015, "gradient_norm": 0.3006395697593689, "benchmark": false}
116
  {"step": 2320, "tokens": 1216348160, "loss": 3.191547966003418, "tokens_per_second": 968203.3701587206, "lr": 0.0015, "gradient_norm": 0.2636735439300537, "benchmark": false}
117
+ {"step": 2340, "tokens": 1226833920, "loss": 3.17069034576416, "tokens_per_second": 971359.2117216635, "lr": 0.0015, "gradient_norm": 0.2941155433654785, "benchmark": false}
118
+ {"step": 2360, "tokens": 1237319680, "loss": 3.188091850280762, "tokens_per_second": 976244.2459570086, "lr": 0.0015, "gradient_norm": 0.3771863281726837, "benchmark": false}