kacperwikiel commited on
Commit
3db0694
·
verified ·
1 Parent(s): 557bbd0

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -112,3 +112,5 @@
112
  {"step": 2240, "tokens": 1174405120, "loss": 3.216135787963867, "tokens_per_second": 977312.1377424125, "lr": 0.0015, "gradient_norm": 0.23326408863067627, "benchmark": false}
113
  {"step": 2260, "tokens": 1184890880, "loss": 3.176568031311035, "tokens_per_second": 808526.9841505941, "lr": 0.0015, "gradient_norm": 0.22781522572040558, "benchmark": false}
114
  {"step": 2280, "tokens": 1195376640, "loss": 3.188094902038574, "tokens_per_second": 979768.1894200984, "lr": 0.0015, "gradient_norm": 0.3312476873397827, "benchmark": false}
 
 
 
112
  {"step": 2240, "tokens": 1174405120, "loss": 3.216135787963867, "tokens_per_second": 977312.1377424125, "lr": 0.0015, "gradient_norm": 0.23326408863067627, "benchmark": false}
113
  {"step": 2260, "tokens": 1184890880, "loss": 3.176568031311035, "tokens_per_second": 808526.9841505941, "lr": 0.0015, "gradient_norm": 0.22781522572040558, "benchmark": false}
114
  {"step": 2280, "tokens": 1195376640, "loss": 3.188094902038574, "tokens_per_second": 979768.1894200984, "lr": 0.0015, "gradient_norm": 0.3312476873397827, "benchmark": false}
115
+ {"step": 2300, "tokens": 1205862400, "loss": 3.190488815307617, "tokens_per_second": 971391.6392089871, "lr": 0.0015, "gradient_norm": 0.3006395697593689, "benchmark": false}
116
+ {"step": 2320, "tokens": 1216348160, "loss": 3.191547966003418, "tokens_per_second": 968203.3701587206, "lr": 0.0015, "gradient_norm": 0.2636735439300537, "benchmark": false}