kacperwikiel commited on
Commit
e6e8303
·
verified ·
1 Parent(s): 3a91804

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -105,3 +105,5 @@
105
  {"step": 2100, "tokens": 1101004800, "loss": 3.149315071105957, "tokens_per_second": 972722.8815786674, "lr": 0.0015, "gradient_norm": 0.23319050669670105, "benchmark": false}
106
  {"step": 2120, "tokens": 1111490560, "loss": 3.1842678070068358, "tokens_per_second": 988782.2398544162, "lr": 0.0015, "gradient_norm": 0.285098671913147, "benchmark": false}
107
  {"step": 2140, "tokens": 1121976320, "loss": 3.2177654266357423, "tokens_per_second": 946337.1330300244, "lr": 0.0015, "gradient_norm": 0.24716462194919586, "benchmark": false}
 
 
 
105
  {"step": 2100, "tokens": 1101004800, "loss": 3.149315071105957, "tokens_per_second": 972722.8815786674, "lr": 0.0015, "gradient_norm": 0.23319050669670105, "benchmark": false}
106
  {"step": 2120, "tokens": 1111490560, "loss": 3.1842678070068358, "tokens_per_second": 988782.2398544162, "lr": 0.0015, "gradient_norm": 0.285098671913147, "benchmark": false}
107
  {"step": 2140, "tokens": 1121976320, "loss": 3.2177654266357423, "tokens_per_second": 946337.1330300244, "lr": 0.0015, "gradient_norm": 0.24716462194919586, "benchmark": false}
108
+ {"step": 2160, "tokens": 1132462080, "loss": 3.188395690917969, "tokens_per_second": 859025.2571253291, "lr": 0.0015, "gradient_norm": 0.24048778414726257, "benchmark": false}
109
+ {"step": 2180, "tokens": 1142947840, "loss": 3.167164611816406, "tokens_per_second": 981226.4706485842, "lr": 0.0015, "gradient_norm": 0.23292778432369232, "benchmark": false}