kacperwikiel commited on
Commit
1351f1e
·
verified ·
1 Parent(s): 8cc66a1

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -877,3 +877,5 @@
877
  {"step": 17540, "tokens": 9196011520, "loss": 2.7649585723876955, "tokens_per_second": 978741.8174425006, "lr": 0.0015, "gradient_norm": 0.1797247678041458, "benchmark": false}
878
  {"step": 17560, "tokens": 9206497280, "loss": 2.772072601318359, "tokens_per_second": 985750.2007544704, "lr": 0.0015, "gradient_norm": 0.13320325314998627, "benchmark": false}
879
  {"step": 17580, "tokens": 9216983040, "loss": 2.7577545166015627, "tokens_per_second": 953086.8095424904, "lr": 0.0015, "gradient_norm": 0.1323719322681427, "benchmark": false}
 
 
 
877
  {"step": 17540, "tokens": 9196011520, "loss": 2.7649585723876955, "tokens_per_second": 978741.8174425006, "lr": 0.0015, "gradient_norm": 0.1797247678041458, "benchmark": false}
878
  {"step": 17560, "tokens": 9206497280, "loss": 2.772072601318359, "tokens_per_second": 985750.2007544704, "lr": 0.0015, "gradient_norm": 0.13320325314998627, "benchmark": false}
879
  {"step": 17580, "tokens": 9216983040, "loss": 2.7577545166015627, "tokens_per_second": 953086.8095424904, "lr": 0.0015, "gradient_norm": 0.1323719322681427, "benchmark": false}
880
+ {"step": 17600, "tokens": 9227468800, "loss": 2.782675933837891, "tokens_per_second": 979929.4030871085, "lr": 0.0015, "gradient_norm": 0.13484574854373932, "benchmark": false}
881
+ {"step": 17620, "tokens": 9237954560, "loss": 2.7568662643432615, "tokens_per_second": 978752.2157680575, "lr": 0.0015, "gradient_norm": 0.136736199259758, "benchmark": false}