kacperwikiel commited on
Commit
c19abb1
·
verified ·
1 Parent(s): f542220

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +5 -0
reports/run/metrics.jsonl CHANGED
@@ -249,3 +249,8 @@
249
  {"step": 4980, "tokens": 2610954240, "loss": 2.9437145233154296, "tokens_per_second": 980325.3360152998, "lr": 0.0015, "gradient_norm": 0.08578862994909286, "benchmark": false}
250
  {"step": 5000, "tokens": 2621440000, "loss": 2.933154296875, "tokens_per_second": 969211.9684460608, "lr": 0.0015, "gradient_norm": 0.09016783535480499, "benchmark": false}
251
  {"step": 5020, "tokens": 2631925760, "loss": 2.91949462890625, "tokens_per_second": 807039.9908925168, "lr": 0.0015, "gradient_norm": 0.0832776427268982, "benchmark": false}
 
 
 
 
 
 
249
  {"step": 4980, "tokens": 2610954240, "loss": 2.9437145233154296, "tokens_per_second": 980325.3360152998, "lr": 0.0015, "gradient_norm": 0.08578862994909286, "benchmark": false}
250
  {"step": 5000, "tokens": 2621440000, "loss": 2.933154296875, "tokens_per_second": 969211.9684460608, "lr": 0.0015, "gradient_norm": 0.09016783535480499, "benchmark": false}
251
  {"step": 5020, "tokens": 2631925760, "loss": 2.91949462890625, "tokens_per_second": 807039.9908925168, "lr": 0.0015, "gradient_norm": 0.0832776427268982, "benchmark": false}
252
+ {"step": 5040, "tokens": 2642411520, "loss": 2.943686676025391, "tokens_per_second": 974883.678769598, "lr": 0.0015, "gradient_norm": 0.0810946375131607, "benchmark": false}
253
+ {"step": 5060, "tokens": 2652897280, "loss": 2.9218799591064455, "tokens_per_second": 972867.6664382793, "lr": 0.0015, "gradient_norm": 0.08206641674041748, "benchmark": false}
254
+ {"step": 5080, "tokens": 2663383040, "loss": 2.9323846817016603, "tokens_per_second": 980684.4591826717, "lr": 0.0015, "gradient_norm": 0.0892726480960846, "benchmark": false}
255
+ {"step": 5100, "tokens": 2673868800, "loss": 2.968641662597656, "tokens_per_second": 977169.9362081758, "lr": 0.0015, "gradient_norm": 0.08341504633426666, "benchmark": false}
256
+ {"step": 5120, "tokens": 2684354560, "loss": 2.94069766998291, "tokens_per_second": 971473.8473101754, "lr": 0.0015, "gradient_norm": 0.08239274471998215, "benchmark": false}