kacperwikiel commited on
Commit
2ac8eb5
·
verified ·
1 Parent(s): 75742fd

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +1 -0
reports/run/metrics.jsonl CHANGED
@@ -72,3 +72,4 @@
72
  {"step": 1440, "tokens": 754974720, "loss": 3.3351619720458983, "tokens_per_second": 981731.2661948634, "lr": 0.00108, "gradient_norm": 0.2912965714931488, "benchmark": false}
73
  {"step": 1460, "tokens": 765460480, "loss": 3.3235294342041017, "tokens_per_second": 979262.9726115753, "lr": 0.001095, "gradient_norm": 0.19009841978549957, "benchmark": false}
74
  {"step": 1480, "tokens": 775946240, "loss": 3.2929874420166017, "tokens_per_second": 986160.4285270798, "lr": 0.00111, "gradient_norm": 0.2310802936553955, "benchmark": false}
 
 
72
  {"step": 1440, "tokens": 754974720, "loss": 3.3351619720458983, "tokens_per_second": 981731.2661948634, "lr": 0.00108, "gradient_norm": 0.2912965714931488, "benchmark": false}
73
  {"step": 1460, "tokens": 765460480, "loss": 3.3235294342041017, "tokens_per_second": 979262.9726115753, "lr": 0.001095, "gradient_norm": 0.19009841978549957, "benchmark": false}
74
  {"step": 1480, "tokens": 775946240, "loss": 3.2929874420166017, "tokens_per_second": 986160.4285270798, "lr": 0.00111, "gradient_norm": 0.2310802936553955, "benchmark": false}
75
+ {"step": 1500, "tokens": 786432000, "loss": 3.323834991455078, "tokens_per_second": 980533.0540742341, "lr": 0.0011250000000000001, "gradient_norm": 0.28383898735046387, "benchmark": false}