kacperwikiel commited on
Commit
73437cd
·
verified ·
1 Parent(s): ad5fd42

Update tokenizer, configuration and training reports

Browse files
Files changed (1) hide show
  1. reports/run/metrics.jsonl +2 -0
reports/run/metrics.jsonl CHANGED
@@ -140,3 +140,5 @@
140
  {"step": 2800, "tokens": 1468006400, "loss": 3.083591079711914, "tokens_per_second": 969444.0817674381, "lr": 0.0015, "gradient_norm": 0.20260733366012573, "benchmark": false}
141
  {"step": 2820, "tokens": 1478492160, "loss": 3.107806587219238, "tokens_per_second": 968484.9552187718, "lr": 0.0015, "gradient_norm": 0.20675988495349884, "benchmark": false}
142
  {"step": 2840, "tokens": 1488977920, "loss": 3.0884469985961913, "tokens_per_second": 965197.7011101028, "lr": 0.0015, "gradient_norm": 0.18282292783260345, "benchmark": false}
 
 
 
140
  {"step": 2800, "tokens": 1468006400, "loss": 3.083591079711914, "tokens_per_second": 969444.0817674381, "lr": 0.0015, "gradient_norm": 0.20260733366012573, "benchmark": false}
141
  {"step": 2820, "tokens": 1478492160, "loss": 3.107806587219238, "tokens_per_second": 968484.9552187718, "lr": 0.0015, "gradient_norm": 0.20675988495349884, "benchmark": false}
142
  {"step": 2840, "tokens": 1488977920, "loss": 3.0884469985961913, "tokens_per_second": 965197.7011101028, "lr": 0.0015, "gradient_norm": 0.18282292783260345, "benchmark": false}
143
+ {"step": 2860, "tokens": 1499463680, "loss": 3.077906608581543, "tokens_per_second": 967097.9223759779, "lr": 0.0015, "gradient_norm": 0.1760759800672531, "benchmark": false}
144
+ {"step": 2880, "tokens": 1509949440, "loss": 3.0772300720214845, "tokens_per_second": 963623.7020487679, "lr": 0.0015, "gradient_norm": 0.18164290487766266, "benchmark": false}