Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -86,3 +86,5 @@
|
|
| 86 |
{"step": 1720, "tokens": 901775360, "loss": 3.272447967529297, "tokens_per_second": 983097.8905470619, "lr": 0.00129, "gradient_norm": 0.23839032649993896, "benchmark": false}
|
| 87 |
{"step": 1740, "tokens": 912261120, "loss": 3.2812328338623047, "tokens_per_second": 980146.4442826945, "lr": 0.001305, "gradient_norm": 0.2654002904891968, "benchmark": false}
|
| 88 |
{"step": 1760, "tokens": 922746880, "loss": 3.2421058654785155, "tokens_per_second": 985461.2211911916, "lr": 0.00132, "gradient_norm": 0.2411070019006729, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 86 |
{"step": 1720, "tokens": 901775360, "loss": 3.272447967529297, "tokens_per_second": 983097.8905470619, "lr": 0.00129, "gradient_norm": 0.23839032649993896, "benchmark": false}
|
| 87 |
{"step": 1740, "tokens": 912261120, "loss": 3.2812328338623047, "tokens_per_second": 980146.4442826945, "lr": 0.001305, "gradient_norm": 0.2654002904891968, "benchmark": false}
|
| 88 |
{"step": 1760, "tokens": 922746880, "loss": 3.2421058654785155, "tokens_per_second": 985461.2211911916, "lr": 0.00132, "gradient_norm": 0.2411070019006729, "benchmark": false}
|
| 89 |
+
{"step": 1780, "tokens": 933232640, "loss": 3.2650394439697266, "tokens_per_second": 832243.0646059647, "lr": 0.001335, "gradient_norm": 0.21274925768375397, "benchmark": false}
|
| 90 |
+
{"step": 1800, "tokens": 943718400, "loss": 3.241225814819336, "tokens_per_second": 990827.7548038928, "lr": 0.00135, "gradient_norm": 0.260198175907135, "benchmark": false}
|