Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -354,3 +354,5 @@
|
|
| 354 |
{"step": 7080, "tokens": 3711959040, "loss": 2.884008026123047, "tokens_per_second": 972272.8872774077, "lr": 0.0015, "gradient_norm": 0.06326126307249069, "benchmark": false}
|
| 355 |
{"step": 7100, "tokens": 3722444800, "loss": 2.858163070678711, "tokens_per_second": 969183.6295319292, "lr": 0.0015, "gradient_norm": 0.07230526953935623, "benchmark": false}
|
| 356 |
{"step": 7120, "tokens": 3732930560, "loss": 2.923481750488281, "tokens_per_second": 974957.3125197034, "lr": 0.0015, "gradient_norm": 0.0695229098200798, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 354 |
{"step": 7080, "tokens": 3711959040, "loss": 2.884008026123047, "tokens_per_second": 972272.8872774077, "lr": 0.0015, "gradient_norm": 0.06326126307249069, "benchmark": false}
|
| 355 |
{"step": 7100, "tokens": 3722444800, "loss": 2.858163070678711, "tokens_per_second": 969183.6295319292, "lr": 0.0015, "gradient_norm": 0.07230526953935623, "benchmark": false}
|
| 356 |
{"step": 7120, "tokens": 3732930560, "loss": 2.923481750488281, "tokens_per_second": 974957.3125197034, "lr": 0.0015, "gradient_norm": 0.0695229098200798, "benchmark": false}
|
| 357 |
+
{"step": 7140, "tokens": 3743416320, "loss": 2.8728736877441405, "tokens_per_second": 981099.4246456277, "lr": 0.0015, "gradient_norm": 0.06429187953472137, "benchmark": false}
|
| 358 |
+
{"step": 7160, "tokens": 3753902080, "loss": 2.8980228424072267, "tokens_per_second": 981634.9433594308, "lr": 0.0015, "gradient_norm": 0.06506621092557907, "benchmark": false}
|