Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -142,3 +142,5 @@
|
|
| 142 |
{"step": 2840, "tokens": 1488977920, "loss": 3.0884469985961913, "tokens_per_second": 965197.7011101028, "lr": 0.0015, "gradient_norm": 0.18282292783260345, "benchmark": false}
|
| 143 |
{"step": 2860, "tokens": 1499463680, "loss": 3.077906608581543, "tokens_per_second": 967097.9223759779, "lr": 0.0015, "gradient_norm": 0.1760759800672531, "benchmark": false}
|
| 144 |
{"step": 2880, "tokens": 1509949440, "loss": 3.0772300720214845, "tokens_per_second": 963623.7020487679, "lr": 0.0015, "gradient_norm": 0.18164290487766266, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 142 |
{"step": 2840, "tokens": 1488977920, "loss": 3.0884469985961913, "tokens_per_second": 965197.7011101028, "lr": 0.0015, "gradient_norm": 0.18282292783260345, "benchmark": false}
|
| 143 |
{"step": 2860, "tokens": 1499463680, "loss": 3.077906608581543, "tokens_per_second": 967097.9223759779, "lr": 0.0015, "gradient_norm": 0.1760759800672531, "benchmark": false}
|
| 144 |
{"step": 2880, "tokens": 1509949440, "loss": 3.0772300720214845, "tokens_per_second": 963623.7020487679, "lr": 0.0015, "gradient_norm": 0.18164290487766266, "benchmark": false}
|
| 145 |
+
{"step": 2900, "tokens": 1520435200, "loss": 3.0809551239013673, "tokens_per_second": 967118.6745147803, "lr": 0.0015, "gradient_norm": 0.20678433775901794, "benchmark": false}
|
| 146 |
+
{"step": 2920, "tokens": 1530920960, "loss": 3.062306022644043, "tokens_per_second": 970441.6601681139, "lr": 0.0015, "gradient_norm": 0.1730983555316925, "benchmark": false}
|