final step=0
Browse files- final/config.json +2 -2
final/config.json
CHANGED
|
@@ -3,8 +3,8 @@
|
|
| 3 |
"epoch": 0,
|
| 4 |
"total_tokens": 0,
|
| 5 |
"best_val": Infinity,
|
| 6 |
-
"val_loss": 11.
|
| 7 |
-
"mtp_val": 11.
|
| 8 |
"fp8_mode": "torchao_rowwise",
|
| 9 |
"seq_len": 4096,
|
| 10 |
"config": {
|
|
|
|
| 3 |
"epoch": 0,
|
| 4 |
"total_tokens": 0,
|
| 5 |
"best_val": Infinity,
|
| 6 |
+
"val_loss": 11.654257669448853,
|
| 7 |
+
"mtp_val": 11.198893718719482,
|
| 8 |
"fp8_mode": "torchao_rowwise",
|
| 9 |
"seq_len": 4096,
|
| 10 |
"config": {
|