Bc-AI commited on
Commit
778790e
·
verified ·
1 Parent(s): 7a7ea79

step=0 val=11.654935655593873

Browse files
checkpoints/step_000000000/training_meta.json CHANGED
@@ -3,8 +3,8 @@
3
  "epoch": 0,
4
  "total_tokens": 0,
5
  "best_val": Infinity,
6
- "val_loss": 11.653828001022339,
7
- "mtp_val": 11.200218620300292,
8
  "fp8_mode": "torchao_rowwise",
9
  "seq_len": 4096,
10
  "config": {
 
3
  "epoch": 0,
4
  "total_tokens": 0,
5
  "best_val": Infinity,
6
+ "val_loss": 11.654935655593873,
7
+ "mtp_val": 11.19940842628479,
8
  "fp8_mode": "torchao_rowwise",
9
  "seq_len": 4096,
10
  "config": {