Bc-AI
/

codva-exp-7b

Bc-AI commited on Jul 28

Commit

8ea1770

verified ·

1 Parent(s): 50c0646

step=0 val=11.653828001022339

Files changed (1) hide show

checkpoints/step_000000000/training_meta.json CHANGED Viewed

@@ -3,8 +3,8 @@
   "epoch": 0,
   "total_tokens": 0,
   "best_val": Infinity,
-  "val_loss": NaN,
-  "mtp_val": NaN,
   "fp8_mode": "torchao_rowwise",
   "seq_len": 4096,
   "config": {

   "epoch": 0,
   "total_tokens": 0,
   "best_val": Infinity,
+  "val_loss": 11.653828001022339,
+  "mtp_val": 11.200218620300292,
   "fp8_mode": "torchao_rowwise",
   "seq_len": 4096,
   "config": {