stats.json

{"world_size": 4, "epochs": 2, "steps": 25423, "seqs": 91787, "tokens": 22955160, "last_epoch_steps": 7078, "last_epoch_seqs": 25567, "last_epoch_tokens": 6393920, "total_seqs": 33110, "nan_in_loss_seqs": 0, "experiment_tracking_run_id": null, "loss_ema": 1.0980018109753107, "loss_sum": 54.76638102531433, "mtp_loss_ema": 0, "mtp_loss_sum": 0, "distillation_loss_ema": 0, "distillation_loss_sum": 0, "hard_loss_ema": 0, "hard_loss_sum": 0, "eval_losses_avg": []}