Andrej Karpathy commited on
Commit
2f09686
·
1 Parent(s): e569b59

clarify that this is bf16 mfu we're talking about

Browse files
Files changed (1) hide show
  1. scripts/base_train.py +1 -1
scripts/base_train.py CHANGED
@@ -531,7 +531,7 @@ while True:
531
  else:
532
  eta_str = ""
533
  epoch = dataloader_state_dict["epoch"]
534
- print0(f"step {step:05d}/{num_iterations:05d} ({pct_done:.2f}%) | loss: {debiased_smooth_loss:.6f} | lrm: {lrm:.2f} | dt: {dt * 1000:.2f}ms | tok/sec: {tok_per_sec:,} | mfu: {mfu:.2f} | epoch: {epoch} | total time: {total_training_time/60:.2f}m{eta_str}")
535
  if step % 100 == 0:
536
  log_data = {
537
  "step": step,
 
531
  else:
532
  eta_str = ""
533
  epoch = dataloader_state_dict["epoch"]
534
+ print0(f"step {step:05d}/{num_iterations:05d} ({pct_done:.2f}%) | loss: {debiased_smooth_loss:.6f} | lrm: {lrm:.2f} | dt: {dt * 1000:.2f}ms | tok/sec: {tok_per_sec:,} | bf16_mfu: {mfu:.2f} | epoch: {epoch} | total time: {total_training_time/60:.2f}m{eta_str}")
535
  if step % 100 == 0:
536
  log_data = {
537
  "step": step,