Andrej Karpathy commited on
Commit ·
2f09686
1
Parent(s): e569b59
clarify that this is bf16 mfu we're talking about
Browse files- scripts/base_train.py +1 -1
scripts/base_train.py
CHANGED
|
@@ -531,7 +531,7 @@ while True:
|
|
| 531 |
else:
|
| 532 |
eta_str = ""
|
| 533 |
epoch = dataloader_state_dict["epoch"]
|
| 534 |
-
print0(f"step {step:05d}/{num_iterations:05d} ({pct_done:.2f}%) | loss: {debiased_smooth_loss:.6f} | lrm: {lrm:.2f} | dt: {dt * 1000:.2f}ms | tok/sec: {tok_per_sec:,} |
|
| 535 |
if step % 100 == 0:
|
| 536 |
log_data = {
|
| 537 |
"step": step,
|
|
|
|
| 531 |
else:
|
| 532 |
eta_str = ""
|
| 533 |
epoch = dataloader_state_dict["epoch"]
|
| 534 |
+
print0(f"step {step:05d}/{num_iterations:05d} ({pct_done:.2f}%) | loss: {debiased_smooth_loss:.6f} | lrm: {lrm:.2f} | dt: {dt * 1000:.2f}ms | tok/sec: {tok_per_sec:,} | bf16_mfu: {mfu:.2f} | epoch: {epoch} | total time: {total_training_time/60:.2f}m{eta_str}")
|
| 535 |
if step % 100 == 0:
|
| 536 |
log_data = {
|
| 537 |
"step": step,
|