penfever's picture
End of training
8d9e9fb verified
{
"achieved_tflops_per_gpu": 6.823543156906519,
"achieved_tflops_per_gpu_theoretical": 145.67989620139622,
"epoch": 5.0,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.4259156584739685,
"mfu_percent": 0.48222919836795186,
"mfu_percent_theoretical": 10.295399024833655,
"total_flos": 1.9782193358307328e+18,
"train_loss": 0.4723992296085236,
"train_runtime": 18119.4294,
"train_samples_per_second": 2.759,
"train_steps_per_second": 0.043,
"valid_targets_mean": 6322.3,
"valid_targets_min": 1465
}