penfever's picture
End of training
f5f3bc8 verified
{
"achieved_tflops_per_gpu": 1.4637225142214074,
"achieved_tflops_per_gpu_theoretical": 138.90408707574989,
"epoch": 7.0,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.1581478863954544,
"mfu_percent": 0.46914183148122035,
"mfu_percent_theoretical": 44.52054072940702,
"total_flos": 1.0887953365472379e+18,
"train_loss": 0.25177762028458833,
"train_runtime": 92981.7064,
"train_samples_per_second": 0.662,
"train_steps_per_second": 0.041,
"valid_targets_mean": 4096.2,
"valid_targets_min": 1169
}