penfever's picture
End of training
6874fcd verified
{
"achieved_tflops_per_gpu": 1.5244202187546074,
"achieved_tflops_per_gpu_theoretical": 128.74037338728039,
"epoch": 7.0,
"loss_nan_ranks": 0,
"loss_rank_avg": 0.22244934737682343,
"mfu_percent": 0.48859622395981006,
"mfu_percent_theoretical": 41.26294018823089,
"total_flos": 1.2133841162301604e+18,
"train_loss": 0.2596587872724416,
"train_runtime": 99495.5411,
"train_samples_per_second": 0.602,
"train_steps_per_second": 0.038,
"valid_targets_mean": 3751.8,
"valid_targets_min": 1819
}