train_results.json

{
    "epoch": 10.0,
    "init_mem_cpu_alloc_delta": 2530299,
    "init_mem_cpu_peaked_delta": 19115,
    "init_mem_gpu_alloc_delta": 560977408,
    "init_mem_gpu_peaked_delta": 0,
    "train_mem_cpu_alloc_delta": 18524938,
    "train_mem_cpu_peaked_delta": 158585376,
    "train_mem_gpu_alloc_delta": 1692413440,
    "train_mem_gpu_peaked_delta": 10976766464,
    "train_runtime": 81966.5582,
    "train_samples": 2039878,
    "train_samples_per_second": 0.486
}