train_results.json

{
    "epoch": 10.0,
    "init_mem_cpu_alloc_delta": 17783119,
    "init_mem_cpu_peaked_delta": 18230,
    "init_mem_gpu_alloc_delta": 1414861824,
    "init_mem_gpu_peaked_delta": 67165696,
    "train_mem_cpu_alloc_delta": 2991504,
    "train_mem_cpu_peaked_delta": 264499229,
    "train_mem_gpu_alloc_delta": 4256099328,
    "train_mem_gpu_peaked_delta": 11330810880,
    "train_runtime": 8323.4424,
    "train_samples": 7978,
    "train_samples_per_second": 1.199
}