| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 436, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0022935779816513763, | |
| "grad_norm": 1.7423042058944702, | |
| "learning_rate": 0.0, | |
| "loss": 0.1978, | |
| "memory/device_reserved (GiB)": 62.78, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 1, | |
| "tokens_per_second_per_gpu": 222.25 | |
| }, | |
| { | |
| "epoch": 0.0045871559633027525, | |
| "grad_norm": 1.9587920904159546, | |
| "learning_rate": 4.7619047619047615e-06, | |
| "loss": 0.2353, | |
| "memory/device_reserved (GiB)": 62.86, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 2, | |
| "tokens_per_second_per_gpu": 350.65 | |
| }, | |
| { | |
| "epoch": 0.006880733944954129, | |
| "grad_norm": 1.969442367553711, | |
| "learning_rate": 9.523809523809523e-06, | |
| "loss": 0.2242, | |
| "memory/device_reserved (GiB)": 62.96, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 3, | |
| "tokens_per_second_per_gpu": 323.39 | |
| }, | |
| { | |
| "epoch": 0.009174311926605505, | |
| "grad_norm": 2.038032054901123, | |
| "learning_rate": 1.4285714285714285e-05, | |
| "loss": 0.2386, | |
| "memory/device_reserved (GiB)": 62.96, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 4, | |
| "tokens_per_second_per_gpu": 360.19 | |
| }, | |
| { | |
| "epoch": 0.011467889908256881, | |
| "grad_norm": 1.8824621438980103, | |
| "learning_rate": 1.9047619047619046e-05, | |
| "loss": 0.2155, | |
| "memory/device_reserved (GiB)": 62.96, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 5, | |
| "tokens_per_second_per_gpu": 323.59 | |
| }, | |
| { | |
| "epoch": 0.013761467889908258, | |
| "grad_norm": 1.6938378810882568, | |
| "learning_rate": 2.380952380952381e-05, | |
| "loss": 0.2052, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 6, | |
| "tokens_per_second_per_gpu": 377.66 | |
| }, | |
| { | |
| "epoch": 0.016055045871559634, | |
| "grad_norm": 1.7361139059066772, | |
| "learning_rate": 2.857142857142857e-05, | |
| "loss": 0.2156, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 7, | |
| "tokens_per_second_per_gpu": 367.83 | |
| }, | |
| { | |
| "epoch": 0.01834862385321101, | |
| "grad_norm": 1.4934383630752563, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.1775, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 8, | |
| "tokens_per_second_per_gpu": 386.45 | |
| }, | |
| { | |
| "epoch": 0.020642201834862386, | |
| "grad_norm": 1.7436366081237793, | |
| "learning_rate": 3.809523809523809e-05, | |
| "loss": 0.1866, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 9, | |
| "tokens_per_second_per_gpu": 361.96 | |
| }, | |
| { | |
| "epoch": 0.022935779816513763, | |
| "grad_norm": 1.4711122512817383, | |
| "learning_rate": 4.2857142857142856e-05, | |
| "loss": 0.1476, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 10, | |
| "tokens_per_second_per_gpu": 436.99 | |
| }, | |
| { | |
| "epoch": 0.02522935779816514, | |
| "grad_norm": 1.5720685720443726, | |
| "learning_rate": 4.761904761904762e-05, | |
| "loss": 0.1586, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 11, | |
| "tokens_per_second_per_gpu": 328.72 | |
| }, | |
| { | |
| "epoch": 0.027522935779816515, | |
| "grad_norm": 1.3835794925689697, | |
| "learning_rate": 5.2380952380952384e-05, | |
| "loss": 0.1379, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 12, | |
| "tokens_per_second_per_gpu": 349.58 | |
| }, | |
| { | |
| "epoch": 0.02981651376146789, | |
| "grad_norm": 1.467041015625, | |
| "learning_rate": 5.714285714285714e-05, | |
| "loss": 0.1359, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 13, | |
| "tokens_per_second_per_gpu": 387.82 | |
| }, | |
| { | |
| "epoch": 0.03211009174311927, | |
| "grad_norm": 1.4792145490646362, | |
| "learning_rate": 6.19047619047619e-05, | |
| "loss": 0.1276, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 14, | |
| "tokens_per_second_per_gpu": 337.15 | |
| }, | |
| { | |
| "epoch": 0.034403669724770644, | |
| "grad_norm": 1.4552762508392334, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 0.1088, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 15, | |
| "tokens_per_second_per_gpu": 392.76 | |
| }, | |
| { | |
| "epoch": 0.03669724770642202, | |
| "grad_norm": 1.3663415908813477, | |
| "learning_rate": 7.142857142857143e-05, | |
| "loss": 0.0987, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 16, | |
| "tokens_per_second_per_gpu": 415.02 | |
| }, | |
| { | |
| "epoch": 0.0389908256880734, | |
| "grad_norm": 1.4881049394607544, | |
| "learning_rate": 7.619047619047618e-05, | |
| "loss": 0.1075, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 17, | |
| "tokens_per_second_per_gpu": 335.22 | |
| }, | |
| { | |
| "epoch": 0.04128440366972477, | |
| "grad_norm": 1.348233938217163, | |
| "learning_rate": 8.095238095238096e-05, | |
| "loss": 0.0828, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 18, | |
| "tokens_per_second_per_gpu": 345.31 | |
| }, | |
| { | |
| "epoch": 0.04357798165137615, | |
| "grad_norm": 1.3850582838058472, | |
| "learning_rate": 8.571428571428571e-05, | |
| "loss": 0.0793, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 19, | |
| "tokens_per_second_per_gpu": 390.97 | |
| }, | |
| { | |
| "epoch": 0.045871559633027525, | |
| "grad_norm": 1.2875252962112427, | |
| "learning_rate": 9.047619047619048e-05, | |
| "loss": 0.0637, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 20, | |
| "tokens_per_second_per_gpu": 336.71 | |
| }, | |
| { | |
| "epoch": 0.0481651376146789, | |
| "grad_norm": 1.2324072122573853, | |
| "learning_rate": 9.523809523809524e-05, | |
| "loss": 0.0606, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 21, | |
| "tokens_per_second_per_gpu": 366.7 | |
| }, | |
| { | |
| "epoch": 0.05045871559633028, | |
| "grad_norm": 1.2610903978347778, | |
| "learning_rate": 0.0001, | |
| "loss": 0.0558, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 22, | |
| "tokens_per_second_per_gpu": 332.44 | |
| }, | |
| { | |
| "epoch": 0.052752293577981654, | |
| "grad_norm": 0.9550244808197021, | |
| "learning_rate": 9.999856734543933e-05, | |
| "loss": 0.0498, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 23, | |
| "tokens_per_second_per_gpu": 354.84 | |
| }, | |
| { | |
| "epoch": 0.05504587155963303, | |
| "grad_norm": 0.46502307057380676, | |
| "learning_rate": 9.999426946385727e-05, | |
| "loss": 0.0427, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 24, | |
| "tokens_per_second_per_gpu": 437.43 | |
| }, | |
| { | |
| "epoch": 0.05733944954128441, | |
| "grad_norm": 0.3574303984642029, | |
| "learning_rate": 9.998710660154898e-05, | |
| "loss": 0.0412, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 25, | |
| "tokens_per_second_per_gpu": 347.75 | |
| }, | |
| { | |
| "epoch": 0.05963302752293578, | |
| "grad_norm": 0.33508938550949097, | |
| "learning_rate": 9.997707916899079e-05, | |
| "loss": 0.0512, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 26, | |
| "tokens_per_second_per_gpu": 371.44 | |
| }, | |
| { | |
| "epoch": 0.06192660550458716, | |
| "grad_norm": 0.3756350874900818, | |
| "learning_rate": 9.996418774081658e-05, | |
| "loss": 0.0434, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 27, | |
| "tokens_per_second_per_gpu": 383.63 | |
| }, | |
| { | |
| "epoch": 0.06422018348623854, | |
| "grad_norm": 0.34942054748535156, | |
| "learning_rate": 9.994843305578486e-05, | |
| "loss": 0.0414, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 28, | |
| "tokens_per_second_per_gpu": 320.82 | |
| }, | |
| { | |
| "epoch": 0.06651376146788991, | |
| "grad_norm": 0.3070521950721741, | |
| "learning_rate": 9.99298160167365e-05, | |
| "loss": 0.032, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 29, | |
| "tokens_per_second_per_gpu": 309.7 | |
| }, | |
| { | |
| "epoch": 0.06880733944954129, | |
| "grad_norm": 0.33859875798225403, | |
| "learning_rate": 9.990833769054293e-05, | |
| "loss": 0.0375, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 30, | |
| "tokens_per_second_per_gpu": 397.11 | |
| }, | |
| { | |
| "epoch": 0.07110091743119266, | |
| "grad_norm": 0.37161344289779663, | |
| "learning_rate": 9.988399930804504e-05, | |
| "loss": 0.0444, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 31, | |
| "tokens_per_second_per_gpu": 293.8 | |
| }, | |
| { | |
| "epoch": 0.07339449541284404, | |
| "grad_norm": 0.2985033392906189, | |
| "learning_rate": 9.985680226398261e-05, | |
| "loss": 0.033, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 32, | |
| "tokens_per_second_per_gpu": 382.51 | |
| }, | |
| { | |
| "epoch": 0.07568807339449542, | |
| "grad_norm": 0.26349207758903503, | |
| "learning_rate": 9.98267481169144e-05, | |
| "loss": 0.0292, | |
| "memory/device_reserved (GiB)": 63.04, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 33, | |
| "tokens_per_second_per_gpu": 416.81 | |
| }, | |
| { | |
| "epoch": 0.0779816513761468, | |
| "grad_norm": 0.27664628624916077, | |
| "learning_rate": 9.979383858912885e-05, | |
| "loss": 0.0313, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.39, | |
| "memory/max_allocated (GiB)": 54.39, | |
| "step": 34, | |
| "tokens_per_second_per_gpu": 450.68 | |
| }, | |
| { | |
| "epoch": 0.08027522935779817, | |
| "grad_norm": 0.33281639218330383, | |
| "learning_rate": 9.975807556654537e-05, | |
| "loss": 0.0326, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 35, | |
| "tokens_per_second_per_gpu": 305.93 | |
| }, | |
| { | |
| "epoch": 0.08256880733944955, | |
| "grad_norm": 0.3006906509399414, | |
| "learning_rate": 9.971946109860626e-05, | |
| "loss": 0.0323, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 36, | |
| "tokens_per_second_per_gpu": 304.57 | |
| }, | |
| { | |
| "epoch": 0.08486238532110092, | |
| "grad_norm": 0.3224690556526184, | |
| "learning_rate": 9.967799739815925e-05, | |
| "loss": 0.0354, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 37, | |
| "tokens_per_second_per_gpu": 464.33 | |
| }, | |
| { | |
| "epoch": 0.0871559633027523, | |
| "grad_norm": 0.3223485052585602, | |
| "learning_rate": 9.963368684133072e-05, | |
| "loss": 0.0359, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 38, | |
| "tokens_per_second_per_gpu": 319.52 | |
| }, | |
| { | |
| "epoch": 0.08944954128440367, | |
| "grad_norm": 0.24846729636192322, | |
| "learning_rate": 9.958653196738954e-05, | |
| "loss": 0.0309, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 39, | |
| "tokens_per_second_per_gpu": 406.71 | |
| }, | |
| { | |
| "epoch": 0.09174311926605505, | |
| "grad_norm": 0.33822742104530334, | |
| "learning_rate": 9.953653547860151e-05, | |
| "loss": 0.0477, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 40, | |
| "tokens_per_second_per_gpu": 322.05 | |
| }, | |
| { | |
| "epoch": 0.09403669724770643, | |
| "grad_norm": 0.32081446051597595, | |
| "learning_rate": 9.948370024007454e-05, | |
| "loss": 0.037, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 41, | |
| "tokens_per_second_per_gpu": 416.25 | |
| }, | |
| { | |
| "epoch": 0.0963302752293578, | |
| "grad_norm": 0.3192990720272064, | |
| "learning_rate": 9.942802927959443e-05, | |
| "loss": 0.045, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 42, | |
| "tokens_per_second_per_gpu": 320.22 | |
| }, | |
| { | |
| "epoch": 0.09862385321100918, | |
| "grad_norm": 0.31890812516212463, | |
| "learning_rate": 9.936952578745142e-05, | |
| "loss": 0.0385, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 43, | |
| "tokens_per_second_per_gpu": 362.86 | |
| }, | |
| { | |
| "epoch": 0.10091743119266056, | |
| "grad_norm": 0.26405248045921326, | |
| "learning_rate": 9.93081931162573e-05, | |
| "loss": 0.0302, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 44, | |
| "tokens_per_second_per_gpu": 382.0 | |
| }, | |
| { | |
| "epoch": 0.10321100917431193, | |
| "grad_norm": 0.25612977147102356, | |
| "learning_rate": 9.92440347807533e-05, | |
| "loss": 0.0316, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 45, | |
| "tokens_per_second_per_gpu": 422.99 | |
| }, | |
| { | |
| "epoch": 0.10550458715596331, | |
| "grad_norm": 0.29121536016464233, | |
| "learning_rate": 9.91770544576087e-05, | |
| "loss": 0.0379, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 46, | |
| "tokens_per_second_per_gpu": 338.46 | |
| }, | |
| { | |
| "epoch": 0.10779816513761468, | |
| "grad_norm": 0.27259379625320435, | |
| "learning_rate": 9.910725598521013e-05, | |
| "loss": 0.0341, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 47, | |
| "tokens_per_second_per_gpu": 412.59 | |
| }, | |
| { | |
| "epoch": 0.11009174311926606, | |
| "grad_norm": 0.4391794502735138, | |
| "learning_rate": 9.90346433634416e-05, | |
| "loss": 0.0516, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 48, | |
| "tokens_per_second_per_gpu": 282.61 | |
| }, | |
| { | |
| "epoch": 0.11238532110091744, | |
| "grad_norm": 0.34521281719207764, | |
| "learning_rate": 9.89592207534552e-05, | |
| "loss": 0.0335, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.04, | |
| "memory/max_allocated (GiB)": 54.04, | |
| "step": 49, | |
| "tokens_per_second_per_gpu": 274.17 | |
| }, | |
| { | |
| "epoch": 0.11467889908256881, | |
| "grad_norm": 0.3050225079059601, | |
| "learning_rate": 9.888099247743283e-05, | |
| "loss": 0.0413, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 50, | |
| "tokens_per_second_per_gpu": 376.17 | |
| }, | |
| { | |
| "epoch": 0.11697247706422019, | |
| "grad_norm": 0.2696986496448517, | |
| "learning_rate": 9.879996301833833e-05, | |
| "loss": 0.0332, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 51, | |
| "tokens_per_second_per_gpu": 338.77 | |
| }, | |
| { | |
| "epoch": 0.11926605504587157, | |
| "grad_norm": 0.2705146372318268, | |
| "learning_rate": 9.871613701966067e-05, | |
| "loss": 0.0323, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 52, | |
| "tokens_per_second_per_gpu": 448.16 | |
| }, | |
| { | |
| "epoch": 0.12155963302752294, | |
| "grad_norm": 0.34892207384109497, | |
| "learning_rate": 9.862951928514782e-05, | |
| "loss": 0.0416, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 53, | |
| "tokens_per_second_per_gpu": 281.47 | |
| }, | |
| { | |
| "epoch": 0.12385321100917432, | |
| "grad_norm": 0.30306676030158997, | |
| "learning_rate": 9.854011477853146e-05, | |
| "loss": 0.0329, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 54, | |
| "tokens_per_second_per_gpu": 393.01 | |
| }, | |
| { | |
| "epoch": 0.12614678899082568, | |
| "grad_norm": 0.2857978940010071, | |
| "learning_rate": 9.844792862324258e-05, | |
| "loss": 0.0315, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 55, | |
| "tokens_per_second_per_gpu": 391.6 | |
| }, | |
| { | |
| "epoch": 0.12844036697247707, | |
| "grad_norm": 0.294310063123703, | |
| "learning_rate": 9.835296610211779e-05, | |
| "loss": 0.035, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 56, | |
| "tokens_per_second_per_gpu": 401.46 | |
| }, | |
| { | |
| "epoch": 0.13073394495412843, | |
| "grad_norm": 0.248285710811615, | |
| "learning_rate": 9.825523265709666e-05, | |
| "loss": 0.0267, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 57, | |
| "tokens_per_second_per_gpu": 400.95 | |
| }, | |
| { | |
| "epoch": 0.13302752293577982, | |
| "grad_norm": 0.2690254747867584, | |
| "learning_rate": 9.815473388890983e-05, | |
| "loss": 0.0326, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 58, | |
| "tokens_per_second_per_gpu": 342.0 | |
| }, | |
| { | |
| "epoch": 0.1353211009174312, | |
| "grad_norm": 0.27940982580184937, | |
| "learning_rate": 9.805147555675805e-05, | |
| "loss": 0.033, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 59, | |
| "tokens_per_second_per_gpu": 407.45 | |
| }, | |
| { | |
| "epoch": 0.13761467889908258, | |
| "grad_norm": 0.23285861313343048, | |
| "learning_rate": 9.794546357798208e-05, | |
| "loss": 0.0269, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 60, | |
| "tokens_per_second_per_gpu": 395.56 | |
| }, | |
| { | |
| "epoch": 0.13990825688073394, | |
| "grad_norm": 0.2705455720424652, | |
| "learning_rate": 9.783670402772379e-05, | |
| "loss": 0.0299, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 61, | |
| "tokens_per_second_per_gpu": 404.42 | |
| }, | |
| { | |
| "epoch": 0.14220183486238533, | |
| "grad_norm": 0.30998194217681885, | |
| "learning_rate": 9.772520313857775e-05, | |
| "loss": 0.0432, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 62, | |
| "tokens_per_second_per_gpu": 346.21 | |
| }, | |
| { | |
| "epoch": 0.1444954128440367, | |
| "grad_norm": 0.30185559391975403, | |
| "learning_rate": 9.761096730023432e-05, | |
| "loss": 0.0379, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 63, | |
| "tokens_per_second_per_gpu": 385.68 | |
| }, | |
| { | |
| "epoch": 0.14678899082568808, | |
| "grad_norm": 0.2769138813018799, | |
| "learning_rate": 9.749400305911322e-05, | |
| "loss": 0.027, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 64, | |
| "tokens_per_second_per_gpu": 405.39 | |
| }, | |
| { | |
| "epoch": 0.14908256880733944, | |
| "grad_norm": 0.2720226049423218, | |
| "learning_rate": 9.737431711798864e-05, | |
| "loss": 0.03, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 65, | |
| "tokens_per_second_per_gpu": 377.56 | |
| }, | |
| { | |
| "epoch": 0.15137614678899083, | |
| "grad_norm": 0.31610751152038574, | |
| "learning_rate": 9.725191633560491e-05, | |
| "loss": 0.0429, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 66, | |
| "tokens_per_second_per_gpu": 352.42 | |
| }, | |
| { | |
| "epoch": 0.1536697247706422, | |
| "grad_norm": 0.33488714694976807, | |
| "learning_rate": 9.712680772628364e-05, | |
| "loss": 0.0361, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 67, | |
| "tokens_per_second_per_gpu": 375.77 | |
| }, | |
| { | |
| "epoch": 0.1559633027522936, | |
| "grad_norm": 0.35891827940940857, | |
| "learning_rate": 9.69989984595216e-05, | |
| "loss": 0.0361, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 68, | |
| "tokens_per_second_per_gpu": 356.9 | |
| }, | |
| { | |
| "epoch": 0.15825688073394495, | |
| "grad_norm": 0.2968045175075531, | |
| "learning_rate": 9.686849585957994e-05, | |
| "loss": 0.0329, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 69, | |
| "tokens_per_second_per_gpu": 367.75 | |
| }, | |
| { | |
| "epoch": 0.16055045871559634, | |
| "grad_norm": 0.2232455462217331, | |
| "learning_rate": 9.673530740506447e-05, | |
| "loss": 0.0314, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 70, | |
| "tokens_per_second_per_gpu": 442.71 | |
| }, | |
| { | |
| "epoch": 0.1628440366972477, | |
| "grad_norm": 0.30435213446617126, | |
| "learning_rate": 9.659944072849707e-05, | |
| "loss": 0.0456, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 71, | |
| "tokens_per_second_per_gpu": 403.95 | |
| }, | |
| { | |
| "epoch": 0.1651376146788991, | |
| "grad_norm": 0.28937217593193054, | |
| "learning_rate": 9.646090361587827e-05, | |
| "loss": 0.0334, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 72, | |
| "tokens_per_second_per_gpu": 327.53 | |
| }, | |
| { | |
| "epoch": 0.16743119266055045, | |
| "grad_norm": 0.30293306708335876, | |
| "learning_rate": 9.631970400624113e-05, | |
| "loss": 0.0337, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 73, | |
| "tokens_per_second_per_gpu": 273.81 | |
| }, | |
| { | |
| "epoch": 0.16972477064220184, | |
| "grad_norm": 0.3061770796775818, | |
| "learning_rate": 9.617584999119625e-05, | |
| "loss": 0.0316, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 74, | |
| "tokens_per_second_per_gpu": 347.9 | |
| }, | |
| { | |
| "epoch": 0.1720183486238532, | |
| "grad_norm": 0.33200153708457947, | |
| "learning_rate": 9.602934981446803e-05, | |
| "loss": 0.0321, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 75, | |
| "tokens_per_second_per_gpu": 463.06 | |
| }, | |
| { | |
| "epoch": 0.1743119266055046, | |
| "grad_norm": 0.3321312963962555, | |
| "learning_rate": 9.588021187142235e-05, | |
| "loss": 0.0415, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 76, | |
| "tokens_per_second_per_gpu": 371.73 | |
| }, | |
| { | |
| "epoch": 0.17660550458715596, | |
| "grad_norm": 0.3035199046134949, | |
| "learning_rate": 9.572844470858537e-05, | |
| "loss": 0.0351, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 77, | |
| "tokens_per_second_per_gpu": 403.09 | |
| }, | |
| { | |
| "epoch": 0.17889908256880735, | |
| "grad_norm": 0.2940441071987152, | |
| "learning_rate": 9.557405702315381e-05, | |
| "loss": 0.0292, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 78, | |
| "tokens_per_second_per_gpu": 414.16 | |
| }, | |
| { | |
| "epoch": 0.1811926605504587, | |
| "grad_norm": 0.26305070519447327, | |
| "learning_rate": 9.541705766249655e-05, | |
| "loss": 0.0287, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 79, | |
| "tokens_per_second_per_gpu": 427.63 | |
| }, | |
| { | |
| "epoch": 0.1834862385321101, | |
| "grad_norm": 0.25760307908058167, | |
| "learning_rate": 9.525745562364756e-05, | |
| "loss": 0.0309, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 80, | |
| "tokens_per_second_per_gpu": 333.83 | |
| }, | |
| { | |
| "epoch": 0.18577981651376146, | |
| "grad_norm": 0.23999342322349548, | |
| "learning_rate": 9.509526005279044e-05, | |
| "loss": 0.0258, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 81, | |
| "tokens_per_second_per_gpu": 361.37 | |
| }, | |
| { | |
| "epoch": 0.18807339449541285, | |
| "grad_norm": 0.26708847284317017, | |
| "learning_rate": 9.493048024473412e-05, | |
| "loss": 0.0367, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 82, | |
| "tokens_per_second_per_gpu": 349.78 | |
| }, | |
| { | |
| "epoch": 0.19036697247706422, | |
| "grad_norm": 0.3237634301185608, | |
| "learning_rate": 9.476312564238034e-05, | |
| "loss": 0.0239, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 83, | |
| "tokens_per_second_per_gpu": 320.89 | |
| }, | |
| { | |
| "epoch": 0.1926605504587156, | |
| "grad_norm": 0.2014906406402588, | |
| "learning_rate": 9.459320583618252e-05, | |
| "loss": 0.0238, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 84, | |
| "tokens_per_second_per_gpu": 534.67 | |
| }, | |
| { | |
| "epoch": 0.19495412844036697, | |
| "grad_norm": 0.27790626883506775, | |
| "learning_rate": 9.442073056359604e-05, | |
| "loss": 0.0347, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 85, | |
| "tokens_per_second_per_gpu": 421.73 | |
| }, | |
| { | |
| "epoch": 0.19724770642201836, | |
| "grad_norm": 0.2846669554710388, | |
| "learning_rate": 9.424570970852034e-05, | |
| "loss": 0.0383, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 86, | |
| "tokens_per_second_per_gpu": 373.72 | |
| }, | |
| { | |
| "epoch": 0.19954128440366972, | |
| "grad_norm": 0.24163806438446045, | |
| "learning_rate": 9.406815330073244e-05, | |
| "loss": 0.0245, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 87, | |
| "tokens_per_second_per_gpu": 405.43 | |
| }, | |
| { | |
| "epoch": 0.2018348623853211, | |
| "grad_norm": 0.28796976804733276, | |
| "learning_rate": 9.388807151531229e-05, | |
| "loss": 0.0381, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 88, | |
| "tokens_per_second_per_gpu": 305.92 | |
| }, | |
| { | |
| "epoch": 0.20412844036697247, | |
| "grad_norm": 0.29206299781799316, | |
| "learning_rate": 9.37054746720595e-05, | |
| "loss": 0.0293, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 89, | |
| "tokens_per_second_per_gpu": 359.51 | |
| }, | |
| { | |
| "epoch": 0.20642201834862386, | |
| "grad_norm": 0.2992270588874817, | |
| "learning_rate": 9.352037323490208e-05, | |
| "loss": 0.033, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 90, | |
| "tokens_per_second_per_gpu": 345.5 | |
| }, | |
| { | |
| "epoch": 0.20871559633027523, | |
| "grad_norm": 0.3274737298488617, | |
| "learning_rate": 9.333277781129678e-05, | |
| "loss": 0.0398, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 91, | |
| "tokens_per_second_per_gpu": 339.92 | |
| }, | |
| { | |
| "epoch": 0.21100917431192662, | |
| "grad_norm": 0.25112593173980713, | |
| "learning_rate": 9.314269915162114e-05, | |
| "loss": 0.0262, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 92, | |
| "tokens_per_second_per_gpu": 394.8 | |
| }, | |
| { | |
| "epoch": 0.21330275229357798, | |
| "grad_norm": 0.259998083114624, | |
| "learning_rate": 9.295014814855753e-05, | |
| "loss": 0.0289, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 93, | |
| "tokens_per_second_per_gpu": 371.57 | |
| }, | |
| { | |
| "epoch": 0.21559633027522937, | |
| "grad_norm": 0.2672531008720398, | |
| "learning_rate": 9.275513583646884e-05, | |
| "loss": 0.0245, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 94, | |
| "tokens_per_second_per_gpu": 336.64 | |
| }, | |
| { | |
| "epoch": 0.21788990825688073, | |
| "grad_norm": 0.3032653331756592, | |
| "learning_rate": 9.255767339076622e-05, | |
| "loss": 0.0349, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 95, | |
| "tokens_per_second_per_gpu": 373.25 | |
| }, | |
| { | |
| "epoch": 0.22018348623853212, | |
| "grad_norm": 0.2861638367176056, | |
| "learning_rate": 9.23577721272686e-05, | |
| "loss": 0.0605, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 96, | |
| "tokens_per_second_per_gpu": 424.59 | |
| }, | |
| { | |
| "epoch": 0.22247706422018348, | |
| "grad_norm": 0.29100459814071655, | |
| "learning_rate": 9.215544350155422e-05, | |
| "loss": 0.04, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 97, | |
| "tokens_per_second_per_gpu": 375.12 | |
| }, | |
| { | |
| "epoch": 0.22477064220183487, | |
| "grad_norm": 0.2690049111843109, | |
| "learning_rate": 9.195069910830427e-05, | |
| "loss": 0.0344, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 98, | |
| "tokens_per_second_per_gpu": 356.89 | |
| }, | |
| { | |
| "epoch": 0.22706422018348624, | |
| "grad_norm": 0.2193092703819275, | |
| "learning_rate": 9.174355068063828e-05, | |
| "loss": 0.0281, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 99, | |
| "tokens_per_second_per_gpu": 364.88 | |
| }, | |
| { | |
| "epoch": 0.22935779816513763, | |
| "grad_norm": 0.24899783730506897, | |
| "learning_rate": 9.15340100894418e-05, | |
| "loss": 0.0318, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 100, | |
| "tokens_per_second_per_gpu": 352.49 | |
| }, | |
| { | |
| "epoch": 0.231651376146789, | |
| "grad_norm": 0.2679343819618225, | |
| "learning_rate": 9.132208934268622e-05, | |
| "loss": 0.0259, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 101, | |
| "tokens_per_second_per_gpu": 428.81 | |
| }, | |
| { | |
| "epoch": 0.23394495412844038, | |
| "grad_norm": 0.31847280263900757, | |
| "learning_rate": 9.110780058474052e-05, | |
| "loss": 0.0367, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 102, | |
| "tokens_per_second_per_gpu": 387.83 | |
| }, | |
| { | |
| "epoch": 0.23623853211009174, | |
| "grad_norm": 0.2766435742378235, | |
| "learning_rate": 9.08911560956753e-05, | |
| "loss": 0.0369, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 103, | |
| "tokens_per_second_per_gpu": 449.4 | |
| }, | |
| { | |
| "epoch": 0.23853211009174313, | |
| "grad_norm": 0.25810885429382324, | |
| "learning_rate": 9.067216829055922e-05, | |
| "loss": 0.0298, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 104, | |
| "tokens_per_second_per_gpu": 387.04 | |
| }, | |
| { | |
| "epoch": 0.2408256880733945, | |
| "grad_norm": 0.2696630656719208, | |
| "learning_rate": 9.045084971874738e-05, | |
| "loss": 0.0341, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 105, | |
| "tokens_per_second_per_gpu": 367.73 | |
| }, | |
| { | |
| "epoch": 0.24311926605504589, | |
| "grad_norm": 0.3242337107658386, | |
| "learning_rate": 9.022721306316222e-05, | |
| "loss": 0.0413, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 106, | |
| "tokens_per_second_per_gpu": 261.31 | |
| }, | |
| { | |
| "epoch": 0.24541284403669725, | |
| "grad_norm": 0.3147953748703003, | |
| "learning_rate": 9.000127113956674e-05, | |
| "loss": 0.0385, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 107, | |
| "tokens_per_second_per_gpu": 295.27 | |
| }, | |
| { | |
| "epoch": 0.24770642201834864, | |
| "grad_norm": 0.31290891766548157, | |
| "learning_rate": 8.977303689583e-05, | |
| "loss": 0.0388, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 108, | |
| "tokens_per_second_per_gpu": 333.94 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.2813985049724579, | |
| "learning_rate": 8.954252341118523e-05, | |
| "loss": 0.0362, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 109, | |
| "tokens_per_second_per_gpu": 340.1 | |
| }, | |
| { | |
| "epoch": 0.25229357798165136, | |
| "grad_norm": 0.2733946442604065, | |
| "learning_rate": 8.930974389548023e-05, | |
| "loss": 0.0369, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 110, | |
| "tokens_per_second_per_gpu": 412.96 | |
| }, | |
| { | |
| "epoch": 0.2545871559633027, | |
| "grad_norm": 0.271311491727829, | |
| "learning_rate": 8.90747116884204e-05, | |
| "loss": 0.0329, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 111, | |
| "tokens_per_second_per_gpu": 385.43 | |
| }, | |
| { | |
| "epoch": 0.25688073394495414, | |
| "grad_norm": 0.3098628520965576, | |
| "learning_rate": 8.883744025880428e-05, | |
| "loss": 0.0424, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 112, | |
| "tokens_per_second_per_gpu": 355.56 | |
| }, | |
| { | |
| "epoch": 0.2591743119266055, | |
| "grad_norm": 0.25453096628189087, | |
| "learning_rate": 8.859794320375168e-05, | |
| "loss": 0.0292, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 113, | |
| "tokens_per_second_per_gpu": 373.16 | |
| }, | |
| { | |
| "epoch": 0.26146788990825687, | |
| "grad_norm": 0.2808026373386383, | |
| "learning_rate": 8.835623424792452e-05, | |
| "loss": 0.032, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 114, | |
| "tokens_per_second_per_gpu": 309.26 | |
| }, | |
| { | |
| "epoch": 0.26376146788990823, | |
| "grad_norm": 0.21891231834888458, | |
| "learning_rate": 8.811232724274035e-05, | |
| "loss": 0.0257, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 115, | |
| "tokens_per_second_per_gpu": 416.92 | |
| }, | |
| { | |
| "epoch": 0.26605504587155965, | |
| "grad_norm": 0.26432308554649353, | |
| "learning_rate": 8.786623616557847e-05, | |
| "loss": 0.0347, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 116, | |
| "tokens_per_second_per_gpu": 379.31 | |
| }, | |
| { | |
| "epoch": 0.268348623853211, | |
| "grad_norm": 0.25801753997802734, | |
| "learning_rate": 8.761797511897906e-05, | |
| "loss": 0.0279, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 117, | |
| "tokens_per_second_per_gpu": 363.95 | |
| }, | |
| { | |
| "epoch": 0.2706422018348624, | |
| "grad_norm": 0.27979329228401184, | |
| "learning_rate": 8.736755832983497e-05, | |
| "loss": 0.0358, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 118, | |
| "tokens_per_second_per_gpu": 307.44 | |
| }, | |
| { | |
| "epoch": 0.27293577981651373, | |
| "grad_norm": 0.2807314693927765, | |
| "learning_rate": 8.711500014857634e-05, | |
| "loss": 0.0355, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 119, | |
| "tokens_per_second_per_gpu": 315.85 | |
| }, | |
| { | |
| "epoch": 0.27522935779816515, | |
| "grad_norm": 0.2589738368988037, | |
| "learning_rate": 8.686031504834843e-05, | |
| "loss": 0.0332, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 120, | |
| "tokens_per_second_per_gpu": 370.06 | |
| }, | |
| { | |
| "epoch": 0.2775229357798165, | |
| "grad_norm": 0.2834858000278473, | |
| "learning_rate": 8.660351762418203e-05, | |
| "loss": 0.04, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 121, | |
| "tokens_per_second_per_gpu": 423.2 | |
| }, | |
| { | |
| "epoch": 0.2798165137614679, | |
| "grad_norm": 0.2670377790927887, | |
| "learning_rate": 8.634462259215719e-05, | |
| "loss": 0.0283, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 122, | |
| "tokens_per_second_per_gpu": 303.03 | |
| }, | |
| { | |
| "epoch": 0.28211009174311924, | |
| "grad_norm": 0.28685668110847473, | |
| "learning_rate": 8.608364478855983e-05, | |
| "loss": 0.0392, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 123, | |
| "tokens_per_second_per_gpu": 413.82 | |
| }, | |
| { | |
| "epoch": 0.28440366972477066, | |
| "grad_norm": 0.23065194487571716, | |
| "learning_rate": 8.58205991690316e-05, | |
| "loss": 0.0308, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 124, | |
| "tokens_per_second_per_gpu": 388.34 | |
| }, | |
| { | |
| "epoch": 0.286697247706422, | |
| "grad_norm": 0.26674139499664307, | |
| "learning_rate": 8.555550080771273e-05, | |
| "loss": 0.0334, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 125, | |
| "tokens_per_second_per_gpu": 358.66 | |
| }, | |
| { | |
| "epoch": 0.2889908256880734, | |
| "grad_norm": 0.2913675308227539, | |
| "learning_rate": 8.528836489637828e-05, | |
| "loss": 0.0419, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 126, | |
| "tokens_per_second_per_gpu": 256.07 | |
| }, | |
| { | |
| "epoch": 0.29128440366972475, | |
| "grad_norm": 0.2554248869419098, | |
| "learning_rate": 8.501920674356754e-05, | |
| "loss": 0.0287, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 127, | |
| "tokens_per_second_per_gpu": 369.85 | |
| }, | |
| { | |
| "epoch": 0.29357798165137616, | |
| "grad_norm": 0.2390403300523758, | |
| "learning_rate": 8.47480417737067e-05, | |
| "loss": 0.029, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 128, | |
| "tokens_per_second_per_gpu": 385.26 | |
| }, | |
| { | |
| "epoch": 0.2958715596330275, | |
| "grad_norm": 0.2914634943008423, | |
| "learning_rate": 8.447488552622498e-05, | |
| "loss": 0.0352, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 129, | |
| "tokens_per_second_per_gpu": 344.72 | |
| }, | |
| { | |
| "epoch": 0.2981651376146789, | |
| "grad_norm": 0.25486281514167786, | |
| "learning_rate": 8.419975365466415e-05, | |
| "loss": 0.0299, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 130, | |
| "tokens_per_second_per_gpu": 333.26 | |
| }, | |
| { | |
| "epoch": 0.30045871559633025, | |
| "grad_norm": 0.27855366468429565, | |
| "learning_rate": 8.392266192578143e-05, | |
| "loss": 0.0376, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 131, | |
| "tokens_per_second_per_gpu": 348.74 | |
| }, | |
| { | |
| "epoch": 0.30275229357798167, | |
| "grad_norm": 0.2386406511068344, | |
| "learning_rate": 8.364362621864595e-05, | |
| "loss": 0.0343, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 132, | |
| "tokens_per_second_per_gpu": 351.58 | |
| }, | |
| { | |
| "epoch": 0.30504587155963303, | |
| "grad_norm": 0.24866312742233276, | |
| "learning_rate": 8.336266252372889e-05, | |
| "loss": 0.0342, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 133, | |
| "tokens_per_second_per_gpu": 403.38 | |
| }, | |
| { | |
| "epoch": 0.3073394495412844, | |
| "grad_norm": 0.22284211218357086, | |
| "learning_rate": 8.307978694198699e-05, | |
| "loss": 0.0323, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 134, | |
| "tokens_per_second_per_gpu": 326.88 | |
| }, | |
| { | |
| "epoch": 0.30963302752293576, | |
| "grad_norm": 0.23460738360881805, | |
| "learning_rate": 8.279501568393994e-05, | |
| "loss": 0.0314, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 135, | |
| "tokens_per_second_per_gpu": 319.95 | |
| }, | |
| { | |
| "epoch": 0.3119266055045872, | |
| "grad_norm": 0.25024035573005676, | |
| "learning_rate": 8.250836506874142e-05, | |
| "loss": 0.0338, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 136, | |
| "tokens_per_second_per_gpu": 379.96 | |
| }, | |
| { | |
| "epoch": 0.31422018348623854, | |
| "grad_norm": 0.2852768898010254, | |
| "learning_rate": 8.221985152324385e-05, | |
| "loss": 0.0289, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 137, | |
| "tokens_per_second_per_gpu": 383.41 | |
| }, | |
| { | |
| "epoch": 0.3165137614678899, | |
| "grad_norm": 0.22059263288974762, | |
| "learning_rate": 8.192949158105713e-05, | |
| "loss": 0.027, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 138, | |
| "tokens_per_second_per_gpu": 310.55 | |
| }, | |
| { | |
| "epoch": 0.31880733944954126, | |
| "grad_norm": 0.2608126699924469, | |
| "learning_rate": 8.163730188160105e-05, | |
| "loss": 0.0362, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 139, | |
| "tokens_per_second_per_gpu": 372.07 | |
| }, | |
| { | |
| "epoch": 0.3211009174311927, | |
| "grad_norm": 0.26272955536842346, | |
| "learning_rate": 8.134329916915184e-05, | |
| "loss": 0.0377, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 140, | |
| "tokens_per_second_per_gpu": 319.68 | |
| }, | |
| { | |
| "epoch": 0.32339449541284404, | |
| "grad_norm": 0.23061028122901917, | |
| "learning_rate": 8.104750029188257e-05, | |
| "loss": 0.0326, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 141, | |
| "tokens_per_second_per_gpu": 467.38 | |
| }, | |
| { | |
| "epoch": 0.3256880733944954, | |
| "grad_norm": 0.221657395362854, | |
| "learning_rate": 8.074992220089769e-05, | |
| "loss": 0.0309, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 142, | |
| "tokens_per_second_per_gpu": 384.81 | |
| }, | |
| { | |
| "epoch": 0.32798165137614677, | |
| "grad_norm": 0.24493619799613953, | |
| "learning_rate": 8.045058194926153e-05, | |
| "loss": 0.0327, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 143, | |
| "tokens_per_second_per_gpu": 358.09 | |
| }, | |
| { | |
| "epoch": 0.3302752293577982, | |
| "grad_norm": 0.25569525361061096, | |
| "learning_rate": 8.014949669102117e-05, | |
| "loss": 0.0311, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 144, | |
| "tokens_per_second_per_gpu": 364.26 | |
| }, | |
| { | |
| "epoch": 0.33256880733944955, | |
| "grad_norm": 0.2208516001701355, | |
| "learning_rate": 7.984668368022335e-05, | |
| "loss": 0.0278, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 145, | |
| "tokens_per_second_per_gpu": 262.85 | |
| }, | |
| { | |
| "epoch": 0.3348623853211009, | |
| "grad_norm": 0.3040093779563904, | |
| "learning_rate": 7.954216026992571e-05, | |
| "loss": 0.0342, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 146, | |
| "tokens_per_second_per_gpu": 372.26 | |
| }, | |
| { | |
| "epoch": 0.33715596330275227, | |
| "grad_norm": 0.23538342118263245, | |
| "learning_rate": 7.923594391120236e-05, | |
| "loss": 0.0354, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 147, | |
| "tokens_per_second_per_gpu": 438.13 | |
| }, | |
| { | |
| "epoch": 0.3394495412844037, | |
| "grad_norm": 0.23173239827156067, | |
| "learning_rate": 7.892805215214381e-05, | |
| "loss": 0.0332, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 148, | |
| "tokens_per_second_per_gpu": 339.88 | |
| }, | |
| { | |
| "epoch": 0.34174311926605505, | |
| "grad_norm": 0.22046047449111938, | |
| "learning_rate": 7.861850263685134e-05, | |
| "loss": 0.0309, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 149, | |
| "tokens_per_second_per_gpu": 412.55 | |
| }, | |
| { | |
| "epoch": 0.3440366972477064, | |
| "grad_norm": 0.22880156338214874, | |
| "learning_rate": 7.830731310442599e-05, | |
| "loss": 0.0285, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 150, | |
| "tokens_per_second_per_gpu": 337.23 | |
| }, | |
| { | |
| "epoch": 0.3463302752293578, | |
| "grad_norm": 0.2623577117919922, | |
| "learning_rate": 7.799450138795185e-05, | |
| "loss": 0.0316, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 151, | |
| "tokens_per_second_per_gpu": 324.27 | |
| }, | |
| { | |
| "epoch": 0.3486238532110092, | |
| "grad_norm": 0.23668667674064636, | |
| "learning_rate": 7.768008541347423e-05, | |
| "loss": 0.0285, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 152, | |
| "tokens_per_second_per_gpu": 353.61 | |
| }, | |
| { | |
| "epoch": 0.35091743119266056, | |
| "grad_norm": 0.23275883495807648, | |
| "learning_rate": 7.73640831989723e-05, | |
| "loss": 0.0301, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 153, | |
| "tokens_per_second_per_gpu": 406.13 | |
| }, | |
| { | |
| "epoch": 0.3532110091743119, | |
| "grad_norm": 0.21618887782096863, | |
| "learning_rate": 7.704651285332663e-05, | |
| "loss": 0.0282, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 154, | |
| "tokens_per_second_per_gpu": 365.9 | |
| }, | |
| { | |
| "epoch": 0.3555045871559633, | |
| "grad_norm": 0.23415431380271912, | |
| "learning_rate": 7.672739257528134e-05, | |
| "loss": 0.033, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 155, | |
| "tokens_per_second_per_gpu": 437.09 | |
| }, | |
| { | |
| "epoch": 0.3577981651376147, | |
| "grad_norm": 0.28743037581443787, | |
| "learning_rate": 7.640674065240136e-05, | |
| "loss": 0.0359, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 156, | |
| "tokens_per_second_per_gpu": 289.72 | |
| }, | |
| { | |
| "epoch": 0.36009174311926606, | |
| "grad_norm": 0.22749994695186615, | |
| "learning_rate": 7.608457546002424e-05, | |
| "loss": 0.0275, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 157, | |
| "tokens_per_second_per_gpu": 274.83 | |
| }, | |
| { | |
| "epoch": 0.3623853211009174, | |
| "grad_norm": 0.2272910177707672, | |
| "learning_rate": 7.576091546020725e-05, | |
| "loss": 0.0341, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 158, | |
| "tokens_per_second_per_gpu": 339.03 | |
| }, | |
| { | |
| "epoch": 0.3646788990825688, | |
| "grad_norm": 0.24701513350009918, | |
| "learning_rate": 7.543577920066944e-05, | |
| "loss": 0.0372, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 159, | |
| "tokens_per_second_per_gpu": 400.2 | |
| }, | |
| { | |
| "epoch": 0.3669724770642202, | |
| "grad_norm": 0.21798241138458252, | |
| "learning_rate": 7.510918531372857e-05, | |
| "loss": 0.0354, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 160, | |
| "tokens_per_second_per_gpu": 317.01 | |
| }, | |
| { | |
| "epoch": 0.36926605504587157, | |
| "grad_norm": 0.218458890914917, | |
| "learning_rate": 7.478115251523352e-05, | |
| "loss": 0.0249, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 161, | |
| "tokens_per_second_per_gpu": 359.48 | |
| }, | |
| { | |
| "epoch": 0.37155963302752293, | |
| "grad_norm": 0.21478238701820374, | |
| "learning_rate": 7.445169960349167e-05, | |
| "loss": 0.024, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 162, | |
| "tokens_per_second_per_gpu": 384.53 | |
| }, | |
| { | |
| "epoch": 0.3738532110091743, | |
| "grad_norm": 0.20170234143733978, | |
| "learning_rate": 7.412084545819168e-05, | |
| "loss": 0.0298, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 163, | |
| "tokens_per_second_per_gpu": 385.9 | |
| }, | |
| { | |
| "epoch": 0.3761467889908257, | |
| "grad_norm": 0.21560414135456085, | |
| "learning_rate": 7.378860903932159e-05, | |
| "loss": 0.0323, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 164, | |
| "tokens_per_second_per_gpu": 335.57 | |
| }, | |
| { | |
| "epoch": 0.37844036697247707, | |
| "grad_norm": 0.22123412787914276, | |
| "learning_rate": 7.34550093860822e-05, | |
| "loss": 0.042, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 165, | |
| "tokens_per_second_per_gpu": 408.47 | |
| }, | |
| { | |
| "epoch": 0.38073394495412843, | |
| "grad_norm": 0.22786198556423187, | |
| "learning_rate": 7.31200656157961e-05, | |
| "loss": 0.0313, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 166, | |
| "tokens_per_second_per_gpu": 299.4 | |
| }, | |
| { | |
| "epoch": 0.3830275229357798, | |
| "grad_norm": 0.19029876589775085, | |
| "learning_rate": 7.278379692281208e-05, | |
| "loss": 0.0316, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 167, | |
| "tokens_per_second_per_gpu": 361.02 | |
| }, | |
| { | |
| "epoch": 0.3853211009174312, | |
| "grad_norm": 0.1974560171365738, | |
| "learning_rate": 7.244622257740523e-05, | |
| "loss": 0.0277, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 168, | |
| "tokens_per_second_per_gpu": 382.0 | |
| }, | |
| { | |
| "epoch": 0.3876146788990826, | |
| "grad_norm": 0.18544377386569977, | |
| "learning_rate": 7.210736192467256e-05, | |
| "loss": 0.0249, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 169, | |
| "tokens_per_second_per_gpu": 392.7 | |
| }, | |
| { | |
| "epoch": 0.38990825688073394, | |
| "grad_norm": 0.2139897495508194, | |
| "learning_rate": 7.176723438342446e-05, | |
| "loss": 0.032, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 170, | |
| "tokens_per_second_per_gpu": 373.71 | |
| }, | |
| { | |
| "epoch": 0.3922018348623853, | |
| "grad_norm": 0.19245761632919312, | |
| "learning_rate": 7.142585944507185e-05, | |
| "loss": 0.0252, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 171, | |
| "tokens_per_second_per_gpu": 377.45 | |
| }, | |
| { | |
| "epoch": 0.3944954128440367, | |
| "grad_norm": 0.2111990749835968, | |
| "learning_rate": 7.10832566725092e-05, | |
| "loss": 0.0246, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 172, | |
| "tokens_per_second_per_gpu": 336.9 | |
| }, | |
| { | |
| "epoch": 0.3967889908256881, | |
| "grad_norm": 0.21643568575382233, | |
| "learning_rate": 7.073944569899354e-05, | |
| "loss": 0.0385, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 173, | |
| "tokens_per_second_per_gpu": 412.94 | |
| }, | |
| { | |
| "epoch": 0.39908256880733944, | |
| "grad_norm": 0.24215413630008698, | |
| "learning_rate": 7.039444622701922e-05, | |
| "loss": 0.0387, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 174, | |
| "tokens_per_second_per_gpu": 334.89 | |
| }, | |
| { | |
| "epoch": 0.4013761467889908, | |
| "grad_norm": 0.20528389513492584, | |
| "learning_rate": 7.00482780271889e-05, | |
| "loss": 0.0341, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 175, | |
| "tokens_per_second_per_gpu": 339.13 | |
| }, | |
| { | |
| "epoch": 0.4036697247706422, | |
| "grad_norm": 0.196381613612175, | |
| "learning_rate": 6.97009609370806e-05, | |
| "loss": 0.0326, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 176, | |
| "tokens_per_second_per_gpu": 375.95 | |
| }, | |
| { | |
| "epoch": 0.4059633027522936, | |
| "grad_norm": 0.18786925077438354, | |
| "learning_rate": 6.935251486011087e-05, | |
| "loss": 0.0243, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 177, | |
| "tokens_per_second_per_gpu": 331.45 | |
| }, | |
| { | |
| "epoch": 0.40825688073394495, | |
| "grad_norm": 0.16835825145244598, | |
| "learning_rate": 6.900295976439413e-05, | |
| "loss": 0.0262, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 178, | |
| "tokens_per_second_per_gpu": 340.03 | |
| }, | |
| { | |
| "epoch": 0.4105504587155963, | |
| "grad_norm": 0.2048378884792328, | |
| "learning_rate": 6.865231568159846e-05, | |
| "loss": 0.0343, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 179, | |
| "tokens_per_second_per_gpu": 395.65 | |
| }, | |
| { | |
| "epoch": 0.41284403669724773, | |
| "grad_norm": 0.2247331142425537, | |
| "learning_rate": 6.830060270579768e-05, | |
| "loss": 0.0315, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 180, | |
| "tokens_per_second_per_gpu": 353.54 | |
| }, | |
| { | |
| "epoch": 0.4151376146788991, | |
| "grad_norm": 0.1774366796016693, | |
| "learning_rate": 6.794784099231972e-05, | |
| "loss": 0.0264, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 181, | |
| "tokens_per_second_per_gpu": 321.16 | |
| }, | |
| { | |
| "epoch": 0.41743119266055045, | |
| "grad_norm": 0.18517284095287323, | |
| "learning_rate": 6.759405075659166e-05, | |
| "loss": 0.029, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 182, | |
| "tokens_per_second_per_gpu": 340.2 | |
| }, | |
| { | |
| "epoch": 0.4197247706422018, | |
| "grad_norm": 0.18091663718223572, | |
| "learning_rate": 6.723925227298132e-05, | |
| "loss": 0.0245, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 183, | |
| "tokens_per_second_per_gpu": 325.55 | |
| }, | |
| { | |
| "epoch": 0.42201834862385323, | |
| "grad_norm": 0.2186087667942047, | |
| "learning_rate": 6.688346587363533e-05, | |
| "loss": 0.0341, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 184, | |
| "tokens_per_second_per_gpu": 373.33 | |
| }, | |
| { | |
| "epoch": 0.4243119266055046, | |
| "grad_norm": 0.17287197709083557, | |
| "learning_rate": 6.652671194731396e-05, | |
| "loss": 0.0252, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 185, | |
| "tokens_per_second_per_gpu": 358.01 | |
| }, | |
| { | |
| "epoch": 0.42660550458715596, | |
| "grad_norm": 0.19738338887691498, | |
| "learning_rate": 6.616901093822283e-05, | |
| "loss": 0.0345, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 186, | |
| "tokens_per_second_per_gpu": 361.15 | |
| }, | |
| { | |
| "epoch": 0.4288990825688073, | |
| "grad_norm": 0.19579005241394043, | |
| "learning_rate": 6.58103833448412e-05, | |
| "loss": 0.0224, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 187, | |
| "tokens_per_second_per_gpu": 363.04 | |
| }, | |
| { | |
| "epoch": 0.43119266055045874, | |
| "grad_norm": 0.19978734850883484, | |
| "learning_rate": 6.545084971874738e-05, | |
| "loss": 0.0305, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 188, | |
| "tokens_per_second_per_gpu": 453.6 | |
| }, | |
| { | |
| "epoch": 0.4334862385321101, | |
| "grad_norm": 0.20251895487308502, | |
| "learning_rate": 6.509043066344092e-05, | |
| "loss": 0.0356, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 189, | |
| "tokens_per_second_per_gpu": 413.42 | |
| }, | |
| { | |
| "epoch": 0.43577981651376146, | |
| "grad_norm": 0.23251071572303772, | |
| "learning_rate": 6.472914683316195e-05, | |
| "loss": 0.0393, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 190, | |
| "tokens_per_second_per_gpu": 359.47 | |
| }, | |
| { | |
| "epoch": 0.4380733944954128, | |
| "grad_norm": 0.1756441444158554, | |
| "learning_rate": 6.436701893170756e-05, | |
| "loss": 0.0264, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 191, | |
| "tokens_per_second_per_gpu": 367.32 | |
| }, | |
| { | |
| "epoch": 0.44036697247706424, | |
| "grad_norm": 0.19699731469154358, | |
| "learning_rate": 6.400406771124536e-05, | |
| "loss": 0.0302, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 192, | |
| "tokens_per_second_per_gpu": 322.21 | |
| }, | |
| { | |
| "epoch": 0.4426605504587156, | |
| "grad_norm": 0.22188176214694977, | |
| "learning_rate": 6.364031397112416e-05, | |
| "loss": 0.0332, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 193, | |
| "tokens_per_second_per_gpu": 357.33 | |
| }, | |
| { | |
| "epoch": 0.44495412844036697, | |
| "grad_norm": 0.2094058096408844, | |
| "learning_rate": 6.327577855668216e-05, | |
| "loss": 0.0303, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 194, | |
| "tokens_per_second_per_gpu": 413.1 | |
| }, | |
| { | |
| "epoch": 0.44724770642201833, | |
| "grad_norm": 0.22718685865402222, | |
| "learning_rate": 6.291048235805234e-05, | |
| "loss": 0.0343, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 195, | |
| "tokens_per_second_per_gpu": 343.5 | |
| }, | |
| { | |
| "epoch": 0.44954128440366975, | |
| "grad_norm": 0.21585902571678162, | |
| "learning_rate": 6.254444630896529e-05, | |
| "loss": 0.0293, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 196, | |
| "tokens_per_second_per_gpu": 294.22 | |
| }, | |
| { | |
| "epoch": 0.4518348623853211, | |
| "grad_norm": 0.18017566204071045, | |
| "learning_rate": 6.21776913855496e-05, | |
| "loss": 0.0244, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 197, | |
| "tokens_per_second_per_gpu": 424.71 | |
| }, | |
| { | |
| "epoch": 0.4541284403669725, | |
| "grad_norm": 0.18264047801494598, | |
| "learning_rate": 6.181023860512984e-05, | |
| "loss": 0.0299, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 198, | |
| "tokens_per_second_per_gpu": 380.31 | |
| }, | |
| { | |
| "epoch": 0.45642201834862384, | |
| "grad_norm": 0.19493581354618073, | |
| "learning_rate": 6.144210902502207e-05, | |
| "loss": 0.0278, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 199, | |
| "tokens_per_second_per_gpu": 449.07 | |
| }, | |
| { | |
| "epoch": 0.45871559633027525, | |
| "grad_norm": 0.19989101588726044, | |
| "learning_rate": 6.107332374132715e-05, | |
| "loss": 0.0333, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 200, | |
| "tokens_per_second_per_gpu": 390.66 | |
| }, | |
| { | |
| "epoch": 0.4610091743119266, | |
| "grad_norm": 0.17109017074108124, | |
| "learning_rate": 6.0703903887721837e-05, | |
| "loss": 0.0276, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 201, | |
| "tokens_per_second_per_gpu": 396.01 | |
| }, | |
| { | |
| "epoch": 0.463302752293578, | |
| "grad_norm": 0.25124529004096985, | |
| "learning_rate": 6.0333870634247645e-05, | |
| "loss": 0.0333, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 202, | |
| "tokens_per_second_per_gpu": 319.95 | |
| }, | |
| { | |
| "epoch": 0.46559633027522934, | |
| "grad_norm": 0.1988801658153534, | |
| "learning_rate": 5.9963245186097725e-05, | |
| "loss": 0.0341, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 203, | |
| "tokens_per_second_per_gpu": 352.34 | |
| }, | |
| { | |
| "epoch": 0.46788990825688076, | |
| "grad_norm": 0.17253847420215607, | |
| "learning_rate": 5.95920487824016e-05, | |
| "loss": 0.027, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 204, | |
| "tokens_per_second_per_gpu": 354.16 | |
| }, | |
| { | |
| "epoch": 0.4701834862385321, | |
| "grad_norm": 0.17138919234275818, | |
| "learning_rate": 5.922030269500809e-05, | |
| "loss": 0.0237, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 205, | |
| "tokens_per_second_per_gpu": 299.54 | |
| }, | |
| { | |
| "epoch": 0.4724770642201835, | |
| "grad_norm": 0.16596569120883942, | |
| "learning_rate": 5.8848028227266325e-05, | |
| "loss": 0.0254, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 206, | |
| "tokens_per_second_per_gpu": 403.01 | |
| }, | |
| { | |
| "epoch": 0.47477064220183485, | |
| "grad_norm": 0.17839401960372925, | |
| "learning_rate": 5.847524671280484e-05, | |
| "loss": 0.0301, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 207, | |
| "tokens_per_second_per_gpu": 345.59 | |
| }, | |
| { | |
| "epoch": 0.47706422018348627, | |
| "grad_norm": 0.13576573133468628, | |
| "learning_rate": 5.810197951430911e-05, | |
| "loss": 0.0202, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 208, | |
| "tokens_per_second_per_gpu": 418.18 | |
| }, | |
| { | |
| "epoch": 0.4793577981651376, | |
| "grad_norm": 0.1716591864824295, | |
| "learning_rate": 5.772824802229733e-05, | |
| "loss": 0.0289, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 209, | |
| "tokens_per_second_per_gpu": 305.6 | |
| }, | |
| { | |
| "epoch": 0.481651376146789, | |
| "grad_norm": 0.18199452757835388, | |
| "learning_rate": 5.735407365389453e-05, | |
| "loss": 0.0307, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 210, | |
| "tokens_per_second_per_gpu": 364.43 | |
| }, | |
| { | |
| "epoch": 0.48394495412844035, | |
| "grad_norm": 0.15321891009807587, | |
| "learning_rate": 5.697947785160532e-05, | |
| "loss": 0.0206, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 211, | |
| "tokens_per_second_per_gpu": 338.89 | |
| }, | |
| { | |
| "epoch": 0.48623853211009177, | |
| "grad_norm": 0.1617603749036789, | |
| "learning_rate": 5.660448208208513e-05, | |
| "loss": 0.0249, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 212, | |
| "tokens_per_second_per_gpu": 364.86 | |
| }, | |
| { | |
| "epoch": 0.48853211009174313, | |
| "grad_norm": 0.1874418407678604, | |
| "learning_rate": 5.622910783490988e-05, | |
| "loss": 0.0314, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 213, | |
| "tokens_per_second_per_gpu": 328.29 | |
| }, | |
| { | |
| "epoch": 0.4908256880733945, | |
| "grad_norm": 0.19621190428733826, | |
| "learning_rate": 5.585337662134471e-05, | |
| "loss": 0.0339, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 214, | |
| "tokens_per_second_per_gpu": 326.48 | |
| }, | |
| { | |
| "epoch": 0.49311926605504586, | |
| "grad_norm": 0.15886133909225464, | |
| "learning_rate": 5.5477309973111046e-05, | |
| "loss": 0.0245, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 215, | |
| "tokens_per_second_per_gpu": 338.47 | |
| }, | |
| { | |
| "epoch": 0.4954128440366973, | |
| "grad_norm": 0.16169118881225586, | |
| "learning_rate": 5.510092944115286e-05, | |
| "loss": 0.0268, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 216, | |
| "tokens_per_second_per_gpu": 409.66 | |
| }, | |
| { | |
| "epoch": 0.49770642201834864, | |
| "grad_norm": 0.17983202636241913, | |
| "learning_rate": 5.472425659440157e-05, | |
| "loss": 0.0276, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 217, | |
| "tokens_per_second_per_gpu": 325.12 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.21549560129642487, | |
| "learning_rate": 5.4347313018540056e-05, | |
| "loss": 0.0288, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 218, | |
| "tokens_per_second_per_gpu": 386.96 | |
| }, | |
| { | |
| "epoch": 0.5022935779816514, | |
| "grad_norm": 0.25012025237083435, | |
| "learning_rate": 5.397012031476562e-05, | |
| "loss": 0.0434, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 219, | |
| "tokens_per_second_per_gpu": 333.39 | |
| }, | |
| { | |
| "epoch": 0.5045871559633027, | |
| "grad_norm": 0.14563509821891785, | |
| "learning_rate": 5.359270009855216e-05, | |
| "loss": 0.0217, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 220, | |
| "tokens_per_second_per_gpu": 444.11 | |
| }, | |
| { | |
| "epoch": 0.5068807339449541, | |
| "grad_norm": 0.15768077969551086, | |
| "learning_rate": 5.321507399841148e-05, | |
| "loss": 0.0239, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 221, | |
| "tokens_per_second_per_gpu": 381.48 | |
| }, | |
| { | |
| "epoch": 0.5091743119266054, | |
| "grad_norm": 0.18575942516326904, | |
| "learning_rate": 5.2837263654653715e-05, | |
| "loss": 0.0335, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 222, | |
| "tokens_per_second_per_gpu": 293.14 | |
| }, | |
| { | |
| "epoch": 0.5114678899082569, | |
| "grad_norm": 0.21634536981582642, | |
| "learning_rate": 5.2459290718147344e-05, | |
| "loss": 0.0372, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 223, | |
| "tokens_per_second_per_gpu": 426.22 | |
| }, | |
| { | |
| "epoch": 0.5137614678899083, | |
| "grad_norm": 0.16426831483840942, | |
| "learning_rate": 5.2081176849078464e-05, | |
| "loss": 0.0294, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 224, | |
| "tokens_per_second_per_gpu": 381.32 | |
| }, | |
| { | |
| "epoch": 0.5160550458715596, | |
| "grad_norm": 0.17062143981456757, | |
| "learning_rate": 5.170294371570939e-05, | |
| "loss": 0.0276, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 225, | |
| "tokens_per_second_per_gpu": 350.54 | |
| }, | |
| { | |
| "epoch": 0.518348623853211, | |
| "grad_norm": 0.19721156358718872, | |
| "learning_rate": 5.132461299313709e-05, | |
| "loss": 0.0332, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 226, | |
| "tokens_per_second_per_gpu": 370.67 | |
| }, | |
| { | |
| "epoch": 0.5206422018348624, | |
| "grad_norm": 0.18919353187084198, | |
| "learning_rate": 5.094620636205095e-05, | |
| "loss": 0.031, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 227, | |
| "tokens_per_second_per_gpu": 313.3 | |
| }, | |
| { | |
| "epoch": 0.5229357798165137, | |
| "grad_norm": 0.1820768415927887, | |
| "learning_rate": 5.056774550749043e-05, | |
| "loss": 0.023, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 228, | |
| "tokens_per_second_per_gpu": 273.59 | |
| }, | |
| { | |
| "epoch": 0.5252293577981652, | |
| "grad_norm": 0.16542920470237732, | |
| "learning_rate": 5.018925211760227e-05, | |
| "loss": 0.0264, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 229, | |
| "tokens_per_second_per_gpu": 366.63 | |
| }, | |
| { | |
| "epoch": 0.5275229357798165, | |
| "grad_norm": 0.16371333599090576, | |
| "learning_rate": 4.981074788239773e-05, | |
| "loss": 0.0228, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 230, | |
| "tokens_per_second_per_gpu": 357.17 | |
| }, | |
| { | |
| "epoch": 0.5298165137614679, | |
| "grad_norm": 0.20354929566383362, | |
| "learning_rate": 4.943225449250958e-05, | |
| "loss": 0.033, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 231, | |
| "tokens_per_second_per_gpu": 387.38 | |
| }, | |
| { | |
| "epoch": 0.5321100917431193, | |
| "grad_norm": 0.2108154594898224, | |
| "learning_rate": 4.9053793637949067e-05, | |
| "loss": 0.0287, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 232, | |
| "tokens_per_second_per_gpu": 333.1 | |
| }, | |
| { | |
| "epoch": 0.5344036697247706, | |
| "grad_norm": 0.17412519454956055, | |
| "learning_rate": 4.8675387006862914e-05, | |
| "loss": 0.033, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 233, | |
| "tokens_per_second_per_gpu": 478.3 | |
| }, | |
| { | |
| "epoch": 0.536697247706422, | |
| "grad_norm": 0.1947973668575287, | |
| "learning_rate": 4.829705628429061e-05, | |
| "loss": 0.0339, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 234, | |
| "tokens_per_second_per_gpu": 311.52 | |
| }, | |
| { | |
| "epoch": 0.5389908256880734, | |
| "grad_norm": 0.15672098100185394, | |
| "learning_rate": 4.7918823150921555e-05, | |
| "loss": 0.022, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 235, | |
| "tokens_per_second_per_gpu": 319.97 | |
| }, | |
| { | |
| "epoch": 0.5412844036697247, | |
| "grad_norm": 0.1515381783246994, | |
| "learning_rate": 4.754070928185266e-05, | |
| "loss": 0.0241, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 236, | |
| "tokens_per_second_per_gpu": 389.31 | |
| }, | |
| { | |
| "epoch": 0.5435779816513762, | |
| "grad_norm": 0.1594814956188202, | |
| "learning_rate": 4.7162736345346303e-05, | |
| "loss": 0.0232, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 237, | |
| "tokens_per_second_per_gpu": 399.01 | |
| }, | |
| { | |
| "epoch": 0.5458715596330275, | |
| "grad_norm": 0.208835169672966, | |
| "learning_rate": 4.6784926001588544e-05, | |
| "loss": 0.042, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 238, | |
| "tokens_per_second_per_gpu": 381.98 | |
| }, | |
| { | |
| "epoch": 0.5481651376146789, | |
| "grad_norm": 0.15975874662399292, | |
| "learning_rate": 4.640729990144784e-05, | |
| "loss": 0.0266, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 239, | |
| "tokens_per_second_per_gpu": 420.2 | |
| }, | |
| { | |
| "epoch": 0.5504587155963303, | |
| "grad_norm": 0.1748957335948944, | |
| "learning_rate": 4.6029879685234395e-05, | |
| "loss": 0.0293, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 240, | |
| "tokens_per_second_per_gpu": 393.42 | |
| }, | |
| { | |
| "epoch": 0.5527522935779816, | |
| "grad_norm": 0.15383028984069824, | |
| "learning_rate": 4.565268698145997e-05, | |
| "loss": 0.026, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 241, | |
| "tokens_per_second_per_gpu": 409.27 | |
| }, | |
| { | |
| "epoch": 0.555045871559633, | |
| "grad_norm": 0.19024741649627686, | |
| "learning_rate": 4.527574340559844e-05, | |
| "loss": 0.0346, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 242, | |
| "tokens_per_second_per_gpu": 340.52 | |
| }, | |
| { | |
| "epoch": 0.5573394495412844, | |
| "grad_norm": 0.15886802971363068, | |
| "learning_rate": 4.4899070558847154e-05, | |
| "loss": 0.029, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 243, | |
| "tokens_per_second_per_gpu": 409.12 | |
| }, | |
| { | |
| "epoch": 0.5596330275229358, | |
| "grad_norm": 0.1559331864118576, | |
| "learning_rate": 4.452269002688897e-05, | |
| "loss": 0.0223, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 244, | |
| "tokens_per_second_per_gpu": 271.44 | |
| }, | |
| { | |
| "epoch": 0.5619266055045872, | |
| "grad_norm": 0.1751302182674408, | |
| "learning_rate": 4.4146623378655296e-05, | |
| "loss": 0.0289, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.04, | |
| "memory/max_allocated (GiB)": 54.04, | |
| "step": 245, | |
| "tokens_per_second_per_gpu": 280.17 | |
| }, | |
| { | |
| "epoch": 0.5642201834862385, | |
| "grad_norm": 0.1595376431941986, | |
| "learning_rate": 4.3770892165090126e-05, | |
| "loss": 0.0234, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 246, | |
| "tokens_per_second_per_gpu": 344.19 | |
| }, | |
| { | |
| "epoch": 0.5665137614678899, | |
| "grad_norm": 0.16330555081367493, | |
| "learning_rate": 4.3395517917914895e-05, | |
| "loss": 0.0276, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 247, | |
| "tokens_per_second_per_gpu": 464.2 | |
| }, | |
| { | |
| "epoch": 0.5688073394495413, | |
| "grad_norm": 0.16099631786346436, | |
| "learning_rate": 4.3020522148394676e-05, | |
| "loss": 0.0273, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 248, | |
| "tokens_per_second_per_gpu": 354.57 | |
| }, | |
| { | |
| "epoch": 0.5711009174311926, | |
| "grad_norm": 0.18867036700248718, | |
| "learning_rate": 4.2645926346105484e-05, | |
| "loss": 0.0312, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 249, | |
| "tokens_per_second_per_gpu": 297.48 | |
| }, | |
| { | |
| "epoch": 0.573394495412844, | |
| "grad_norm": 0.1458401381969452, | |
| "learning_rate": 4.22717519777027e-05, | |
| "loss": 0.0248, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 250, | |
| "tokens_per_second_per_gpu": 359.95 | |
| }, | |
| { | |
| "epoch": 0.5756880733944955, | |
| "grad_norm": 0.14756208658218384, | |
| "learning_rate": 4.189802048569089e-05, | |
| "loss": 0.0242, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 251, | |
| "tokens_per_second_per_gpu": 413.15 | |
| }, | |
| { | |
| "epoch": 0.5779816513761468, | |
| "grad_norm": 0.14128528535366058, | |
| "learning_rate": 4.1524753287195165e-05, | |
| "loss": 0.0186, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 252, | |
| "tokens_per_second_per_gpu": 410.14 | |
| }, | |
| { | |
| "epoch": 0.5802752293577982, | |
| "grad_norm": 0.18493594229221344, | |
| "learning_rate": 4.1151971772733686e-05, | |
| "loss": 0.0322, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 253, | |
| "tokens_per_second_per_gpu": 362.56 | |
| }, | |
| { | |
| "epoch": 0.5825688073394495, | |
| "grad_norm": 0.1811840981245041, | |
| "learning_rate": 4.07796973049919e-05, | |
| "loss": 0.0296, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 254, | |
| "tokens_per_second_per_gpu": 374.13 | |
| }, | |
| { | |
| "epoch": 0.5848623853211009, | |
| "grad_norm": 0.18642045557498932, | |
| "learning_rate": 4.04079512175984e-05, | |
| "loss": 0.0319, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 255, | |
| "tokens_per_second_per_gpu": 321.44 | |
| }, | |
| { | |
| "epoch": 0.5871559633027523, | |
| "grad_norm": 0.19729453325271606, | |
| "learning_rate": 4.003675481390228e-05, | |
| "loss": 0.0438, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 256, | |
| "tokens_per_second_per_gpu": 347.19 | |
| }, | |
| { | |
| "epoch": 0.5894495412844036, | |
| "grad_norm": 0.150944784283638, | |
| "learning_rate": 3.966612936575235e-05, | |
| "loss": 0.0248, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 257, | |
| "tokens_per_second_per_gpu": 331.37 | |
| }, | |
| { | |
| "epoch": 0.591743119266055, | |
| "grad_norm": 0.1676388829946518, | |
| "learning_rate": 3.929609611227817e-05, | |
| "loss": 0.0263, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 258, | |
| "tokens_per_second_per_gpu": 308.12 | |
| }, | |
| { | |
| "epoch": 0.5940366972477065, | |
| "grad_norm": 0.15992635488510132, | |
| "learning_rate": 3.8926676258672866e-05, | |
| "loss": 0.0271, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 259, | |
| "tokens_per_second_per_gpu": 328.86 | |
| }, | |
| { | |
| "epoch": 0.5963302752293578, | |
| "grad_norm": 0.169114351272583, | |
| "learning_rate": 3.855789097497794e-05, | |
| "loss": 0.0306, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 260, | |
| "tokens_per_second_per_gpu": 325.67 | |
| }, | |
| { | |
| "epoch": 0.5986238532110092, | |
| "grad_norm": 0.17272968590259552, | |
| "learning_rate": 3.818976139487017e-05, | |
| "loss": 0.0269, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 261, | |
| "tokens_per_second_per_gpu": 414.66 | |
| }, | |
| { | |
| "epoch": 0.6009174311926605, | |
| "grad_norm": 0.17536921799182892, | |
| "learning_rate": 3.7822308614450406e-05, | |
| "loss": 0.0314, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 262, | |
| "tokens_per_second_per_gpu": 369.24 | |
| }, | |
| { | |
| "epoch": 0.6032110091743119, | |
| "grad_norm": 0.18068668246269226, | |
| "learning_rate": 3.745555369103471e-05, | |
| "loss": 0.0313, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 263, | |
| "tokens_per_second_per_gpu": 315.54 | |
| }, | |
| { | |
| "epoch": 0.6055045871559633, | |
| "grad_norm": 0.21385689079761505, | |
| "learning_rate": 3.708951764194767e-05, | |
| "loss": 0.0363, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 264, | |
| "tokens_per_second_per_gpu": 327.61 | |
| }, | |
| { | |
| "epoch": 0.6077981651376146, | |
| "grad_norm": 0.15608981251716614, | |
| "learning_rate": 3.6724221443317855e-05, | |
| "loss": 0.0234, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 265, | |
| "tokens_per_second_per_gpu": 475.2 | |
| }, | |
| { | |
| "epoch": 0.6100917431192661, | |
| "grad_norm": 0.16386674344539642, | |
| "learning_rate": 3.635968602887585e-05, | |
| "loss": 0.0336, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 266, | |
| "tokens_per_second_per_gpu": 365.72 | |
| }, | |
| { | |
| "epoch": 0.6123853211009175, | |
| "grad_norm": 0.17866984009742737, | |
| "learning_rate": 3.599593228875465e-05, | |
| "loss": 0.0359, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 267, | |
| "tokens_per_second_per_gpu": 391.2 | |
| }, | |
| { | |
| "epoch": 0.6146788990825688, | |
| "grad_norm": 0.1519947350025177, | |
| "learning_rate": 3.563298106829244e-05, | |
| "loss": 0.0262, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 268, | |
| "tokens_per_second_per_gpu": 357.03 | |
| }, | |
| { | |
| "epoch": 0.6169724770642202, | |
| "grad_norm": 0.161304771900177, | |
| "learning_rate": 3.527085316683805e-05, | |
| "loss": 0.0249, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 269, | |
| "tokens_per_second_per_gpu": 416.5 | |
| }, | |
| { | |
| "epoch": 0.6192660550458715, | |
| "grad_norm": 0.1459219753742218, | |
| "learning_rate": 3.490956933655909e-05, | |
| "loss": 0.0209, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 270, | |
| "tokens_per_second_per_gpu": 299.97 | |
| }, | |
| { | |
| "epoch": 0.6215596330275229, | |
| "grad_norm": 0.16339126229286194, | |
| "learning_rate": 3.4549150281252636e-05, | |
| "loss": 0.0317, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 271, | |
| "tokens_per_second_per_gpu": 340.13 | |
| }, | |
| { | |
| "epoch": 0.6238532110091743, | |
| "grad_norm": 0.15448080003261566, | |
| "learning_rate": 3.41896166551588e-05, | |
| "loss": 0.027, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 272, | |
| "tokens_per_second_per_gpu": 401.64 | |
| }, | |
| { | |
| "epoch": 0.6261467889908257, | |
| "grad_norm": 0.17994728684425354, | |
| "learning_rate": 3.383098906177719e-05, | |
| "loss": 0.0312, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 273, | |
| "tokens_per_second_per_gpu": 430.81 | |
| }, | |
| { | |
| "epoch": 0.6284403669724771, | |
| "grad_norm": 0.19077076017856598, | |
| "learning_rate": 3.347328805268605e-05, | |
| "loss": 0.0288, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 274, | |
| "tokens_per_second_per_gpu": 308.99 | |
| }, | |
| { | |
| "epoch": 0.6307339449541285, | |
| "grad_norm": 0.18485191464424133, | |
| "learning_rate": 3.3116534126364685e-05, | |
| "loss": 0.0343, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 275, | |
| "tokens_per_second_per_gpu": 294.35 | |
| }, | |
| { | |
| "epoch": 0.6330275229357798, | |
| "grad_norm": 0.1638234704732895, | |
| "learning_rate": 3.2760747727018694e-05, | |
| "loss": 0.0241, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 276, | |
| "tokens_per_second_per_gpu": 294.45 | |
| }, | |
| { | |
| "epoch": 0.6353211009174312, | |
| "grad_norm": 0.17989729344844818, | |
| "learning_rate": 3.240594924340835e-05, | |
| "loss": 0.0273, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 277, | |
| "tokens_per_second_per_gpu": 330.33 | |
| }, | |
| { | |
| "epoch": 0.6376146788990825, | |
| "grad_norm": 0.1611703485250473, | |
| "learning_rate": 3.205215900768029e-05, | |
| "loss": 0.0271, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 278, | |
| "tokens_per_second_per_gpu": 359.1 | |
| }, | |
| { | |
| "epoch": 0.6399082568807339, | |
| "grad_norm": 0.18084922432899475, | |
| "learning_rate": 3.169939729420233e-05, | |
| "loss": 0.0275, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 279, | |
| "tokens_per_second_per_gpu": 355.37 | |
| }, | |
| { | |
| "epoch": 0.6422018348623854, | |
| "grad_norm": 0.16204647719860077, | |
| "learning_rate": 3.1347684318401536e-05, | |
| "loss": 0.0238, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 280, | |
| "tokens_per_second_per_gpu": 375.27 | |
| }, | |
| { | |
| "epoch": 0.6444954128440367, | |
| "grad_norm": 0.17873668670654297, | |
| "learning_rate": 3.099704023560587e-05, | |
| "loss": 0.0331, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 281, | |
| "tokens_per_second_per_gpu": 344.67 | |
| }, | |
| { | |
| "epoch": 0.6467889908256881, | |
| "grad_norm": 0.1369648575782776, | |
| "learning_rate": 3.0647485139889145e-05, | |
| "loss": 0.0214, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 282, | |
| "tokens_per_second_per_gpu": 289.83 | |
| }, | |
| { | |
| "epoch": 0.6490825688073395, | |
| "grad_norm": 0.16736926138401031, | |
| "learning_rate": 3.0299039062919416e-05, | |
| "loss": 0.0233, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 283, | |
| "tokens_per_second_per_gpu": 391.42 | |
| }, | |
| { | |
| "epoch": 0.6513761467889908, | |
| "grad_norm": 0.1656859666109085, | |
| "learning_rate": 2.995172197281113e-05, | |
| "loss": 0.0279, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 284, | |
| "tokens_per_second_per_gpu": 362.94 | |
| }, | |
| { | |
| "epoch": 0.6536697247706422, | |
| "grad_norm": 0.16381965577602386, | |
| "learning_rate": 2.96055537729808e-05, | |
| "loss": 0.0253, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 285, | |
| "tokens_per_second_per_gpu": 396.6 | |
| }, | |
| { | |
| "epoch": 0.6559633027522935, | |
| "grad_norm": 0.13780774176120758, | |
| "learning_rate": 2.926055430100647e-05, | |
| "loss": 0.0224, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 286, | |
| "tokens_per_second_per_gpu": 317.31 | |
| }, | |
| { | |
| "epoch": 0.658256880733945, | |
| "grad_norm": 0.14635130763053894, | |
| "learning_rate": 2.8916743327490803e-05, | |
| "loss": 0.0248, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 287, | |
| "tokens_per_second_per_gpu": 345.66 | |
| }, | |
| { | |
| "epoch": 0.6605504587155964, | |
| "grad_norm": 0.1762857586145401, | |
| "learning_rate": 2.8574140554928175e-05, | |
| "loss": 0.032, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 288, | |
| "tokens_per_second_per_gpu": 347.22 | |
| }, | |
| { | |
| "epoch": 0.6628440366972477, | |
| "grad_norm": 0.16524505615234375, | |
| "learning_rate": 2.8232765616575563e-05, | |
| "loss": 0.0295, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 289, | |
| "tokens_per_second_per_gpu": 377.44 | |
| }, | |
| { | |
| "epoch": 0.6651376146788991, | |
| "grad_norm": 0.1379774957895279, | |
| "learning_rate": 2.789263807532746e-05, | |
| "loss": 0.0223, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 290, | |
| "tokens_per_second_per_gpu": 387.67 | |
| }, | |
| { | |
| "epoch": 0.6674311926605505, | |
| "grad_norm": 0.1687348484992981, | |
| "learning_rate": 2.7553777422594774e-05, | |
| "loss": 0.0307, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 291, | |
| "tokens_per_second_per_gpu": 349.05 | |
| }, | |
| { | |
| "epoch": 0.6697247706422018, | |
| "grad_norm": 0.1557503342628479, | |
| "learning_rate": 2.721620307718793e-05, | |
| "loss": 0.0229, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 292, | |
| "tokens_per_second_per_gpu": 240.3 | |
| }, | |
| { | |
| "epoch": 0.6720183486238532, | |
| "grad_norm": 0.16598054766654968, | |
| "learning_rate": 2.687993438420392e-05, | |
| "loss": 0.0256, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 293, | |
| "tokens_per_second_per_gpu": 340.81 | |
| }, | |
| { | |
| "epoch": 0.6743119266055045, | |
| "grad_norm": 0.17300239205360413, | |
| "learning_rate": 2.65449906139178e-05, | |
| "loss": 0.0315, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 294, | |
| "tokens_per_second_per_gpu": 330.7 | |
| }, | |
| { | |
| "epoch": 0.676605504587156, | |
| "grad_norm": 0.18177662789821625, | |
| "learning_rate": 2.6211390960678413e-05, | |
| "loss": 0.0386, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 295, | |
| "tokens_per_second_per_gpu": 303.69 | |
| }, | |
| { | |
| "epoch": 0.6788990825688074, | |
| "grad_norm": 0.1713094413280487, | |
| "learning_rate": 2.5879154541808337e-05, | |
| "loss": 0.0266, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 296, | |
| "tokens_per_second_per_gpu": 421.27 | |
| }, | |
| { | |
| "epoch": 0.6811926605504587, | |
| "grad_norm": 0.15433934330940247, | |
| "learning_rate": 2.554830039650834e-05, | |
| "loss": 0.0237, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 297, | |
| "tokens_per_second_per_gpu": 382.55 | |
| }, | |
| { | |
| "epoch": 0.6834862385321101, | |
| "grad_norm": 0.1905246078968048, | |
| "learning_rate": 2.5218847484766495e-05, | |
| "loss": 0.0296, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 298, | |
| "tokens_per_second_per_gpu": 250.53 | |
| }, | |
| { | |
| "epoch": 0.6857798165137615, | |
| "grad_norm": 0.1752621829509735, | |
| "learning_rate": 2.4890814686271448e-05, | |
| "loss": 0.0254, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 299, | |
| "tokens_per_second_per_gpu": 392.54 | |
| }, | |
| { | |
| "epoch": 0.6880733944954128, | |
| "grad_norm": 0.18215875327587128, | |
| "learning_rate": 2.456422079933056e-05, | |
| "loss": 0.0277, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 300, | |
| "tokens_per_second_per_gpu": 400.99 | |
| }, | |
| { | |
| "epoch": 0.6903669724770642, | |
| "grad_norm": 0.15181544423103333, | |
| "learning_rate": 2.4239084539792745e-05, | |
| "loss": 0.0253, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 301, | |
| "tokens_per_second_per_gpu": 364.7 | |
| }, | |
| { | |
| "epoch": 0.6926605504587156, | |
| "grad_norm": 0.1604120135307312, | |
| "learning_rate": 2.391542453997578e-05, | |
| "loss": 0.0234, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 302, | |
| "tokens_per_second_per_gpu": 318.73 | |
| }, | |
| { | |
| "epoch": 0.694954128440367, | |
| "grad_norm": 0.14801405370235443, | |
| "learning_rate": 2.3593259347598657e-05, | |
| "loss": 0.021, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 303, | |
| "tokens_per_second_per_gpu": 403.51 | |
| }, | |
| { | |
| "epoch": 0.6972477064220184, | |
| "grad_norm": 0.1397543102502823, | |
| "learning_rate": 2.3272607424718675e-05, | |
| "loss": 0.0247, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 304, | |
| "tokens_per_second_per_gpu": 342.14 | |
| }, | |
| { | |
| "epoch": 0.6995412844036697, | |
| "grad_norm": 0.14816102385520935, | |
| "learning_rate": 2.29534871466734e-05, | |
| "loss": 0.0298, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 305, | |
| "tokens_per_second_per_gpu": 394.51 | |
| }, | |
| { | |
| "epoch": 0.7018348623853211, | |
| "grad_norm": 0.18773198127746582, | |
| "learning_rate": 2.2635916801027706e-05, | |
| "loss": 0.0382, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 306, | |
| "tokens_per_second_per_gpu": 373.43 | |
| }, | |
| { | |
| "epoch": 0.7041284403669725, | |
| "grad_norm": 0.1440516710281372, | |
| "learning_rate": 2.2319914586525777e-05, | |
| "loss": 0.0249, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 307, | |
| "tokens_per_second_per_gpu": 391.41 | |
| }, | |
| { | |
| "epoch": 0.7064220183486238, | |
| "grad_norm": 0.1587175577878952, | |
| "learning_rate": 2.2005498612048155e-05, | |
| "loss": 0.0237, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 308, | |
| "tokens_per_second_per_gpu": 316.38 | |
| }, | |
| { | |
| "epoch": 0.7087155963302753, | |
| "grad_norm": 0.16214604675769806, | |
| "learning_rate": 2.1692686895574005e-05, | |
| "loss": 0.0318, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 309, | |
| "tokens_per_second_per_gpu": 412.91 | |
| }, | |
| { | |
| "epoch": 0.7110091743119266, | |
| "grad_norm": 0.15564551949501038, | |
| "learning_rate": 2.1381497363148673e-05, | |
| "loss": 0.0243, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 310, | |
| "tokens_per_second_per_gpu": 351.83 | |
| }, | |
| { | |
| "epoch": 0.713302752293578, | |
| "grad_norm": 0.173199862241745, | |
| "learning_rate": 2.1071947847856222e-05, | |
| "loss": 0.0271, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 311, | |
| "tokens_per_second_per_gpu": 354.94 | |
| }, | |
| { | |
| "epoch": 0.7155963302752294, | |
| "grad_norm": 0.1524014174938202, | |
| "learning_rate": 2.0764056088797645e-05, | |
| "loss": 0.0209, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 312, | |
| "tokens_per_second_per_gpu": 334.1 | |
| }, | |
| { | |
| "epoch": 0.7178899082568807, | |
| "grad_norm": 0.16921748220920563, | |
| "learning_rate": 2.045783973007429e-05, | |
| "loss": 0.027, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 313, | |
| "tokens_per_second_per_gpu": 346.98 | |
| }, | |
| { | |
| "epoch": 0.7201834862385321, | |
| "grad_norm": 0.16978447139263153, | |
| "learning_rate": 2.0153316319776662e-05, | |
| "loss": 0.0264, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 314, | |
| "tokens_per_second_per_gpu": 311.13 | |
| }, | |
| { | |
| "epoch": 0.7224770642201835, | |
| "grad_norm": 0.1572890430688858, | |
| "learning_rate": 1.985050330897883e-05, | |
| "loss": 0.0238, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 315, | |
| "tokens_per_second_per_gpu": 343.83 | |
| }, | |
| { | |
| "epoch": 0.7247706422018348, | |
| "grad_norm": 0.20190350711345673, | |
| "learning_rate": 1.954941805073848e-05, | |
| "loss": 0.0361, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 316, | |
| "tokens_per_second_per_gpu": 323.12 | |
| }, | |
| { | |
| "epoch": 0.7270642201834863, | |
| "grad_norm": 0.16654695570468903, | |
| "learning_rate": 1.9250077799102322e-05, | |
| "loss": 0.0289, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 317, | |
| "tokens_per_second_per_gpu": 381.42 | |
| }, | |
| { | |
| "epoch": 0.7293577981651376, | |
| "grad_norm": 0.17696668207645416, | |
| "learning_rate": 1.8952499708117432e-05, | |
| "loss": 0.0243, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 318, | |
| "tokens_per_second_per_gpu": 402.83 | |
| }, | |
| { | |
| "epoch": 0.731651376146789, | |
| "grad_norm": 0.15845169126987457, | |
| "learning_rate": 1.8656700830848174e-05, | |
| "loss": 0.0289, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 319, | |
| "tokens_per_second_per_gpu": 390.76 | |
| }, | |
| { | |
| "epoch": 0.7339449541284404, | |
| "grad_norm": 0.15305587649345398, | |
| "learning_rate": 1.8362698118398967e-05, | |
| "loss": 0.0245, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 320, | |
| "tokens_per_second_per_gpu": 334.05 | |
| }, | |
| { | |
| "epoch": 0.7362385321100917, | |
| "grad_norm": 0.17878518998622894, | |
| "learning_rate": 1.8070508418942876e-05, | |
| "loss": 0.0365, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 321, | |
| "tokens_per_second_per_gpu": 332.38 | |
| }, | |
| { | |
| "epoch": 0.7385321100917431, | |
| "grad_norm": 0.16544903814792633, | |
| "learning_rate": 1.7780148476756147e-05, | |
| "loss": 0.0259, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 322, | |
| "tokens_per_second_per_gpu": 435.22 | |
| }, | |
| { | |
| "epoch": 0.7408256880733946, | |
| "grad_norm": 0.1871042549610138, | |
| "learning_rate": 1.7491634931258587e-05, | |
| "loss": 0.0306, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 323, | |
| "tokens_per_second_per_gpu": 340.78 | |
| }, | |
| { | |
| "epoch": 0.7431192660550459, | |
| "grad_norm": 0.13492454588413239, | |
| "learning_rate": 1.7204984316060063e-05, | |
| "loss": 0.0189, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 324, | |
| "tokens_per_second_per_gpu": 353.84 | |
| }, | |
| { | |
| "epoch": 0.7454128440366973, | |
| "grad_norm": 0.16810919344425201, | |
| "learning_rate": 1.6920213058013022e-05, | |
| "loss": 0.0275, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.39, | |
| "memory/max_allocated (GiB)": 54.39, | |
| "step": 325, | |
| "tokens_per_second_per_gpu": 404.89 | |
| }, | |
| { | |
| "epoch": 0.7477064220183486, | |
| "grad_norm": 0.16831310093402863, | |
| "learning_rate": 1.6637337476271124e-05, | |
| "loss": 0.0282, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 326, | |
| "tokens_per_second_per_gpu": 337.09 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.1542624533176422, | |
| "learning_rate": 1.6356373781354058e-05, | |
| "loss": 0.0268, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 327, | |
| "tokens_per_second_per_gpu": 319.71 | |
| }, | |
| { | |
| "epoch": 0.7522935779816514, | |
| "grad_norm": 0.16454322636127472, | |
| "learning_rate": 1.6077338074218596e-05, | |
| "loss": 0.0307, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 328, | |
| "tokens_per_second_per_gpu": 363.92 | |
| }, | |
| { | |
| "epoch": 0.7545871559633027, | |
| "grad_norm": 0.15118440985679626, | |
| "learning_rate": 1.580024634533587e-05, | |
| "loss": 0.0285, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 329, | |
| "tokens_per_second_per_gpu": 381.21 | |
| }, | |
| { | |
| "epoch": 0.7568807339449541, | |
| "grad_norm": 0.19343721866607666, | |
| "learning_rate": 1.5525114473775014e-05, | |
| "loss": 0.0467, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 330, | |
| "tokens_per_second_per_gpu": 381.71 | |
| }, | |
| { | |
| "epoch": 0.7591743119266054, | |
| "grad_norm": 0.2053116112947464, | |
| "learning_rate": 1.5251958226293306e-05, | |
| "loss": 0.0364, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 331, | |
| "tokens_per_second_per_gpu": 314.33 | |
| }, | |
| { | |
| "epoch": 0.7614678899082569, | |
| "grad_norm": 0.1531161516904831, | |
| "learning_rate": 1.4980793256432474e-05, | |
| "loss": 0.0244, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 332, | |
| "tokens_per_second_per_gpu": 305.61 | |
| }, | |
| { | |
| "epoch": 0.7637614678899083, | |
| "grad_norm": 0.16694028675556183, | |
| "learning_rate": 1.4711635103621719e-05, | |
| "loss": 0.0246, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 333, | |
| "tokens_per_second_per_gpu": 349.73 | |
| }, | |
| { | |
| "epoch": 0.7660550458715596, | |
| "grad_norm": 0.1601162850856781, | |
| "learning_rate": 1.4444499192287275e-05, | |
| "loss": 0.0248, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 334, | |
| "tokens_per_second_per_gpu": 323.25 | |
| }, | |
| { | |
| "epoch": 0.768348623853211, | |
| "grad_norm": 0.18338176608085632, | |
| "learning_rate": 1.4179400830968415e-05, | |
| "loss": 0.0357, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 335, | |
| "tokens_per_second_per_gpu": 273.45 | |
| }, | |
| { | |
| "epoch": 0.7706422018348624, | |
| "grad_norm": 0.15707750618457794, | |
| "learning_rate": 1.3916355211440164e-05, | |
| "loss": 0.027, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 336, | |
| "tokens_per_second_per_gpu": 314.74 | |
| }, | |
| { | |
| "epoch": 0.7729357798165137, | |
| "grad_norm": 0.1581530123949051, | |
| "learning_rate": 1.3655377407842812e-05, | |
| "loss": 0.024, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 337, | |
| "tokens_per_second_per_gpu": 396.34 | |
| }, | |
| { | |
| "epoch": 0.7752293577981652, | |
| "grad_norm": 0.17221379280090332, | |
| "learning_rate": 1.3396482375817975e-05, | |
| "loss": 0.0312, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 338, | |
| "tokens_per_second_per_gpu": 397.25 | |
| }, | |
| { | |
| "epoch": 0.7775229357798165, | |
| "grad_norm": 0.14726734161376953, | |
| "learning_rate": 1.3139684951651588e-05, | |
| "loss": 0.0252, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 339, | |
| "tokens_per_second_per_gpu": 346.27 | |
| }, | |
| { | |
| "epoch": 0.7798165137614679, | |
| "grad_norm": 0.1696820855140686, | |
| "learning_rate": 1.2884999851423673e-05, | |
| "loss": 0.0263, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 340, | |
| "tokens_per_second_per_gpu": 366.61 | |
| }, | |
| { | |
| "epoch": 0.7821100917431193, | |
| "grad_norm": 0.15241795778274536, | |
| "learning_rate": 1.2632441670165056e-05, | |
| "loss": 0.0258, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.39, | |
| "memory/max_allocated (GiB)": 54.39, | |
| "step": 341, | |
| "tokens_per_second_per_gpu": 384.41 | |
| }, | |
| { | |
| "epoch": 0.7844036697247706, | |
| "grad_norm": 0.14132796227931976, | |
| "learning_rate": 1.2382024881020937e-05, | |
| "loss": 0.0245, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 342, | |
| "tokens_per_second_per_gpu": 425.45 | |
| }, | |
| { | |
| "epoch": 0.786697247706422, | |
| "grad_norm": 0.17556384205818176, | |
| "learning_rate": 1.213376383442153e-05, | |
| "loss": 0.0296, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 343, | |
| "tokens_per_second_per_gpu": 341.95 | |
| }, | |
| { | |
| "epoch": 0.7889908256880734, | |
| "grad_norm": 0.19094258546829224, | |
| "learning_rate": 1.188767275725966e-05, | |
| "loss": 0.0342, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 344, | |
| "tokens_per_second_per_gpu": 370.51 | |
| }, | |
| { | |
| "epoch": 0.7912844036697247, | |
| "grad_norm": 0.18251046538352966, | |
| "learning_rate": 1.164376575207547e-05, | |
| "loss": 0.0298, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 345, | |
| "tokens_per_second_per_gpu": 247.25 | |
| }, | |
| { | |
| "epoch": 0.7935779816513762, | |
| "grad_norm": 0.14971286058425903, | |
| "learning_rate": 1.140205679624834e-05, | |
| "loss": 0.0225, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 346, | |
| "tokens_per_second_per_gpu": 306.05 | |
| }, | |
| { | |
| "epoch": 0.7958715596330275, | |
| "grad_norm": 0.1707334965467453, | |
| "learning_rate": 1.1162559741195733e-05, | |
| "loss": 0.0269, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 347, | |
| "tokens_per_second_per_gpu": 330.86 | |
| }, | |
| { | |
| "epoch": 0.7981651376146789, | |
| "grad_norm": 0.15573203563690186, | |
| "learning_rate": 1.092528831157959e-05, | |
| "loss": 0.0222, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 348, | |
| "tokens_per_second_per_gpu": 410.05 | |
| }, | |
| { | |
| "epoch": 0.8004587155963303, | |
| "grad_norm": 0.155721515417099, | |
| "learning_rate": 1.0690256104519764e-05, | |
| "loss": 0.0217, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 349, | |
| "tokens_per_second_per_gpu": 369.28 | |
| }, | |
| { | |
| "epoch": 0.8027522935779816, | |
| "grad_norm": 0.15273097157478333, | |
| "learning_rate": 1.0457476588814774e-05, | |
| "loss": 0.0259, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 350, | |
| "tokens_per_second_per_gpu": 336.84 | |
| }, | |
| { | |
| "epoch": 0.805045871559633, | |
| "grad_norm": 0.16290222108364105, | |
| "learning_rate": 1.0226963104170002e-05, | |
| "loss": 0.031, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 351, | |
| "tokens_per_second_per_gpu": 376.86 | |
| }, | |
| { | |
| "epoch": 0.8073394495412844, | |
| "grad_norm": 0.15131717920303345, | |
| "learning_rate": 9.998728860433276e-06, | |
| "loss": 0.027, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 352, | |
| "tokens_per_second_per_gpu": 341.03 | |
| }, | |
| { | |
| "epoch": 0.8096330275229358, | |
| "grad_norm": 0.18805041909217834, | |
| "learning_rate": 9.772786936837785e-06, | |
| "loss": 0.03, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 353, | |
| "tokens_per_second_per_gpu": 345.52 | |
| }, | |
| { | |
| "epoch": 0.8119266055045872, | |
| "grad_norm": 0.1632698029279709, | |
| "learning_rate": 9.549150281252633e-06, | |
| "loss": 0.0261, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 354, | |
| "tokens_per_second_per_gpu": 389.37 | |
| }, | |
| { | |
| "epoch": 0.8142201834862385, | |
| "grad_norm": 0.15074226260185242, | |
| "learning_rate": 9.327831709440792e-06, | |
| "loss": 0.0255, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 355, | |
| "tokens_per_second_per_gpu": 331.29 | |
| }, | |
| { | |
| "epoch": 0.8165137614678899, | |
| "grad_norm": 0.14309869706630707, | |
| "learning_rate": 9.108843904324715e-06, | |
| "loss": 0.0253, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 356, | |
| "tokens_per_second_per_gpu": 362.07 | |
| }, | |
| { | |
| "epoch": 0.8188073394495413, | |
| "grad_norm": 0.17357462644577026, | |
| "learning_rate": 8.8921994152595e-06, | |
| "loss": 0.0246, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 357, | |
| "tokens_per_second_per_gpu": 250.82 | |
| }, | |
| { | |
| "epoch": 0.8211009174311926, | |
| "grad_norm": 0.16879694163799286, | |
| "learning_rate": 8.677910657313782e-06, | |
| "loss": 0.0288, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 358, | |
| "tokens_per_second_per_gpu": 398.32 | |
| }, | |
| { | |
| "epoch": 0.823394495412844, | |
| "grad_norm": 0.17209598422050476, | |
| "learning_rate": 8.465989910558209e-06, | |
| "loss": 0.0311, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 359, | |
| "tokens_per_second_per_gpu": 320.4 | |
| }, | |
| { | |
| "epoch": 0.8256880733944955, | |
| "grad_norm": 0.15807099640369415, | |
| "learning_rate": 8.256449319361748e-06, | |
| "loss": 0.0261, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 360, | |
| "tokens_per_second_per_gpu": 333.25 | |
| }, | |
| { | |
| "epoch": 0.8279816513761468, | |
| "grad_norm": 0.20308910310268402, | |
| "learning_rate": 8.049300891695744e-06, | |
| "loss": 0.0349, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 361, | |
| "tokens_per_second_per_gpu": 277.97 | |
| }, | |
| { | |
| "epoch": 0.8302752293577982, | |
| "grad_norm": 0.1718447357416153, | |
| "learning_rate": 7.844556498445788e-06, | |
| "loss": 0.0268, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 362, | |
| "tokens_per_second_per_gpu": 382.17 | |
| }, | |
| { | |
| "epoch": 0.8325688073394495, | |
| "grad_norm": 0.17684946954250336, | |
| "learning_rate": 7.642227872731417e-06, | |
| "loss": 0.025, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 363, | |
| "tokens_per_second_per_gpu": 287.92 | |
| }, | |
| { | |
| "epoch": 0.8348623853211009, | |
| "grad_norm": 0.17828437685966492, | |
| "learning_rate": 7.4423266092337855e-06, | |
| "loss": 0.0313, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 364, | |
| "tokens_per_second_per_gpu": 316.84 | |
| }, | |
| { | |
| "epoch": 0.8371559633027523, | |
| "grad_norm": 0.18794777989387512, | |
| "learning_rate": 7.244864163531162e-06, | |
| "loss": 0.0315, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 365, | |
| "tokens_per_second_per_gpu": 319.23 | |
| }, | |
| { | |
| "epoch": 0.8394495412844036, | |
| "grad_norm": 0.1593928337097168, | |
| "learning_rate": 7.049851851442468e-06, | |
| "loss": 0.0292, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 366, | |
| "tokens_per_second_per_gpu": 412.94 | |
| }, | |
| { | |
| "epoch": 0.841743119266055, | |
| "grad_norm": 0.18850290775299072, | |
| "learning_rate": 6.857300848378856e-06, | |
| "loss": 0.0357, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 367, | |
| "tokens_per_second_per_gpu": 357.3 | |
| }, | |
| { | |
| "epoch": 0.8440366972477065, | |
| "grad_norm": 0.13592322170734406, | |
| "learning_rate": 6.667222188703226e-06, | |
| "loss": 0.0241, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 368, | |
| "tokens_per_second_per_gpu": 382.98 | |
| }, | |
| { | |
| "epoch": 0.8463302752293578, | |
| "grad_norm": 0.16348065435886383, | |
| "learning_rate": 6.479626765097918e-06, | |
| "loss": 0.0299, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 369, | |
| "tokens_per_second_per_gpu": 400.18 | |
| }, | |
| { | |
| "epoch": 0.8486238532110092, | |
| "grad_norm": 0.17598161101341248, | |
| "learning_rate": 6.294525327940515e-06, | |
| "loss": 0.0304, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 370, | |
| "tokens_per_second_per_gpu": 342.87 | |
| }, | |
| { | |
| "epoch": 0.8509174311926605, | |
| "grad_norm": 0.14915841817855835, | |
| "learning_rate": 6.111928484687723e-06, | |
| "loss": 0.0253, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 371, | |
| "tokens_per_second_per_gpu": 361.06 | |
| }, | |
| { | |
| "epoch": 0.8532110091743119, | |
| "grad_norm": 0.1544603556394577, | |
| "learning_rate": 5.931846699267557e-06, | |
| "loss": 0.0287, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 372, | |
| "tokens_per_second_per_gpu": 441.28 | |
| }, | |
| { | |
| "epoch": 0.8555045871559633, | |
| "grad_norm": 0.14758428931236267, | |
| "learning_rate": 5.7542902914796745e-06, | |
| "loss": 0.0217, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 373, | |
| "tokens_per_second_per_gpu": 484.61 | |
| }, | |
| { | |
| "epoch": 0.8577981651376146, | |
| "grad_norm": 0.15728335082530975, | |
| "learning_rate": 5.579269436403967e-06, | |
| "loss": 0.0239, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.39, | |
| "memory/max_allocated (GiB)": 54.39, | |
| "step": 374, | |
| "tokens_per_second_per_gpu": 335.35 | |
| }, | |
| { | |
| "epoch": 0.8600917431192661, | |
| "grad_norm": 0.18564024567604065, | |
| "learning_rate": 5.4067941638174806e-06, | |
| "loss": 0.0302, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 375, | |
| "tokens_per_second_per_gpu": 305.66 | |
| }, | |
| { | |
| "epoch": 0.8623853211009175, | |
| "grad_norm": 0.15752846002578735, | |
| "learning_rate": 5.2368743576196536e-06, | |
| "loss": 0.0232, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 376, | |
| "tokens_per_second_per_gpu": 286.15 | |
| }, | |
| { | |
| "epoch": 0.8646788990825688, | |
| "grad_norm": 0.14457005262374878, | |
| "learning_rate": 5.0695197552659e-06, | |
| "loss": 0.0262, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 377, | |
| "tokens_per_second_per_gpu": 379.69 | |
| }, | |
| { | |
| "epoch": 0.8669724770642202, | |
| "grad_norm": 0.15968698263168335, | |
| "learning_rate": 4.9047399472095746e-06, | |
| "loss": 0.0279, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 378, | |
| "tokens_per_second_per_gpu": 300.1 | |
| }, | |
| { | |
| "epoch": 0.8692660550458715, | |
| "grad_norm": 0.16619980335235596, | |
| "learning_rate": 4.742544376352443e-06, | |
| "loss": 0.0261, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 379, | |
| "tokens_per_second_per_gpu": 379.48 | |
| }, | |
| { | |
| "epoch": 0.8715596330275229, | |
| "grad_norm": 0.15459509193897247, | |
| "learning_rate": 4.582942337503465e-06, | |
| "loss": 0.0248, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 380, | |
| "tokens_per_second_per_gpu": 391.55 | |
| }, | |
| { | |
| "epoch": 0.8738532110091743, | |
| "grad_norm": 0.17279919981956482, | |
| "learning_rate": 4.425942976846187e-06, | |
| "loss": 0.0334, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 381, | |
| "tokens_per_second_per_gpu": 288.48 | |
| }, | |
| { | |
| "epoch": 0.8761467889908257, | |
| "grad_norm": 0.18266154825687408, | |
| "learning_rate": 4.271555291414636e-06, | |
| "loss": 0.032, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 382, | |
| "tokens_per_second_per_gpu": 287.87 | |
| }, | |
| { | |
| "epoch": 0.8784403669724771, | |
| "grad_norm": 0.18472951650619507, | |
| "learning_rate": 4.119788128577667e-06, | |
| "loss": 0.0321, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 383, | |
| "tokens_per_second_per_gpu": 387.69 | |
| }, | |
| { | |
| "epoch": 0.8807339449541285, | |
| "grad_norm": 0.1689075380563736, | |
| "learning_rate": 3.9706501855319765e-06, | |
| "loss": 0.0284, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 384, | |
| "tokens_per_second_per_gpu": 385.7 | |
| }, | |
| { | |
| "epoch": 0.8830275229357798, | |
| "grad_norm": 0.1800360083580017, | |
| "learning_rate": 3.824150008803767e-06, | |
| "loss": 0.0353, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 385, | |
| "tokens_per_second_per_gpu": 298.16 | |
| }, | |
| { | |
| "epoch": 0.8853211009174312, | |
| "grad_norm": 0.1640298217535019, | |
| "learning_rate": 3.680295993758881e-06, | |
| "loss": 0.0295, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 386, | |
| "tokens_per_second_per_gpu": 342.93 | |
| }, | |
| { | |
| "epoch": 0.8876146788990825, | |
| "grad_norm": 0.1996641308069229, | |
| "learning_rate": 3.539096384121743e-06, | |
| "loss": 0.0421, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 387, | |
| "tokens_per_second_per_gpu": 335.85 | |
| }, | |
| { | |
| "epoch": 0.8899082568807339, | |
| "grad_norm": 0.16044816374778748, | |
| "learning_rate": 3.40055927150294e-06, | |
| "loss": 0.0296, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 388, | |
| "tokens_per_second_per_gpu": 356.79 | |
| }, | |
| { | |
| "epoch": 0.8922018348623854, | |
| "grad_norm": 0.14716744422912598, | |
| "learning_rate": 3.2646925949355312e-06, | |
| "loss": 0.0249, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 389, | |
| "tokens_per_second_per_gpu": 390.05 | |
| }, | |
| { | |
| "epoch": 0.8944954128440367, | |
| "grad_norm": 0.16763879358768463, | |
| "learning_rate": 3.1315041404200663e-06, | |
| "loss": 0.0263, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 390, | |
| "tokens_per_second_per_gpu": 364.38 | |
| }, | |
| { | |
| "epoch": 0.8967889908256881, | |
| "grad_norm": 0.16172398626804352, | |
| "learning_rate": 3.00100154047841e-06, | |
| "loss": 0.0283, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 391, | |
| "tokens_per_second_per_gpu": 404.12 | |
| }, | |
| { | |
| "epoch": 0.8990825688073395, | |
| "grad_norm": 0.1692630648612976, | |
| "learning_rate": 2.8731922737163685e-06, | |
| "loss": 0.0307, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 392, | |
| "tokens_per_second_per_gpu": 411.48 | |
| }, | |
| { | |
| "epoch": 0.9013761467889908, | |
| "grad_norm": 0.15489362180233002, | |
| "learning_rate": 2.7480836643950956e-06, | |
| "loss": 0.0215, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.39, | |
| "memory/max_allocated (GiB)": 54.39, | |
| "step": 393, | |
| "tokens_per_second_per_gpu": 390.38 | |
| }, | |
| { | |
| "epoch": 0.9036697247706422, | |
| "grad_norm": 0.16410787403583527, | |
| "learning_rate": 2.6256828820113766e-06, | |
| "loss": 0.0272, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 394, | |
| "tokens_per_second_per_gpu": 284.58 | |
| }, | |
| { | |
| "epoch": 0.9059633027522935, | |
| "grad_norm": 0.14239473640918732, | |
| "learning_rate": 2.5059969408867843e-06, | |
| "loss": 0.0232, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 395, | |
| "tokens_per_second_per_gpu": 356.47 | |
| }, | |
| { | |
| "epoch": 0.908256880733945, | |
| "grad_norm": 0.15464159846305847, | |
| "learning_rate": 2.3890326997656975e-06, | |
| "loss": 0.0263, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 396, | |
| "tokens_per_second_per_gpu": 332.14 | |
| }, | |
| { | |
| "epoch": 0.9105504587155964, | |
| "grad_norm": 0.19348366558551788, | |
| "learning_rate": 2.274796861422246e-06, | |
| "loss": 0.0286, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 397, | |
| "tokens_per_second_per_gpu": 391.97 | |
| }, | |
| { | |
| "epoch": 0.9128440366972477, | |
| "grad_norm": 0.14645299315452576, | |
| "learning_rate": 2.163295972276219e-06, | |
| "loss": 0.0194, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 398, | |
| "tokens_per_second_per_gpu": 333.01 | |
| }, | |
| { | |
| "epoch": 0.9151376146788991, | |
| "grad_norm": 0.190754696726799, | |
| "learning_rate": 2.054536422017922e-06, | |
| "loss": 0.0351, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 399, | |
| "tokens_per_second_per_gpu": 295.61 | |
| }, | |
| { | |
| "epoch": 0.9174311926605505, | |
| "grad_norm": 0.165267676115036, | |
| "learning_rate": 1.9485244432419667e-06, | |
| "loss": 0.0267, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 400, | |
| "tokens_per_second_per_gpu": 323.64 | |
| }, | |
| { | |
| "epoch": 0.9197247706422018, | |
| "grad_norm": 0.13596034049987793, | |
| "learning_rate": 1.8452661110901715e-06, | |
| "loss": 0.0215, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 401, | |
| "tokens_per_second_per_gpu": 413.82 | |
| }, | |
| { | |
| "epoch": 0.9220183486238532, | |
| "grad_norm": 0.39827218651771545, | |
| "learning_rate": 1.7447673429033362e-06, | |
| "loss": 0.0297, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 402, | |
| "tokens_per_second_per_gpu": 281.37 | |
| }, | |
| { | |
| "epoch": 0.9243119266055045, | |
| "grad_norm": 0.1586989313364029, | |
| "learning_rate": 1.6470338978822108e-06, | |
| "loss": 0.029, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 403, | |
| "tokens_per_second_per_gpu": 353.92 | |
| }, | |
| { | |
| "epoch": 0.926605504587156, | |
| "grad_norm": 0.18811003863811493, | |
| "learning_rate": 1.5520713767574246e-06, | |
| "loss": 0.0355, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 404, | |
| "tokens_per_second_per_gpu": 326.13 | |
| }, | |
| { | |
| "epoch": 0.9288990825688074, | |
| "grad_norm": 0.18732599914073944, | |
| "learning_rate": 1.4598852214685488e-06, | |
| "loss": 0.024, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 405, | |
| "tokens_per_second_per_gpu": 364.56 | |
| }, | |
| { | |
| "epoch": 0.9311926605504587, | |
| "grad_norm": 0.17649473249912262, | |
| "learning_rate": 1.3704807148521903e-06, | |
| "loss": 0.0272, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 406, | |
| "tokens_per_second_per_gpu": 340.97 | |
| }, | |
| { | |
| "epoch": 0.9334862385321101, | |
| "grad_norm": 0.15469086170196533, | |
| "learning_rate": 1.2838629803393342e-06, | |
| "loss": 0.0251, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 407, | |
| "tokens_per_second_per_gpu": 319.7 | |
| }, | |
| { | |
| "epoch": 0.9357798165137615, | |
| "grad_norm": 0.17929796874523163, | |
| "learning_rate": 1.2000369816616674e-06, | |
| "loss": 0.028, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 408, | |
| "tokens_per_second_per_gpu": 426.66 | |
| }, | |
| { | |
| "epoch": 0.9380733944954128, | |
| "grad_norm": 0.1820838302373886, | |
| "learning_rate": 1.119007522567167e-06, | |
| "loss": 0.0372, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 409, | |
| "tokens_per_second_per_gpu": 385.56 | |
| }, | |
| { | |
| "epoch": 0.9403669724770642, | |
| "grad_norm": 0.1381448209285736, | |
| "learning_rate": 1.0407792465447986e-06, | |
| "loss": 0.0227, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 410, | |
| "tokens_per_second_per_gpu": 443.85 | |
| }, | |
| { | |
| "epoch": 0.9426605504587156, | |
| "grad_norm": 0.16802094876766205, | |
| "learning_rate": 9.653566365584176e-07, | |
| "loss": 0.0287, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 411, | |
| "tokens_per_second_per_gpu": 354.89 | |
| }, | |
| { | |
| "epoch": 0.944954128440367, | |
| "grad_norm": 0.19988204538822174, | |
| "learning_rate": 8.927440147898702e-07, | |
| "loss": 0.0337, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 412, | |
| "tokens_per_second_per_gpu": 267.46 | |
| }, | |
| { | |
| "epoch": 0.9472477064220184, | |
| "grad_norm": 0.17694270610809326, | |
| "learning_rate": 8.229455423913013e-07, | |
| "loss": 0.0303, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.08, | |
| "memory/max_allocated (GiB)": 54.08, | |
| "step": 413, | |
| "tokens_per_second_per_gpu": 287.7 | |
| }, | |
| { | |
| "epoch": 0.9495412844036697, | |
| "grad_norm": 0.1923583745956421, | |
| "learning_rate": 7.559652192467126e-07, | |
| "loss": 0.0374, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 414, | |
| "tokens_per_second_per_gpu": 333.67 | |
| }, | |
| { | |
| "epoch": 0.9518348623853211, | |
| "grad_norm": 0.17904430627822876, | |
| "learning_rate": 6.918068837427128e-07, | |
| "loss": 0.0241, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 415, | |
| "tokens_per_second_per_gpu": 355.41 | |
| }, | |
| { | |
| "epoch": 0.9541284403669725, | |
| "grad_norm": 0.14790676534175873, | |
| "learning_rate": 6.304742125485874e-07, | |
| "loss": 0.0227, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 416, | |
| "tokens_per_second_per_gpu": 336.07 | |
| }, | |
| { | |
| "epoch": 0.9564220183486238, | |
| "grad_norm": 0.1487906128168106, | |
| "learning_rate": 5.719707204055735e-07, | |
| "loss": 0.0221, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 417, | |
| "tokens_per_second_per_gpu": 357.03 | |
| }, | |
| { | |
| "epoch": 0.9587155963302753, | |
| "grad_norm": 0.13644175231456757, | |
| "learning_rate": 5.162997599254704e-07, | |
| "loss": 0.0211, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.39, | |
| "memory/max_allocated (GiB)": 54.39, | |
| "step": 418, | |
| "tokens_per_second_per_gpu": 414.62 | |
| }, | |
| { | |
| "epoch": 0.9610091743119266, | |
| "grad_norm": 0.15555576980113983, | |
| "learning_rate": 4.634645213984934e-07, | |
| "loss": 0.0274, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 419, | |
| "tokens_per_second_per_gpu": 383.45 | |
| }, | |
| { | |
| "epoch": 0.963302752293578, | |
| "grad_norm": 0.16330547630786896, | |
| "learning_rate": 4.134680326104645e-07, | |
| "loss": 0.0315, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 420, | |
| "tokens_per_second_per_gpu": 417.47 | |
| }, | |
| { | |
| "epoch": 0.9655963302752294, | |
| "grad_norm": 0.16092361509799957, | |
| "learning_rate": 3.663131586692792e-07, | |
| "loss": 0.024, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 421, | |
| "tokens_per_second_per_gpu": 285.66 | |
| }, | |
| { | |
| "epoch": 0.9678899082568807, | |
| "grad_norm": 0.16476912796497345, | |
| "learning_rate": 3.2200260184075406e-07, | |
| "loss": 0.0264, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 422, | |
| "tokens_per_second_per_gpu": 368.99 | |
| }, | |
| { | |
| "epoch": 0.9701834862385321, | |
| "grad_norm": 0.13190625607967377, | |
| "learning_rate": 2.805389013937454e-07, | |
| "loss": 0.0181, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 423, | |
| "tokens_per_second_per_gpu": 349.07 | |
| }, | |
| { | |
| "epoch": 0.9724770642201835, | |
| "grad_norm": 0.1542016565799713, | |
| "learning_rate": 2.419244334546267e-07, | |
| "loss": 0.0208, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.04, | |
| "memory/max_allocated (GiB)": 54.04, | |
| "step": 424, | |
| "tokens_per_second_per_gpu": 291.68 | |
| }, | |
| { | |
| "epoch": 0.9747706422018348, | |
| "grad_norm": 0.20206497609615326, | |
| "learning_rate": 2.061614108711474e-07, | |
| "loss": 0.0423, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 425, | |
| "tokens_per_second_per_gpu": 323.72 | |
| }, | |
| { | |
| "epoch": 0.9770642201834863, | |
| "grad_norm": 0.14892390370368958, | |
| "learning_rate": 1.732518830856067e-07, | |
| "loss": 0.0226, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 426, | |
| "tokens_per_second_per_gpu": 375.55 | |
| }, | |
| { | |
| "epoch": 0.9793577981651376, | |
| "grad_norm": 0.1744110882282257, | |
| "learning_rate": 1.431977360173975e-07, | |
| "loss": 0.0261, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 427, | |
| "tokens_per_second_per_gpu": 380.25 | |
| }, | |
| { | |
| "epoch": 0.981651376146789, | |
| "grad_norm": 0.16802337765693665, | |
| "learning_rate": 1.16000691954965e-07, | |
| "loss": 0.0312, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.32, | |
| "memory/max_allocated (GiB)": 54.32, | |
| "step": 428, | |
| "tokens_per_second_per_gpu": 414.47 | |
| }, | |
| { | |
| "epoch": 0.9839449541284404, | |
| "grad_norm": 0.15291042625904083, | |
| "learning_rate": 9.1662309457069e-08, | |
| "loss": 0.026, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.28, | |
| "memory/max_allocated (GiB)": 54.28, | |
| "step": 429, | |
| "tokens_per_second_per_gpu": 363.62 | |
| }, | |
| { | |
| "epoch": 0.9862385321100917, | |
| "grad_norm": 0.15010935068130493, | |
| "learning_rate": 7.018398326350539e-08, | |
| "loss": 0.0228, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.16, | |
| "memory/max_allocated (GiB)": 54.16, | |
| "step": 430, | |
| "tokens_per_second_per_gpu": 285.9 | |
| }, | |
| { | |
| "epoch": 0.9885321100917431, | |
| "grad_norm": 0.17680975794792175, | |
| "learning_rate": 5.15669442151423e-08, | |
| "loss": 0.0307, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.12, | |
| "memory/max_allocated (GiB)": 54.12, | |
| "step": 431, | |
| "tokens_per_second_per_gpu": 235.14 | |
| }, | |
| { | |
| "epoch": 0.9908256880733946, | |
| "grad_norm": 0.17848782241344452, | |
| "learning_rate": 3.581225918342646e-08, | |
| "loss": 0.0309, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.24, | |
| "memory/max_allocated (GiB)": 54.24, | |
| "step": 432, | |
| "tokens_per_second_per_gpu": 330.64 | |
| }, | |
| { | |
| "epoch": 0.9931192660550459, | |
| "grad_norm": 0.14756126701831818, | |
| "learning_rate": 2.292083100920994e-08, | |
| "loss": 0.0261, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 433, | |
| "tokens_per_second_per_gpu": 370.84 | |
| }, | |
| { | |
| "epoch": 0.9954128440366973, | |
| "grad_norm": 0.17790447175502777, | |
| "learning_rate": 1.2893398451024886e-08, | |
| "loss": 0.0329, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.35, | |
| "memory/max_allocated (GiB)": 54.35, | |
| "step": 434, | |
| "tokens_per_second_per_gpu": 403.79 | |
| }, | |
| { | |
| "epoch": 0.9977064220183486, | |
| "grad_norm": 0.20343028008937836, | |
| "learning_rate": 5.730536142745102e-09, | |
| "loss": 0.0368, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 435, | |
| "tokens_per_second_per_gpu": 361.41 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.16160258650779724, | |
| "learning_rate": 1.432654560679092e-09, | |
| "loss": 0.0258, | |
| "memory/device_reserved (GiB)": 63.06, | |
| "memory/max_active (GiB)": 54.2, | |
| "memory/max_allocated (GiB)": 54.2, | |
| "step": 436, | |
| "tokens_per_second_per_gpu": 297.23 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 436, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 60, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.772961672511619e+18, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |