| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.20408163265306123, |
| "eval_steps": 500, |
| "global_step": 100, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0020408163265306124, |
| "grad_norm": 3.8715779781341553, |
| "learning_rate": 0.0, |
| "loss": 1.313438892364502, |
| "memory/device_reserved (GiB)": 75.76, |
| "memory/max_active (GiB)": 74.61, |
| "memory/max_allocated (GiB)": 74.61, |
| "ppl": 3.71894, |
| "step": 1, |
| "tokens/total": 249728, |
| "tokens/trainable": 1992 |
| }, |
| { |
| "epoch": 0.004081632653061225, |
| "grad_norm": 3.5599887371063232, |
| "learning_rate": 3.448275862068966e-06, |
| "loss": 1.2385082244873047, |
| "memory/device_reserved (GiB)": 75.77, |
| "memory/max_active (GiB)": 74.28, |
| "memory/max_allocated (GiB)": 74.28, |
| "ppl": 3.45046, |
| "step": 2, |
| "tokens/total": 483392, |
| "tokens/train_per_sec_per_gpu": 11.85, |
| "tokens/trainable": 3913 |
| }, |
| { |
| "epoch": 0.006122448979591836, |
| "grad_norm": 3.4575953483581543, |
| "learning_rate": 6.896551724137932e-06, |
| "loss": 1.2344105243682861, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 75.5, |
| "memory/max_allocated (GiB)": 75.5, |
| "ppl": 3.43635, |
| "step": 3, |
| "tokens/total": 726144, |
| "tokens/train_per_sec_per_gpu": 12.0, |
| "tokens/trainable": 5903 |
| }, |
| { |
| "epoch": 0.00816326530612245, |
| "grad_norm": 3.6946189403533936, |
| "learning_rate": 1.0344827586206897e-05, |
| "loss": 1.3252272605895996, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 72.18, |
| "memory/max_allocated (GiB)": 72.18, |
| "ppl": 3.76304, |
| "step": 4, |
| "tokens/total": 943168, |
| "tokens/train_per_sec_per_gpu": 15.27, |
| "tokens/trainable": 7867 |
| }, |
| { |
| "epoch": 0.01020408163265306, |
| "grad_norm": 3.77402663230896, |
| "learning_rate": 1.3793103448275863e-05, |
| "loss": 1.3327311277389526, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 75.42, |
| "memory/max_allocated (GiB)": 75.42, |
| "ppl": 3.79138, |
| "step": 5, |
| "tokens/total": 1169664, |
| "tokens/train_per_sec_per_gpu": 12.41, |
| "tokens/trainable": 9745 |
| }, |
| { |
| "epoch": 0.012244897959183673, |
| "grad_norm": 3.8298497200012207, |
| "learning_rate": 1.7241379310344828e-05, |
| "loss": 1.2867913246154785, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 73.05, |
| "memory/max_allocated (GiB)": 73.05, |
| "ppl": 3.62115, |
| "step": 6, |
| "tokens/total": 1406336, |
| "tokens/train_per_sec_per_gpu": 13.89, |
| "tokens/trainable": 11650 |
| }, |
| { |
| "epoch": 0.014285714285714285, |
| "grad_norm": 3.6937243938446045, |
| "learning_rate": 2.0689655172413793e-05, |
| "loss": 1.2978110313415527, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 72.54, |
| "memory/max_allocated (GiB)": 72.54, |
| "ppl": 3.66127, |
| "step": 7, |
| "tokens/total": 1647104, |
| "tokens/train_per_sec_per_gpu": 13.04, |
| "tokens/trainable": 13571 |
| }, |
| { |
| "epoch": 0.0163265306122449, |
| "grad_norm": 3.1459977626800537, |
| "learning_rate": 2.413793103448276e-05, |
| "loss": 1.116440773010254, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 74.44, |
| "memory/max_allocated (GiB)": 74.44, |
| "ppl": 3.05397, |
| "step": 8, |
| "tokens/total": 1913472, |
| "tokens/train_per_sec_per_gpu": 11.21, |
| "tokens/trainable": 15743 |
| }, |
| { |
| "epoch": 0.018367346938775512, |
| "grad_norm": 2.7553977966308594, |
| "learning_rate": 2.7586206896551727e-05, |
| "loss": 1.096015214920044, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 75.26, |
| "memory/max_allocated (GiB)": 75.26, |
| "ppl": 2.99222, |
| "step": 9, |
| "tokens/total": 2159104, |
| "tokens/train_per_sec_per_gpu": 13.31, |
| "tokens/trainable": 17993 |
| }, |
| { |
| "epoch": 0.02040816326530612, |
| "grad_norm": 3.3356995582580566, |
| "learning_rate": 3.103448275862069e-05, |
| "loss": 1.1540675163269043, |
| "memory/device_reserved (GiB)": 76.59, |
| "memory/max_active (GiB)": 75.69, |
| "memory/max_allocated (GiB)": 75.69, |
| "ppl": 3.17107, |
| "step": 10, |
| "tokens/total": 2406336, |
| "tokens/train_per_sec_per_gpu": 9.84, |
| "tokens/trainable": 19603 |
| }, |
| { |
| "epoch": 0.022448979591836733, |
| "grad_norm": 2.382963180541992, |
| "learning_rate": 3.4482758620689657e-05, |
| "loss": 1.0211127996444702, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.81, |
| "memory/max_allocated (GiB)": 76.81, |
| "ppl": 2.77628, |
| "step": 11, |
| "tokens/total": 2637440, |
| "tokens/train_per_sec_per_gpu": 13.03, |
| "tokens/trainable": 21674 |
| }, |
| { |
| "epoch": 0.024489795918367346, |
| "grad_norm": 1.8799129724502563, |
| "learning_rate": 3.793103448275862e-05, |
| "loss": 0.7622053623199463, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.65, |
| "memory/max_allocated (GiB)": 73.65, |
| "ppl": 2.143, |
| "step": 12, |
| "tokens/total": 2872896, |
| "tokens/train_per_sec_per_gpu": 10.32, |
| "tokens/trainable": 23481 |
| }, |
| { |
| "epoch": 0.026530612244897958, |
| "grad_norm": 1.7561086416244507, |
| "learning_rate": 4.1379310344827587e-05, |
| "loss": 0.7509362697601318, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 74.77, |
| "memory/max_allocated (GiB)": 74.77, |
| "ppl": 2.11898, |
| "step": 13, |
| "tokens/total": 3128768, |
| "tokens/train_per_sec_per_gpu": 11.06, |
| "tokens/trainable": 25355 |
| }, |
| { |
| "epoch": 0.02857142857142857, |
| "grad_norm": 1.4080203771591187, |
| "learning_rate": 4.482758620689655e-05, |
| "loss": 0.687152624130249, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.83, |
| "memory/max_allocated (GiB)": 75.83, |
| "ppl": 1.98805, |
| "step": 14, |
| "tokens/total": 3354624, |
| "tokens/train_per_sec_per_gpu": 13.35, |
| "tokens/trainable": 27379 |
| }, |
| { |
| "epoch": 0.030612244897959183, |
| "grad_norm": 1.6408438682556152, |
| "learning_rate": 4.827586206896552e-05, |
| "loss": 0.6175031065940857, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.85429, |
| "step": 15, |
| "tokens/total": 3632576, |
| "tokens/train_per_sec_per_gpu": 10.37, |
| "tokens/trainable": 29348 |
| }, |
| { |
| "epoch": 0.0326530612244898, |
| "grad_norm": 0.8767540454864502, |
| "learning_rate": 5.172413793103449e-05, |
| "loss": 0.4765658676624298, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.86, |
| "memory/max_allocated (GiB)": 76.86, |
| "ppl": 1.61053, |
| "step": 16, |
| "tokens/total": 3893632, |
| "tokens/train_per_sec_per_gpu": 11.17, |
| "tokens/trainable": 31409 |
| }, |
| { |
| "epoch": 0.03469387755102041, |
| "grad_norm": 0.6025304198265076, |
| "learning_rate": 5.517241379310345e-05, |
| "loss": 0.5316739678382874, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.6, |
| "memory/max_allocated (GiB)": 73.6, |
| "ppl": 1.70178, |
| "step": 17, |
| "tokens/total": 4120000, |
| "tokens/train_per_sec_per_gpu": 16.29, |
| "tokens/trainable": 33895 |
| }, |
| { |
| "epoch": 0.036734693877551024, |
| "grad_norm": 0.6741383671760559, |
| "learning_rate": 5.862068965517241e-05, |
| "loss": 0.49132800102233887, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.19, |
| "memory/max_allocated (GiB)": 73.19, |
| "ppl": 1.63449, |
| "step": 18, |
| "tokens/total": 4334208, |
| "tokens/train_per_sec_per_gpu": 12.95, |
| "tokens/trainable": 35668 |
| }, |
| { |
| "epoch": 0.03877551020408163, |
| "grad_norm": 0.45101675391197205, |
| "learning_rate": 6.206896551724138e-05, |
| "loss": 0.45823076367378235, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.47, |
| "memory/max_allocated (GiB)": 75.47, |
| "ppl": 1.58127, |
| "step": 19, |
| "tokens/total": 4595520, |
| "tokens/train_per_sec_per_gpu": 14.98, |
| "tokens/trainable": 38006 |
| }, |
| { |
| "epoch": 0.04081632653061224, |
| "grad_norm": 0.4415302574634552, |
| "learning_rate": 6.551724137931034e-05, |
| "loss": 0.35276925563812256, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.57, |
| "memory/max_allocated (GiB)": 73.57, |
| "ppl": 1.423, |
| "step": 20, |
| "tokens/total": 4823424, |
| "tokens/train_per_sec_per_gpu": 15.23, |
| "tokens/trainable": 40245 |
| }, |
| { |
| "epoch": 0.04285714285714286, |
| "grad_norm": 0.3700725734233856, |
| "learning_rate": 6.896551724137931e-05, |
| "loss": 0.48657187819480896, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 74.82, |
| "memory/max_allocated (GiB)": 74.82, |
| "ppl": 1.62673, |
| "step": 21, |
| "tokens/total": 5095296, |
| "tokens/train_per_sec_per_gpu": 12.47, |
| "tokens/trainable": 42288 |
| }, |
| { |
| "epoch": 0.044897959183673466, |
| "grad_norm": 0.3767106533050537, |
| "learning_rate": 7.241379310344828e-05, |
| "loss": 0.3799547255039215, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.37, |
| "memory/max_allocated (GiB)": 76.37, |
| "ppl": 1.46222, |
| "step": 22, |
| "tokens/total": 5361536, |
| "tokens/train_per_sec_per_gpu": 11.92, |
| "tokens/trainable": 44219 |
| }, |
| { |
| "epoch": 0.04693877551020408, |
| "grad_norm": 0.38255029916763306, |
| "learning_rate": 7.586206896551724e-05, |
| "loss": 0.4809321463108063, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.18, |
| "memory/max_allocated (GiB)": 76.18, |
| "ppl": 1.61758, |
| "step": 23, |
| "tokens/total": 5611776, |
| "tokens/train_per_sec_per_gpu": 11.9, |
| "tokens/trainable": 46265 |
| }, |
| { |
| "epoch": 0.04897959183673469, |
| "grad_norm": 2.0013272762298584, |
| "learning_rate": 7.931034482758621e-05, |
| "loss": 0.44761645793914795, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.56458, |
| "step": 24, |
| "tokens/total": 5842944, |
| "tokens/train_per_sec_per_gpu": 13.07, |
| "tokens/trainable": 48369 |
| }, |
| { |
| "epoch": 0.05102040816326531, |
| "grad_norm": 0.3144684433937073, |
| "learning_rate": 8.275862068965517e-05, |
| "loss": 0.31974953413009644, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.72, |
| "memory/max_allocated (GiB)": 75.72, |
| "ppl": 1.37678, |
| "step": 25, |
| "tokens/total": 6081152, |
| "tokens/train_per_sec_per_gpu": 13.43, |
| "tokens/trainable": 50389 |
| }, |
| { |
| "epoch": 0.053061224489795916, |
| "grad_norm": 0.38538384437561035, |
| "learning_rate": 8.620689655172413e-05, |
| "loss": 0.44213318824768066, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.22, |
| "memory/max_allocated (GiB)": 73.22, |
| "ppl": 1.55602, |
| "step": 26, |
| "tokens/total": 6343808, |
| "tokens/train_per_sec_per_gpu": 7.62, |
| "tokens/trainable": 52264 |
| }, |
| { |
| "epoch": 0.05510204081632653, |
| "grad_norm": 0.3650738298892975, |
| "learning_rate": 8.96551724137931e-05, |
| "loss": 0.3575744032859802, |
| "memory/device_reserved (GiB)": 76.79, |
| "memory/max_active (GiB)": 75.86, |
| "memory/max_allocated (GiB)": 75.86, |
| "ppl": 1.42986, |
| "step": 27, |
| "tokens/total": 6588608, |
| "tokens/train_per_sec_per_gpu": 10.56, |
| "tokens/trainable": 54059 |
| }, |
| { |
| "epoch": 0.05714285714285714, |
| "grad_norm": 0.3160320818424225, |
| "learning_rate": 9.310344827586207e-05, |
| "loss": 0.32770806550979614, |
| "memory/device_reserved (GiB)": 76.79, |
| "memory/max_active (GiB)": 73.19, |
| "memory/max_allocated (GiB)": 73.19, |
| "ppl": 1.38778, |
| "step": 28, |
| "tokens/total": 6826560, |
| "tokens/train_per_sec_per_gpu": 9.94, |
| "tokens/trainable": 55763 |
| }, |
| { |
| "epoch": 0.05918367346938776, |
| "grad_norm": 0.27133098244667053, |
| "learning_rate": 9.655172413793105e-05, |
| "loss": 0.4067038595676422, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 76.86, |
| "memory/max_allocated (GiB)": 76.86, |
| "ppl": 1.50186, |
| "step": 29, |
| "tokens/total": 7088000, |
| "tokens/train_per_sec_per_gpu": 12.31, |
| "tokens/trainable": 57812 |
| }, |
| { |
| "epoch": 0.061224489795918366, |
| "grad_norm": 0.30409932136535645, |
| "learning_rate": 0.0001, |
| "loss": 0.4254607856273651, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 75.91, |
| "memory/max_allocated (GiB)": 75.91, |
| "ppl": 1.5303, |
| "step": 30, |
| "tokens/total": 7351744, |
| "tokens/train_per_sec_per_gpu": 11.31, |
| "tokens/trainable": 59788 |
| }, |
| { |
| "epoch": 0.06326530612244897, |
| "grad_norm": 0.2690757215023041, |
| "learning_rate": 9.999972717866783e-05, |
| "loss": 0.2649127244949341, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 75.28, |
| "memory/max_allocated (GiB)": 75.28, |
| "ppl": 1.30332, |
| "step": 31, |
| "tokens/total": 7589888, |
| "tokens/train_per_sec_per_gpu": 11.97, |
| "tokens/trainable": 61698 |
| }, |
| { |
| "epoch": 0.0653061224489796, |
| "grad_norm": 6.162968158721924, |
| "learning_rate": 9.999890871764856e-05, |
| "loss": 0.3236464858055115, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 76.75, |
| "memory/max_allocated (GiB)": 76.75, |
| "ppl": 1.38216, |
| "step": 32, |
| "tokens/total": 7812352, |
| "tokens/train_per_sec_per_gpu": 11.29, |
| "tokens/trainable": 63730 |
| }, |
| { |
| "epoch": 0.0673469387755102, |
| "grad_norm": 0.335486501455307, |
| "learning_rate": 9.999754462587395e-05, |
| "loss": 0.3183335065841675, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.25, |
| "memory/max_allocated (GiB)": 74.25, |
| "ppl": 1.37483, |
| "step": 33, |
| "tokens/total": 8090112, |
| "tokens/train_per_sec_per_gpu": 12.08, |
| "tokens/trainable": 65782 |
| }, |
| { |
| "epoch": 0.06938775510204082, |
| "grad_norm": 0.28297433257102966, |
| "learning_rate": 9.999563491823011e-05, |
| "loss": 0.30609816312789917, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 76.51, |
| "memory/max_allocated (GiB)": 76.51, |
| "ppl": 1.35812, |
| "step": 34, |
| "tokens/total": 8340224, |
| "tokens/train_per_sec_per_gpu": 10.34, |
| "tokens/trainable": 67558 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 0.2532864212989807, |
| "learning_rate": 9.999317961555746e-05, |
| "loss": 0.2755158543586731, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.41, |
| "memory/max_allocated (GiB)": 74.41, |
| "ppl": 1.31721, |
| "step": 35, |
| "tokens/total": 8599168, |
| "tokens/train_per_sec_per_gpu": 9.87, |
| "tokens/trainable": 69256 |
| }, |
| { |
| "epoch": 0.07346938775510205, |
| "grad_norm": 0.2656288146972656, |
| "learning_rate": 9.999017874465026e-05, |
| "loss": 0.3249038755893707, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 75.12, |
| "memory/max_allocated (GiB)": 75.12, |
| "ppl": 1.3839, |
| "step": 36, |
| "tokens/total": 8879872, |
| "tokens/train_per_sec_per_gpu": 11.11, |
| "tokens/trainable": 71213 |
| }, |
| { |
| "epoch": 0.07551020408163266, |
| "grad_norm": 0.30173179507255554, |
| "learning_rate": 9.998663233825667e-05, |
| "loss": 0.3530421555042267, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 72.67, |
| "memory/max_allocated (GiB)": 72.67, |
| "ppl": 1.42339, |
| "step": 37, |
| "tokens/total": 9092480, |
| "tokens/train_per_sec_per_gpu": 15.34, |
| "tokens/trainable": 73212 |
| }, |
| { |
| "epoch": 0.07755102040816327, |
| "grad_norm": 0.3300020694732666, |
| "learning_rate": 9.998254043507804e-05, |
| "loss": 0.36541521549224854, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 73.13, |
| "memory/max_allocated (GiB)": 73.13, |
| "ppl": 1.44111, |
| "step": 38, |
| "tokens/total": 9338944, |
| "tokens/train_per_sec_per_gpu": 10.52, |
| "tokens/trainable": 75027 |
| }, |
| { |
| "epoch": 0.07959183673469387, |
| "grad_norm": 0.2760823369026184, |
| "learning_rate": 9.997790307976873e-05, |
| "loss": 0.31260424852371216, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 72.86, |
| "memory/max_allocated (GiB)": 72.86, |
| "ppl": 1.36698, |
| "step": 39, |
| "tokens/total": 9552064, |
| "tokens/train_per_sec_per_gpu": 13.02, |
| "tokens/trainable": 76940 |
| }, |
| { |
| "epoch": 0.08163265306122448, |
| "grad_norm": 0.2750445008277893, |
| "learning_rate": 9.997272032293553e-05, |
| "loss": 0.3434928357601166, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 75.53, |
| "memory/max_allocated (GiB)": 75.53, |
| "ppl": 1.40986, |
| "step": 40, |
| "tokens/total": 9780480, |
| "tokens/train_per_sec_per_gpu": 12.6, |
| "tokens/trainable": 78924 |
| }, |
| { |
| "epoch": 0.0836734693877551, |
| "grad_norm": 0.2509453296661377, |
| "learning_rate": 9.996699222113709e-05, |
| "loss": 0.28264468908309937, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.11, |
| "memory/max_allocated (GiB)": 74.11, |
| "ppl": 1.32663, |
| "step": 41, |
| "tokens/total": 10032896, |
| "tokens/train_per_sec_per_gpu": 10.69, |
| "tokens/trainable": 80796 |
| }, |
| { |
| "epoch": 0.08571428571428572, |
| "grad_norm": 0.30471235513687134, |
| "learning_rate": 9.996071883688334e-05, |
| "loss": 0.3799709975719452, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 75.45, |
| "memory/max_allocated (GiB)": 75.45, |
| "ppl": 1.46224, |
| "step": 42, |
| "tokens/total": 10258880, |
| "tokens/train_per_sec_per_gpu": 13.38, |
| "tokens/trainable": 82842 |
| }, |
| { |
| "epoch": 0.08775510204081632, |
| "grad_norm": 0.2858770489692688, |
| "learning_rate": 9.995390023863483e-05, |
| "loss": 0.3148782253265381, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.41, |
| "memory/max_allocated (GiB)": 74.41, |
| "ppl": 1.37009, |
| "step": 43, |
| "tokens/total": 10509120, |
| "tokens/train_per_sec_per_gpu": 13.73, |
| "tokens/trainable": 84934 |
| }, |
| { |
| "epoch": 0.08979591836734693, |
| "grad_norm": 0.2647312879562378, |
| "learning_rate": 9.994653650080188e-05, |
| "loss": 0.352159708738327, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 72.23, |
| "memory/max_allocated (GiB)": 72.23, |
| "ppl": 1.42214, |
| "step": 44, |
| "tokens/total": 10749568, |
| "tokens/train_per_sec_per_gpu": 12.4, |
| "tokens/trainable": 86784 |
| }, |
| { |
| "epoch": 0.09183673469387756, |
| "grad_norm": 0.24784475564956665, |
| "learning_rate": 9.99386277037439e-05, |
| "loss": 0.27032506465911865, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.66, |
| "memory/max_allocated (GiB)": 74.66, |
| "ppl": 1.31039, |
| "step": 45, |
| "tokens/total": 10991040, |
| "tokens/train_per_sec_per_gpu": 11.98, |
| "tokens/trainable": 88613 |
| }, |
| { |
| "epoch": 0.09387755102040816, |
| "grad_norm": 0.36977630853652954, |
| "learning_rate": 9.993017393376844e-05, |
| "loss": 0.3431978225708008, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 72.51, |
| "memory/max_allocated (GiB)": 72.51, |
| "ppl": 1.40945, |
| "step": 46, |
| "tokens/total": 11252224, |
| "tokens/train_per_sec_per_gpu": 12.51, |
| "tokens/trainable": 90773 |
| }, |
| { |
| "epoch": 0.09591836734693877, |
| "grad_norm": 0.3747732639312744, |
| "learning_rate": 9.992117528313025e-05, |
| "loss": 0.4423413574695587, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.3, |
| "memory/max_allocated (GiB)": 74.3, |
| "ppl": 1.55635, |
| "step": 47, |
| "tokens/total": 11496768, |
| "tokens/train_per_sec_per_gpu": 13.42, |
| "tokens/trainable": 93011 |
| }, |
| { |
| "epoch": 0.09795918367346938, |
| "grad_norm": 0.27045607566833496, |
| "learning_rate": 9.991163185003029e-05, |
| "loss": 0.32292449474334717, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 76.81, |
| "memory/max_allocated (GiB)": 76.81, |
| "ppl": 1.38116, |
| "step": 48, |
| "tokens/total": 11754816, |
| "tokens/train_per_sec_per_gpu": 11.34, |
| "tokens/trainable": 94980 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.4033263623714447, |
| "learning_rate": 9.990154373861462e-05, |
| "loss": 0.3852502703666687, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 72.81, |
| "memory/max_allocated (GiB)": 72.81, |
| "ppl": 1.46998, |
| "step": 49, |
| "tokens/total": 11997568, |
| "tokens/train_per_sec_per_gpu": 14.1, |
| "tokens/trainable": 97237 |
| }, |
| { |
| "epoch": 0.10204081632653061, |
| "grad_norm": 0.29358935356140137, |
| "learning_rate": 9.989091105897335e-05, |
| "loss": 0.2665417194366455, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 73.71, |
| "memory/max_allocated (GiB)": 73.71, |
| "ppl": 1.30544, |
| "step": 50, |
| "tokens/total": 12199616, |
| "tokens/train_per_sec_per_gpu": 13.52, |
| "tokens/trainable": 99077 |
| }, |
| { |
| "epoch": 0.10408163265306122, |
| "grad_norm": 0.28997159004211426, |
| "learning_rate": 9.987973392713932e-05, |
| "loss": 0.26837828755378723, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.30784, |
| "step": 51, |
| "tokens/total": 12458944, |
| "tokens/train_per_sec_per_gpu": 8.44, |
| "tokens/trainable": 100904 |
| }, |
| { |
| "epoch": 0.10612244897959183, |
| "grad_norm": 0.273894727230072, |
| "learning_rate": 9.986801246508695e-05, |
| "loss": 0.31923794746398926, |
| "memory/device_reserved (GiB)": 76.14, |
| "memory/max_active (GiB)": 75.12, |
| "memory/max_allocated (GiB)": 75.12, |
| "ppl": 1.37608, |
| "step": 52, |
| "tokens/total": 12717056, |
| "tokens/train_per_sec_per_gpu": 9.73, |
| "tokens/trainable": 102655 |
| }, |
| { |
| "epoch": 0.10816326530612246, |
| "grad_norm": 0.2995196282863617, |
| "learning_rate": 9.985574680073085e-05, |
| "loss": 0.29331541061401367, |
| "memory/device_reserved (GiB)": 76.14, |
| "memory/max_active (GiB)": 74.2, |
| "memory/max_allocated (GiB)": 74.2, |
| "ppl": 1.34087, |
| "step": 53, |
| "tokens/total": 12979520, |
| "tokens/train_per_sec_per_gpu": 10.36, |
| "tokens/trainable": 104528 |
| }, |
| { |
| "epoch": 0.11020408163265306, |
| "grad_norm": 0.26836535334587097, |
| "learning_rate": 9.984293706792438e-05, |
| "loss": 0.3361239433288574, |
| "memory/device_reserved (GiB)": 76.14, |
| "memory/max_active (GiB)": 74.44, |
| "memory/max_allocated (GiB)": 74.44, |
| "ppl": 1.39951, |
| "step": 54, |
| "tokens/total": 13256256, |
| "tokens/train_per_sec_per_gpu": 12.26, |
| "tokens/trainable": 106680 |
| }, |
| { |
| "epoch": 0.11224489795918367, |
| "grad_norm": 0.45450910925865173, |
| "learning_rate": 9.982958340645831e-05, |
| "loss": 0.3969808518886566, |
| "memory/device_reserved (GiB)": 76.14, |
| "memory/max_active (GiB)": 72.13, |
| "memory/max_allocated (GiB)": 72.13, |
| "ppl": 1.48733, |
| "step": 55, |
| "tokens/total": 13483968, |
| "tokens/train_per_sec_per_gpu": 13.01, |
| "tokens/trainable": 108647 |
| }, |
| { |
| "epoch": 0.11428571428571428, |
| "grad_norm": 0.253380686044693, |
| "learning_rate": 9.981568596205917e-05, |
| "loss": 0.30480891466140747, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.7, |
| "memory/max_allocated (GiB)": 76.7, |
| "ppl": 1.35637, |
| "step": 56, |
| "tokens/total": 13749568, |
| "tokens/train_per_sec_per_gpu": 11.0, |
| "tokens/trainable": 110620 |
| }, |
| { |
| "epoch": 0.11632653061224489, |
| "grad_norm": 0.41110867261886597, |
| "learning_rate": 9.980124488638774e-05, |
| "loss": 0.369600772857666, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 72.1, |
| "memory/max_allocated (GiB)": 72.1, |
| "ppl": 1.44716, |
| "step": 57, |
| "tokens/total": 13985344, |
| "tokens/train_per_sec_per_gpu": 15.88, |
| "tokens/trainable": 112743 |
| }, |
| { |
| "epoch": 0.11836734693877551, |
| "grad_norm": 0.3153546452522278, |
| "learning_rate": 9.978626033703732e-05, |
| "loss": 0.3381732702255249, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 73.43, |
| "memory/max_allocated (GiB)": 73.43, |
| "ppl": 1.40238, |
| "step": 58, |
| "tokens/total": 14196480, |
| "tokens/train_per_sec_per_gpu": 13.26, |
| "tokens/trainable": 114572 |
| }, |
| { |
| "epoch": 0.12040816326530612, |
| "grad_norm": 0.26562801003456116, |
| "learning_rate": 9.977073247753218e-05, |
| "loss": 0.3169305920600891, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 74.69, |
| "memory/max_allocated (GiB)": 74.69, |
| "ppl": 1.37291, |
| "step": 59, |
| "tokens/total": 14435008, |
| "tokens/train_per_sec_per_gpu": 12.93, |
| "tokens/trainable": 116707 |
| }, |
| { |
| "epoch": 0.12244897959183673, |
| "grad_norm": 0.3556833565235138, |
| "learning_rate": 9.97546614773255e-05, |
| "loss": 0.2778860330581665, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 74.39, |
| "memory/max_allocated (GiB)": 74.39, |
| "ppl": 1.32034, |
| "step": 60, |
| "tokens/total": 14648576, |
| "tokens/train_per_sec_per_gpu": 11.16, |
| "tokens/trainable": 118447 |
| }, |
| { |
| "epoch": 0.12448979591836734, |
| "grad_norm": 0.23345772922039032, |
| "learning_rate": 9.973804751179779e-05, |
| "loss": 0.27497315406799316, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 75.67, |
| "memory/max_allocated (GiB)": 75.67, |
| "ppl": 1.3165, |
| "step": 61, |
| "tokens/total": 14898368, |
| "tokens/train_per_sec_per_gpu": 12.07, |
| "tokens/trainable": 120410 |
| }, |
| { |
| "epoch": 0.12653061224489795, |
| "grad_norm": 0.2623974680900574, |
| "learning_rate": 9.972089076225477e-05, |
| "loss": 0.27318501472473145, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 75.34, |
| "memory/max_allocated (GiB)": 75.34, |
| "ppl": 1.31414, |
| "step": 62, |
| "tokens/total": 15121792, |
| "tokens/train_per_sec_per_gpu": 11.53, |
| "tokens/trainable": 122325 |
| }, |
| { |
| "epoch": 0.12857142857142856, |
| "grad_norm": 0.30083271861076355, |
| "learning_rate": 9.97031914159256e-05, |
| "loss": 0.3412373960018158, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 74.49, |
| "memory/max_allocated (GiB)": 74.49, |
| "ppl": 1.40669, |
| "step": 63, |
| "tokens/total": 15389312, |
| "tokens/train_per_sec_per_gpu": 12.31, |
| "tokens/trainable": 124224 |
| }, |
| { |
| "epoch": 0.1306122448979592, |
| "grad_norm": 0.2646200656890869, |
| "learning_rate": 9.968494966596058e-05, |
| "loss": 0.31369322538375854, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 73.95, |
| "memory/max_allocated (GiB)": 73.95, |
| "ppl": 1.36847, |
| "step": 64, |
| "tokens/total": 15630144, |
| "tokens/train_per_sec_per_gpu": 11.16, |
| "tokens/trainable": 126004 |
| }, |
| { |
| "epoch": 0.1326530612244898, |
| "grad_norm": 0.4355469048023224, |
| "learning_rate": 9.966616571142931e-05, |
| "loss": 0.335609495639801, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.39879, |
| "step": 65, |
| "tokens/total": 15912896, |
| "tokens/train_per_sec_per_gpu": 10.23, |
| "tokens/trainable": 128003 |
| }, |
| { |
| "epoch": 0.1346938775510204, |
| "grad_norm": 0.3418930172920227, |
| "learning_rate": 9.964683975731828e-05, |
| "loss": 0.31057706475257874, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 75.94, |
| "memory/max_allocated (GiB)": 75.94, |
| "ppl": 1.36421, |
| "step": 66, |
| "tokens/total": 16185728, |
| "tokens/train_per_sec_per_gpu": 12.43, |
| "tokens/trainable": 130139 |
| }, |
| { |
| "epoch": 0.13673469387755102, |
| "grad_norm": 0.27495577931404114, |
| "learning_rate": 9.962697201452881e-05, |
| "loss": 0.3229851722717285, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.38124, |
| "step": 67, |
| "tokens/total": 16449728, |
| "tokens/train_per_sec_per_gpu": 11.97, |
| "tokens/trainable": 132201 |
| }, |
| { |
| "epoch": 0.13877551020408163, |
| "grad_norm": 0.31963616609573364, |
| "learning_rate": 9.96065626998747e-05, |
| "loss": 0.3738800883293152, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.48, |
| "memory/max_allocated (GiB)": 76.48, |
| "ppl": 1.45336, |
| "step": 68, |
| "tokens/total": 16719488, |
| "tokens/train_per_sec_per_gpu": 9.86, |
| "tokens/trainable": 134160 |
| }, |
| { |
| "epoch": 0.14081632653061224, |
| "grad_norm": 0.29570698738098145, |
| "learning_rate": 9.958561203607975e-05, |
| "loss": 0.32448041439056396, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 73.57, |
| "memory/max_allocated (GiB)": 73.57, |
| "ppl": 1.38331, |
| "step": 69, |
| "tokens/total": 16953152, |
| "tokens/train_per_sec_per_gpu": 13.49, |
| "tokens/trainable": 136020 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 0.3492854833602905, |
| "learning_rate": 9.956412025177551e-05, |
| "loss": 0.35642874240875244, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.73, |
| "memory/max_allocated (GiB)": 76.73, |
| "ppl": 1.42822, |
| "step": 70, |
| "tokens/total": 17219072, |
| "tokens/train_per_sec_per_gpu": 11.64, |
| "tokens/trainable": 137981 |
| }, |
| { |
| "epoch": 0.14489795918367346, |
| "grad_norm": 0.24466252326965332, |
| "learning_rate": 9.954208758149867e-05, |
| "loss": 0.23536062240600586, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 73.92, |
| "memory/max_allocated (GiB)": 73.92, |
| "ppl": 1.26537, |
| "step": 71, |
| "tokens/total": 17490944, |
| "tokens/train_per_sec_per_gpu": 10.28, |
| "tokens/trainable": 139847 |
| }, |
| { |
| "epoch": 0.1469387755102041, |
| "grad_norm": 0.27268102765083313, |
| "learning_rate": 9.951951426568851e-05, |
| "loss": 0.2678673565387726, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 72.34, |
| "memory/max_allocated (GiB)": 72.34, |
| "ppl": 1.30717, |
| "step": 72, |
| "tokens/total": 17732032, |
| "tokens/train_per_sec_per_gpu": 13.63, |
| "tokens/trainable": 141879 |
| }, |
| { |
| "epoch": 0.1489795918367347, |
| "grad_norm": 0.33937132358551025, |
| "learning_rate": 9.949640055068432e-05, |
| "loss": 0.40895330905914307, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 72.29, |
| "memory/max_allocated (GiB)": 72.29, |
| "ppl": 1.50524, |
| "step": 73, |
| "tokens/total": 17969088, |
| "tokens/train_per_sec_per_gpu": 12.36, |
| "tokens/trainable": 143793 |
| }, |
| { |
| "epoch": 0.1510204081632653, |
| "grad_norm": 0.33928951621055603, |
| "learning_rate": 9.94727466887227e-05, |
| "loss": 0.3504130244255066, |
| "memory/device_reserved (GiB)": 77.75, |
| "memory/max_active (GiB)": 76.84, |
| "memory/max_allocated (GiB)": 76.84, |
| "ppl": 1.41965, |
| "step": 74, |
| "tokens/total": 18238784, |
| "tokens/train_per_sec_per_gpu": 11.17, |
| "tokens/trainable": 145834 |
| }, |
| { |
| "epoch": 0.15306122448979592, |
| "grad_norm": 0.23962773382663727, |
| "learning_rate": 9.944855293793475e-05, |
| "loss": 0.27072766423225403, |
| "memory/device_reserved (GiB)": 77.75, |
| "memory/max_active (GiB)": 76.51, |
| "memory/max_allocated (GiB)": 76.51, |
| "ppl": 1.31092, |
| "step": 75, |
| "tokens/total": 18495168, |
| "tokens/train_per_sec_per_gpu": 11.78, |
| "tokens/trainable": 147888 |
| }, |
| { |
| "epoch": 0.15510204081632653, |
| "grad_norm": 0.25025618076324463, |
| "learning_rate": 9.942381956234335e-05, |
| "loss": 0.28914934396743774, |
| "memory/device_reserved (GiB)": 77.75, |
| "memory/max_active (GiB)": 76.4, |
| "memory/max_allocated (GiB)": 76.4, |
| "ppl": 1.33529, |
| "step": 76, |
| "tokens/total": 18734016, |
| "tokens/train_per_sec_per_gpu": 9.17, |
| "tokens/trainable": 149764 |
| }, |
| { |
| "epoch": 0.15714285714285714, |
| "grad_norm": 0.26084867119789124, |
| "learning_rate": 9.939854683186016e-05, |
| "loss": 0.3206363916397095, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 73.62, |
| "memory/max_allocated (GiB)": 73.62, |
| "ppl": 1.378, |
| "step": 77, |
| "tokens/total": 18972672, |
| "tokens/train_per_sec_per_gpu": 12.82, |
| "tokens/trainable": 151857 |
| }, |
| { |
| "epoch": 0.15918367346938775, |
| "grad_norm": 0.29429370164871216, |
| "learning_rate": 9.937273502228281e-05, |
| "loss": 0.3649798631668091, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 75.8, |
| "memory/max_allocated (GiB)": 75.8, |
| "ppl": 1.44049, |
| "step": 78, |
| "tokens/total": 19195392, |
| "tokens/train_per_sec_per_gpu": 13.09, |
| "tokens/trainable": 153856 |
| }, |
| { |
| "epoch": 0.16122448979591836, |
| "grad_norm": 0.32660233974456787, |
| "learning_rate": 9.934638441529179e-05, |
| "loss": 0.35134780406951904, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 74.06, |
| "memory/max_allocated (GiB)": 74.06, |
| "ppl": 1.42098, |
| "step": 79, |
| "tokens/total": 19472064, |
| "tokens/train_per_sec_per_gpu": 9.99, |
| "tokens/trainable": 155739 |
| }, |
| { |
| "epoch": 0.16326530612244897, |
| "grad_norm": 0.3226783573627472, |
| "learning_rate": 9.93194952984474e-05, |
| "loss": 0.386910617351532, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 74.06, |
| "memory/max_allocated (GiB)": 74.06, |
| "ppl": 1.47242, |
| "step": 80, |
| "tokens/total": 19724544, |
| "tokens/train_per_sec_per_gpu": 13.41, |
| "tokens/trainable": 158060 |
| }, |
| { |
| "epoch": 0.1653061224489796, |
| "grad_norm": 0.3477247655391693, |
| "learning_rate": 9.929206796518662e-05, |
| "loss": 0.3311561346054077, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 71.64, |
| "memory/max_allocated (GiB)": 71.64, |
| "ppl": 1.39258, |
| "step": 81, |
| "tokens/total": 19941440, |
| "tokens/train_per_sec_per_gpu": 14.15, |
| "tokens/trainable": 159968 |
| }, |
| { |
| "epoch": 0.1673469387755102, |
| "grad_norm": 0.2438858300447464, |
| "learning_rate": 9.926410271481994e-05, |
| "loss": 0.297912061214447, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 74.52, |
| "memory/max_allocated (GiB)": 74.52, |
| "ppl": 1.34704, |
| "step": 82, |
| "tokens/total": 20194560, |
| "tokens/train_per_sec_per_gpu": 10.91, |
| "tokens/trainable": 161784 |
| }, |
| { |
| "epoch": 0.16938775510204082, |
| "grad_norm": 0.38258686661720276, |
| "learning_rate": 9.9235599852528e-05, |
| "loss": 0.2937951982021332, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.34151, |
| "step": 83, |
| "tokens/total": 20438272, |
| "tokens/train_per_sec_per_gpu": 12.73, |
| "tokens/trainable": 163745 |
| }, |
| { |
| "epoch": 0.17142857142857143, |
| "grad_norm": 0.2722567021846771, |
| "learning_rate": 9.920655968935838e-05, |
| "loss": 0.31319552659988403, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 73.62, |
| "memory/max_allocated (GiB)": 73.62, |
| "ppl": 1.36779, |
| "step": 84, |
| "tokens/total": 20647488, |
| "tokens/train_per_sec_per_gpu": 12.15, |
| "tokens/trainable": 165491 |
| }, |
| { |
| "epoch": 0.17346938775510204, |
| "grad_norm": 0.22799928486347198, |
| "learning_rate": 9.91769825422221e-05, |
| "loss": 0.2948286533355713, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 73.54, |
| "memory/max_allocated (GiB)": 73.54, |
| "ppl": 1.3429, |
| "step": 85, |
| "tokens/total": 20908352, |
| "tokens/train_per_sec_per_gpu": 11.91, |
| "tokens/trainable": 167486 |
| }, |
| { |
| "epoch": 0.17551020408163265, |
| "grad_norm": 0.29396697878837585, |
| "learning_rate": 9.914686873389025e-05, |
| "loss": 0.3924490213394165, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 73.95, |
| "memory/max_allocated (GiB)": 73.95, |
| "ppl": 1.4806, |
| "step": 86, |
| "tokens/total": 21166656, |
| "tokens/train_per_sec_per_gpu": 12.61, |
| "tokens/trainable": 169501 |
| }, |
| { |
| "epoch": 0.17755102040816326, |
| "grad_norm": 0.4080873429775238, |
| "learning_rate": 9.91162185929904e-05, |
| "loss": 0.36466801166534424, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 76.35, |
| "memory/max_allocated (GiB)": 76.35, |
| "ppl": 1.44004, |
| "step": 87, |
| "tokens/total": 21438912, |
| "tokens/train_per_sec_per_gpu": 11.23, |
| "tokens/trainable": 171575 |
| }, |
| { |
| "epoch": 0.17959183673469387, |
| "grad_norm": 0.37823009490966797, |
| "learning_rate": 9.908503245400302e-05, |
| "loss": 0.36650943756103516, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 75.56, |
| "memory/max_allocated (GiB)": 75.56, |
| "ppl": 1.44269, |
| "step": 88, |
| "tokens/total": 21722176, |
| "tokens/train_per_sec_per_gpu": 12.08, |
| "tokens/trainable": 173659 |
| }, |
| { |
| "epoch": 0.1816326530612245, |
| "grad_norm": 0.30847790837287903, |
| "learning_rate": 9.90533106572579e-05, |
| "loss": 0.37945014238357544, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 74.11, |
| "memory/max_allocated (GiB)": 74.11, |
| "ppl": 1.46148, |
| "step": 89, |
| "tokens/total": 21958848, |
| "tokens/train_per_sec_per_gpu": 13.82, |
| "tokens/trainable": 175607 |
| }, |
| { |
| "epoch": 0.1836734693877551, |
| "grad_norm": 0.25030240416526794, |
| "learning_rate": 9.90210535489303e-05, |
| "loss": 0.25757214426994324, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 72.89, |
| "memory/max_allocated (GiB)": 72.89, |
| "ppl": 1.29379, |
| "step": 90, |
| "tokens/total": 22210112, |
| "tokens/train_per_sec_per_gpu": 13.01, |
| "tokens/trainable": 177797 |
| }, |
| { |
| "epoch": 0.18571428571428572, |
| "grad_norm": 0.2805105447769165, |
| "learning_rate": 9.898826148103737e-05, |
| "loss": 0.36492833495140076, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 75.34, |
| "memory/max_allocated (GiB)": 75.34, |
| "ppl": 1.44041, |
| "step": 91, |
| "tokens/total": 22450496, |
| "tokens/train_per_sec_per_gpu": 11.15, |
| "tokens/trainable": 179665 |
| }, |
| { |
| "epoch": 0.18775510204081633, |
| "grad_norm": 0.2761736512184143, |
| "learning_rate": 9.895493481143411e-05, |
| "loss": 0.3230007290840149, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 74.03, |
| "memory/max_allocated (GiB)": 74.03, |
| "ppl": 1.38127, |
| "step": 92, |
| "tokens/total": 22683776, |
| "tokens/train_per_sec_per_gpu": 13.16, |
| "tokens/trainable": 181685 |
| }, |
| { |
| "epoch": 0.18979591836734694, |
| "grad_norm": 0.2371329665184021, |
| "learning_rate": 9.892107390380958e-05, |
| "loss": 0.2528485655784607, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 72.37, |
| "memory/max_allocated (GiB)": 72.37, |
| "ppl": 1.28769, |
| "step": 93, |
| "tokens/total": 22917888, |
| "tokens/train_per_sec_per_gpu": 12.17, |
| "tokens/trainable": 183472 |
| }, |
| { |
| "epoch": 0.19183673469387755, |
| "grad_norm": 0.28814423084259033, |
| "learning_rate": 9.888667912768288e-05, |
| "loss": 0.3587278723716736, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 74.39, |
| "memory/max_allocated (GiB)": 74.39, |
| "ppl": 1.43151, |
| "step": 94, |
| "tokens/total": 23187520, |
| "tokens/train_per_sec_per_gpu": 10.7, |
| "tokens/trainable": 185479 |
| }, |
| { |
| "epoch": 0.19387755102040816, |
| "grad_norm": 0.24956394731998444, |
| "learning_rate": 9.885175085839919e-05, |
| "loss": 0.3131387233734131, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 74.47, |
| "memory/max_allocated (GiB)": 74.47, |
| "ppl": 1.36771, |
| "step": 95, |
| "tokens/total": 23443008, |
| "tokens/train_per_sec_per_gpu": 13.7, |
| "tokens/trainable": 187567 |
| }, |
| { |
| "epoch": 0.19591836734693877, |
| "grad_norm": 0.3290642201900482, |
| "learning_rate": 9.881628947712556e-05, |
| "loss": 0.2742847204208374, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 73.79, |
| "memory/max_allocated (GiB)": 73.79, |
| "ppl": 1.31559, |
| "step": 96, |
| "tokens/total": 23698432, |
| "tokens/train_per_sec_per_gpu": 9.94, |
| "tokens/trainable": 189220 |
| }, |
| { |
| "epoch": 0.19795918367346937, |
| "grad_norm": 0.27119094133377075, |
| "learning_rate": 9.878029537084684e-05, |
| "loss": 0.2874329686164856, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 74.82, |
| "memory/max_allocated (GiB)": 74.82, |
| "ppl": 1.333, |
| "step": 97, |
| "tokens/total": 23947968, |
| "tokens/train_per_sec_per_gpu": 10.06, |
| "tokens/trainable": 190943 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.28361037373542786, |
| "learning_rate": 9.874376893236145e-05, |
| "loss": 0.33660027384757996, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 73.79, |
| "memory/max_allocated (GiB)": 73.79, |
| "ppl": 1.40018, |
| "step": 98, |
| "tokens/total": 24192704, |
| "tokens/train_per_sec_per_gpu": 12.95, |
| "tokens/trainable": 192967 |
| }, |
| { |
| "epoch": 0.20204081632653062, |
| "grad_norm": 0.3728221654891968, |
| "learning_rate": 9.870671056027705e-05, |
| "loss": 0.30863887071609497, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 73.3, |
| "memory/max_allocated (GiB)": 73.3, |
| "ppl": 1.36157, |
| "step": 99, |
| "tokens/total": 24420672, |
| "tokens/train_per_sec_per_gpu": 13.93, |
| "tokens/trainable": 194997 |
| }, |
| { |
| "epoch": 0.20408163265306123, |
| "grad_norm": 0.24369771778583527, |
| "learning_rate": 9.866912065900621e-05, |
| "loss": 0.28639698028564453, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 76.51, |
| "memory/max_allocated (GiB)": 76.51, |
| "ppl": 1.33162, |
| "step": 100, |
| "tokens/total": 24663168, |
| "tokens/train_per_sec_per_gpu": 13.19, |
| "tokens/trainable": 197125 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 980, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 25, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.5671460522216653e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
