| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.10204081632653061, |
| "eval_steps": 500, |
| "global_step": 50, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0020408163265306124, |
| "grad_norm": 3.8715779781341553, |
| "learning_rate": 0.0, |
| "loss": 1.313438892364502, |
| "memory/device_reserved (GiB)": 75.76, |
| "memory/max_active (GiB)": 74.61, |
| "memory/max_allocated (GiB)": 74.61, |
| "ppl": 3.71894, |
| "step": 1, |
| "tokens/total": 249728, |
| "tokens/trainable": 1992 |
| }, |
| { |
| "epoch": 0.004081632653061225, |
| "grad_norm": 3.5599887371063232, |
| "learning_rate": 3.448275862068966e-06, |
| "loss": 1.2385082244873047, |
| "memory/device_reserved (GiB)": 75.77, |
| "memory/max_active (GiB)": 74.28, |
| "memory/max_allocated (GiB)": 74.28, |
| "ppl": 3.45046, |
| "step": 2, |
| "tokens/total": 483392, |
| "tokens/train_per_sec_per_gpu": 11.85, |
| "tokens/trainable": 3913 |
| }, |
| { |
| "epoch": 0.006122448979591836, |
| "grad_norm": 3.4575953483581543, |
| "learning_rate": 6.896551724137932e-06, |
| "loss": 1.2344105243682861, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 75.5, |
| "memory/max_allocated (GiB)": 75.5, |
| "ppl": 3.43635, |
| "step": 3, |
| "tokens/total": 726144, |
| "tokens/train_per_sec_per_gpu": 12.0, |
| "tokens/trainable": 5903 |
| }, |
| { |
| "epoch": 0.00816326530612245, |
| "grad_norm": 3.6946189403533936, |
| "learning_rate": 1.0344827586206897e-05, |
| "loss": 1.3252272605895996, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 72.18, |
| "memory/max_allocated (GiB)": 72.18, |
| "ppl": 3.76304, |
| "step": 4, |
| "tokens/total": 943168, |
| "tokens/train_per_sec_per_gpu": 15.27, |
| "tokens/trainable": 7867 |
| }, |
| { |
| "epoch": 0.01020408163265306, |
| "grad_norm": 3.77402663230896, |
| "learning_rate": 1.3793103448275863e-05, |
| "loss": 1.3327311277389526, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 75.42, |
| "memory/max_allocated (GiB)": 75.42, |
| "ppl": 3.79138, |
| "step": 5, |
| "tokens/total": 1169664, |
| "tokens/train_per_sec_per_gpu": 12.41, |
| "tokens/trainable": 9745 |
| }, |
| { |
| "epoch": 0.012244897959183673, |
| "grad_norm": 3.8298497200012207, |
| "learning_rate": 1.7241379310344828e-05, |
| "loss": 1.2867913246154785, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 73.05, |
| "memory/max_allocated (GiB)": 73.05, |
| "ppl": 3.62115, |
| "step": 6, |
| "tokens/total": 1406336, |
| "tokens/train_per_sec_per_gpu": 13.89, |
| "tokens/trainable": 11650 |
| }, |
| { |
| "epoch": 0.014285714285714285, |
| "grad_norm": 3.6937243938446045, |
| "learning_rate": 2.0689655172413793e-05, |
| "loss": 1.2978110313415527, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 72.54, |
| "memory/max_allocated (GiB)": 72.54, |
| "ppl": 3.66127, |
| "step": 7, |
| "tokens/total": 1647104, |
| "tokens/train_per_sec_per_gpu": 13.04, |
| "tokens/trainable": 13571 |
| }, |
| { |
| "epoch": 0.0163265306122449, |
| "grad_norm": 3.1459977626800537, |
| "learning_rate": 2.413793103448276e-05, |
| "loss": 1.116440773010254, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 74.44, |
| "memory/max_allocated (GiB)": 74.44, |
| "ppl": 3.05397, |
| "step": 8, |
| "tokens/total": 1913472, |
| "tokens/train_per_sec_per_gpu": 11.21, |
| "tokens/trainable": 15743 |
| }, |
| { |
| "epoch": 0.018367346938775512, |
| "grad_norm": 2.7553977966308594, |
| "learning_rate": 2.7586206896551727e-05, |
| "loss": 1.096015214920044, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 75.26, |
| "memory/max_allocated (GiB)": 75.26, |
| "ppl": 2.99222, |
| "step": 9, |
| "tokens/total": 2159104, |
| "tokens/train_per_sec_per_gpu": 13.31, |
| "tokens/trainable": 17993 |
| }, |
| { |
| "epoch": 0.02040816326530612, |
| "grad_norm": 3.3356995582580566, |
| "learning_rate": 3.103448275862069e-05, |
| "loss": 1.1540675163269043, |
| "memory/device_reserved (GiB)": 76.59, |
| "memory/max_active (GiB)": 75.69, |
| "memory/max_allocated (GiB)": 75.69, |
| "ppl": 3.17107, |
| "step": 10, |
| "tokens/total": 2406336, |
| "tokens/train_per_sec_per_gpu": 9.84, |
| "tokens/trainable": 19603 |
| }, |
| { |
| "epoch": 0.022448979591836733, |
| "grad_norm": 2.382963180541992, |
| "learning_rate": 3.4482758620689657e-05, |
| "loss": 1.0211127996444702, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.81, |
| "memory/max_allocated (GiB)": 76.81, |
| "ppl": 2.77628, |
| "step": 11, |
| "tokens/total": 2637440, |
| "tokens/train_per_sec_per_gpu": 13.03, |
| "tokens/trainable": 21674 |
| }, |
| { |
| "epoch": 0.024489795918367346, |
| "grad_norm": 1.8799129724502563, |
| "learning_rate": 3.793103448275862e-05, |
| "loss": 0.7622053623199463, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.65, |
| "memory/max_allocated (GiB)": 73.65, |
| "ppl": 2.143, |
| "step": 12, |
| "tokens/total": 2872896, |
| "tokens/train_per_sec_per_gpu": 10.32, |
| "tokens/trainable": 23481 |
| }, |
| { |
| "epoch": 0.026530612244897958, |
| "grad_norm": 1.7561086416244507, |
| "learning_rate": 4.1379310344827587e-05, |
| "loss": 0.7509362697601318, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 74.77, |
| "memory/max_allocated (GiB)": 74.77, |
| "ppl": 2.11898, |
| "step": 13, |
| "tokens/total": 3128768, |
| "tokens/train_per_sec_per_gpu": 11.06, |
| "tokens/trainable": 25355 |
| }, |
| { |
| "epoch": 0.02857142857142857, |
| "grad_norm": 1.4080203771591187, |
| "learning_rate": 4.482758620689655e-05, |
| "loss": 0.687152624130249, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.83, |
| "memory/max_allocated (GiB)": 75.83, |
| "ppl": 1.98805, |
| "step": 14, |
| "tokens/total": 3354624, |
| "tokens/train_per_sec_per_gpu": 13.35, |
| "tokens/trainable": 27379 |
| }, |
| { |
| "epoch": 0.030612244897959183, |
| "grad_norm": 1.6408438682556152, |
| "learning_rate": 4.827586206896552e-05, |
| "loss": 0.6175031065940857, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.85429, |
| "step": 15, |
| "tokens/total": 3632576, |
| "tokens/train_per_sec_per_gpu": 10.37, |
| "tokens/trainable": 29348 |
| }, |
| { |
| "epoch": 0.0326530612244898, |
| "grad_norm": 0.8767540454864502, |
| "learning_rate": 5.172413793103449e-05, |
| "loss": 0.4765658676624298, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.86, |
| "memory/max_allocated (GiB)": 76.86, |
| "ppl": 1.61053, |
| "step": 16, |
| "tokens/total": 3893632, |
| "tokens/train_per_sec_per_gpu": 11.17, |
| "tokens/trainable": 31409 |
| }, |
| { |
| "epoch": 0.03469387755102041, |
| "grad_norm": 0.6025304198265076, |
| "learning_rate": 5.517241379310345e-05, |
| "loss": 0.5316739678382874, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.6, |
| "memory/max_allocated (GiB)": 73.6, |
| "ppl": 1.70178, |
| "step": 17, |
| "tokens/total": 4120000, |
| "tokens/train_per_sec_per_gpu": 16.29, |
| "tokens/trainable": 33895 |
| }, |
| { |
| "epoch": 0.036734693877551024, |
| "grad_norm": 0.6741383671760559, |
| "learning_rate": 5.862068965517241e-05, |
| "loss": 0.49132800102233887, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.19, |
| "memory/max_allocated (GiB)": 73.19, |
| "ppl": 1.63449, |
| "step": 18, |
| "tokens/total": 4334208, |
| "tokens/train_per_sec_per_gpu": 12.95, |
| "tokens/trainable": 35668 |
| }, |
| { |
| "epoch": 0.03877551020408163, |
| "grad_norm": 0.45101675391197205, |
| "learning_rate": 6.206896551724138e-05, |
| "loss": 0.45823076367378235, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.47, |
| "memory/max_allocated (GiB)": 75.47, |
| "ppl": 1.58127, |
| "step": 19, |
| "tokens/total": 4595520, |
| "tokens/train_per_sec_per_gpu": 14.98, |
| "tokens/trainable": 38006 |
| }, |
| { |
| "epoch": 0.04081632653061224, |
| "grad_norm": 0.4415302574634552, |
| "learning_rate": 6.551724137931034e-05, |
| "loss": 0.35276925563812256, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.57, |
| "memory/max_allocated (GiB)": 73.57, |
| "ppl": 1.423, |
| "step": 20, |
| "tokens/total": 4823424, |
| "tokens/train_per_sec_per_gpu": 15.23, |
| "tokens/trainable": 40245 |
| }, |
| { |
| "epoch": 0.04285714285714286, |
| "grad_norm": 0.3700725734233856, |
| "learning_rate": 6.896551724137931e-05, |
| "loss": 0.48657187819480896, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 74.82, |
| "memory/max_allocated (GiB)": 74.82, |
| "ppl": 1.62673, |
| "step": 21, |
| "tokens/total": 5095296, |
| "tokens/train_per_sec_per_gpu": 12.47, |
| "tokens/trainable": 42288 |
| }, |
| { |
| "epoch": 0.044897959183673466, |
| "grad_norm": 0.3767106533050537, |
| "learning_rate": 7.241379310344828e-05, |
| "loss": 0.3799547255039215, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.37, |
| "memory/max_allocated (GiB)": 76.37, |
| "ppl": 1.46222, |
| "step": 22, |
| "tokens/total": 5361536, |
| "tokens/train_per_sec_per_gpu": 11.92, |
| "tokens/trainable": 44219 |
| }, |
| { |
| "epoch": 0.04693877551020408, |
| "grad_norm": 0.38255029916763306, |
| "learning_rate": 7.586206896551724e-05, |
| "loss": 0.4809321463108063, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.18, |
| "memory/max_allocated (GiB)": 76.18, |
| "ppl": 1.61758, |
| "step": 23, |
| "tokens/total": 5611776, |
| "tokens/train_per_sec_per_gpu": 11.9, |
| "tokens/trainable": 46265 |
| }, |
| { |
| "epoch": 0.04897959183673469, |
| "grad_norm": 2.0013272762298584, |
| "learning_rate": 7.931034482758621e-05, |
| "loss": 0.44761645793914795, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.56458, |
| "step": 24, |
| "tokens/total": 5842944, |
| "tokens/train_per_sec_per_gpu": 13.07, |
| "tokens/trainable": 48369 |
| }, |
| { |
| "epoch": 0.05102040816326531, |
| "grad_norm": 0.3144684433937073, |
| "learning_rate": 8.275862068965517e-05, |
| "loss": 0.31974953413009644, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.72, |
| "memory/max_allocated (GiB)": 75.72, |
| "ppl": 1.37678, |
| "step": 25, |
| "tokens/total": 6081152, |
| "tokens/train_per_sec_per_gpu": 13.43, |
| "tokens/trainable": 50389 |
| }, |
| { |
| "epoch": 0.053061224489795916, |
| "grad_norm": 0.38538384437561035, |
| "learning_rate": 8.620689655172413e-05, |
| "loss": 0.44213318824768066, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.22, |
| "memory/max_allocated (GiB)": 73.22, |
| "ppl": 1.55602, |
| "step": 26, |
| "tokens/total": 6343808, |
| "tokens/train_per_sec_per_gpu": 7.62, |
| "tokens/trainable": 52264 |
| }, |
| { |
| "epoch": 0.05510204081632653, |
| "grad_norm": 0.3650738298892975, |
| "learning_rate": 8.96551724137931e-05, |
| "loss": 0.3575744032859802, |
| "memory/device_reserved (GiB)": 76.79, |
| "memory/max_active (GiB)": 75.86, |
| "memory/max_allocated (GiB)": 75.86, |
| "ppl": 1.42986, |
| "step": 27, |
| "tokens/total": 6588608, |
| "tokens/train_per_sec_per_gpu": 10.56, |
| "tokens/trainable": 54059 |
| }, |
| { |
| "epoch": 0.05714285714285714, |
| "grad_norm": 0.3160320818424225, |
| "learning_rate": 9.310344827586207e-05, |
| "loss": 0.32770806550979614, |
| "memory/device_reserved (GiB)": 76.79, |
| "memory/max_active (GiB)": 73.19, |
| "memory/max_allocated (GiB)": 73.19, |
| "ppl": 1.38778, |
| "step": 28, |
| "tokens/total": 6826560, |
| "tokens/train_per_sec_per_gpu": 9.94, |
| "tokens/trainable": 55763 |
| }, |
| { |
| "epoch": 0.05918367346938776, |
| "grad_norm": 0.27133098244667053, |
| "learning_rate": 9.655172413793105e-05, |
| "loss": 0.4067038595676422, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 76.86, |
| "memory/max_allocated (GiB)": 76.86, |
| "ppl": 1.50186, |
| "step": 29, |
| "tokens/total": 7088000, |
| "tokens/train_per_sec_per_gpu": 12.31, |
| "tokens/trainable": 57812 |
| }, |
| { |
| "epoch": 0.061224489795918366, |
| "grad_norm": 0.30409932136535645, |
| "learning_rate": 0.0001, |
| "loss": 0.4254607856273651, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 75.91, |
| "memory/max_allocated (GiB)": 75.91, |
| "ppl": 1.5303, |
| "step": 30, |
| "tokens/total": 7351744, |
| "tokens/train_per_sec_per_gpu": 11.31, |
| "tokens/trainable": 59788 |
| }, |
| { |
| "epoch": 0.06326530612244897, |
| "grad_norm": 0.2690757215023041, |
| "learning_rate": 9.999972717866783e-05, |
| "loss": 0.2649127244949341, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 75.28, |
| "memory/max_allocated (GiB)": 75.28, |
| "ppl": 1.30332, |
| "step": 31, |
| "tokens/total": 7589888, |
| "tokens/train_per_sec_per_gpu": 11.97, |
| "tokens/trainable": 61698 |
| }, |
| { |
| "epoch": 0.0653061224489796, |
| "grad_norm": 6.162968158721924, |
| "learning_rate": 9.999890871764856e-05, |
| "loss": 0.3236464858055115, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 76.75, |
| "memory/max_allocated (GiB)": 76.75, |
| "ppl": 1.38216, |
| "step": 32, |
| "tokens/total": 7812352, |
| "tokens/train_per_sec_per_gpu": 11.29, |
| "tokens/trainable": 63730 |
| }, |
| { |
| "epoch": 0.0673469387755102, |
| "grad_norm": 0.335486501455307, |
| "learning_rate": 9.999754462587395e-05, |
| "loss": 0.3183335065841675, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.25, |
| "memory/max_allocated (GiB)": 74.25, |
| "ppl": 1.37483, |
| "step": 33, |
| "tokens/total": 8090112, |
| "tokens/train_per_sec_per_gpu": 12.08, |
| "tokens/trainable": 65782 |
| }, |
| { |
| "epoch": 0.06938775510204082, |
| "grad_norm": 0.28297433257102966, |
| "learning_rate": 9.999563491823011e-05, |
| "loss": 0.30609816312789917, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 76.51, |
| "memory/max_allocated (GiB)": 76.51, |
| "ppl": 1.35812, |
| "step": 34, |
| "tokens/total": 8340224, |
| "tokens/train_per_sec_per_gpu": 10.34, |
| "tokens/trainable": 67558 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 0.2532864212989807, |
| "learning_rate": 9.999317961555746e-05, |
| "loss": 0.2755158543586731, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.41, |
| "memory/max_allocated (GiB)": 74.41, |
| "ppl": 1.31721, |
| "step": 35, |
| "tokens/total": 8599168, |
| "tokens/train_per_sec_per_gpu": 9.87, |
| "tokens/trainable": 69256 |
| }, |
| { |
| "epoch": 0.07346938775510205, |
| "grad_norm": 0.2656288146972656, |
| "learning_rate": 9.999017874465026e-05, |
| "loss": 0.3249038755893707, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 75.12, |
| "memory/max_allocated (GiB)": 75.12, |
| "ppl": 1.3839, |
| "step": 36, |
| "tokens/total": 8879872, |
| "tokens/train_per_sec_per_gpu": 11.11, |
| "tokens/trainable": 71213 |
| }, |
| { |
| "epoch": 0.07551020408163266, |
| "grad_norm": 0.30173179507255554, |
| "learning_rate": 9.998663233825667e-05, |
| "loss": 0.3530421555042267, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 72.67, |
| "memory/max_allocated (GiB)": 72.67, |
| "ppl": 1.42339, |
| "step": 37, |
| "tokens/total": 9092480, |
| "tokens/train_per_sec_per_gpu": 15.34, |
| "tokens/trainable": 73212 |
| }, |
| { |
| "epoch": 0.07755102040816327, |
| "grad_norm": 0.3300020694732666, |
| "learning_rate": 9.998254043507804e-05, |
| "loss": 0.36541521549224854, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 73.13, |
| "memory/max_allocated (GiB)": 73.13, |
| "ppl": 1.44111, |
| "step": 38, |
| "tokens/total": 9338944, |
| "tokens/train_per_sec_per_gpu": 10.52, |
| "tokens/trainable": 75027 |
| }, |
| { |
| "epoch": 0.07959183673469387, |
| "grad_norm": 0.2760823369026184, |
| "learning_rate": 9.997790307976873e-05, |
| "loss": 0.31260424852371216, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 72.86, |
| "memory/max_allocated (GiB)": 72.86, |
| "ppl": 1.36698, |
| "step": 39, |
| "tokens/total": 9552064, |
| "tokens/train_per_sec_per_gpu": 13.02, |
| "tokens/trainable": 76940 |
| }, |
| { |
| "epoch": 0.08163265306122448, |
| "grad_norm": 0.2750445008277893, |
| "learning_rate": 9.997272032293553e-05, |
| "loss": 0.3434928357601166, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 75.53, |
| "memory/max_allocated (GiB)": 75.53, |
| "ppl": 1.40986, |
| "step": 40, |
| "tokens/total": 9780480, |
| "tokens/train_per_sec_per_gpu": 12.6, |
| "tokens/trainable": 78924 |
| }, |
| { |
| "epoch": 0.0836734693877551, |
| "grad_norm": 0.2509453296661377, |
| "learning_rate": 9.996699222113709e-05, |
| "loss": 0.28264468908309937, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.11, |
| "memory/max_allocated (GiB)": 74.11, |
| "ppl": 1.32663, |
| "step": 41, |
| "tokens/total": 10032896, |
| "tokens/train_per_sec_per_gpu": 10.69, |
| "tokens/trainable": 80796 |
| }, |
| { |
| "epoch": 0.08571428571428572, |
| "grad_norm": 0.30471235513687134, |
| "learning_rate": 9.996071883688334e-05, |
| "loss": 0.3799709975719452, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 75.45, |
| "memory/max_allocated (GiB)": 75.45, |
| "ppl": 1.46224, |
| "step": 42, |
| "tokens/total": 10258880, |
| "tokens/train_per_sec_per_gpu": 13.38, |
| "tokens/trainable": 82842 |
| }, |
| { |
| "epoch": 0.08775510204081632, |
| "grad_norm": 0.2858770489692688, |
| "learning_rate": 9.995390023863483e-05, |
| "loss": 0.3148782253265381, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.41, |
| "memory/max_allocated (GiB)": 74.41, |
| "ppl": 1.37009, |
| "step": 43, |
| "tokens/total": 10509120, |
| "tokens/train_per_sec_per_gpu": 13.73, |
| "tokens/trainable": 84934 |
| }, |
| { |
| "epoch": 0.08979591836734693, |
| "grad_norm": 0.2647312879562378, |
| "learning_rate": 9.994653650080188e-05, |
| "loss": 0.352159708738327, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 72.23, |
| "memory/max_allocated (GiB)": 72.23, |
| "ppl": 1.42214, |
| "step": 44, |
| "tokens/total": 10749568, |
| "tokens/train_per_sec_per_gpu": 12.4, |
| "tokens/trainable": 86784 |
| }, |
| { |
| "epoch": 0.09183673469387756, |
| "grad_norm": 0.24784475564956665, |
| "learning_rate": 9.99386277037439e-05, |
| "loss": 0.27032506465911865, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.66, |
| "memory/max_allocated (GiB)": 74.66, |
| "ppl": 1.31039, |
| "step": 45, |
| "tokens/total": 10991040, |
| "tokens/train_per_sec_per_gpu": 11.98, |
| "tokens/trainable": 88613 |
| }, |
| { |
| "epoch": 0.09387755102040816, |
| "grad_norm": 0.36977630853652954, |
| "learning_rate": 9.993017393376844e-05, |
| "loss": 0.3431978225708008, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 72.51, |
| "memory/max_allocated (GiB)": 72.51, |
| "ppl": 1.40945, |
| "step": 46, |
| "tokens/total": 11252224, |
| "tokens/train_per_sec_per_gpu": 12.51, |
| "tokens/trainable": 90773 |
| }, |
| { |
| "epoch": 0.09591836734693877, |
| "grad_norm": 0.3747732639312744, |
| "learning_rate": 9.992117528313025e-05, |
| "loss": 0.4423413574695587, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 74.3, |
| "memory/max_allocated (GiB)": 74.3, |
| "ppl": 1.55635, |
| "step": 47, |
| "tokens/total": 11496768, |
| "tokens/train_per_sec_per_gpu": 13.42, |
| "tokens/trainable": 93011 |
| }, |
| { |
| "epoch": 0.09795918367346938, |
| "grad_norm": 0.27045607566833496, |
| "learning_rate": 9.991163185003029e-05, |
| "loss": 0.32292449474334717, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 76.81, |
| "memory/max_allocated (GiB)": 76.81, |
| "ppl": 1.38116, |
| "step": 48, |
| "tokens/total": 11754816, |
| "tokens/train_per_sec_per_gpu": 11.34, |
| "tokens/trainable": 94980 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.4033263623714447, |
| "learning_rate": 9.990154373861462e-05, |
| "loss": 0.3852502703666687, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 72.81, |
| "memory/max_allocated (GiB)": 72.81, |
| "ppl": 1.46998, |
| "step": 49, |
| "tokens/total": 11997568, |
| "tokens/train_per_sec_per_gpu": 14.1, |
| "tokens/trainable": 97237 |
| }, |
| { |
| "epoch": 0.10204081632653061, |
| "grad_norm": 0.29358935356140137, |
| "learning_rate": 9.989091105897335e-05, |
| "loss": 0.2665417194366455, |
| "memory/device_reserved (GiB)": 77.78, |
| "memory/max_active (GiB)": 73.71, |
| "memory/max_allocated (GiB)": 73.71, |
| "ppl": 1.30544, |
| "step": 50, |
| "tokens/total": 12199616, |
| "tokens/train_per_sec_per_gpu": 13.52, |
| "tokens/trainable": 99077 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 980, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 25, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.259135080955904e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
