| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.8163265306122449, |
| "eval_steps": 500, |
| "global_step": 400, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0020408163265306124, |
| "grad_norm": 4.2167510986328125, |
| "learning_rate": 0.0, |
| "loss": 1.313438892364502, |
| "memory/device_reserved (GiB)": 75.76, |
| "memory/max_active (GiB)": 74.61, |
| "memory/max_allocated (GiB)": 74.61, |
| "ppl": 3.71894, |
| "step": 1, |
| "tokens/total": 249728, |
| "tokens/trainable": 1992 |
| }, |
| { |
| "epoch": 0.004081632653061225, |
| "grad_norm": 3.8650901317596436, |
| "learning_rate": 3.448275862068966e-06, |
| "loss": 1.2385082244873047, |
| "memory/device_reserved (GiB)": 75.77, |
| "memory/max_active (GiB)": 74.28, |
| "memory/max_allocated (GiB)": 74.28, |
| "ppl": 3.45046, |
| "step": 2, |
| "tokens/total": 483392, |
| "tokens/train_per_sec_per_gpu": 12.03, |
| "tokens/trainable": 3913 |
| }, |
| { |
| "epoch": 0.006122448979591836, |
| "grad_norm": 3.7181951999664307, |
| "learning_rate": 6.896551724137932e-06, |
| "loss": 1.2442840337753296, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 75.5, |
| "memory/max_allocated (GiB)": 75.5, |
| "ppl": 3.47045, |
| "step": 3, |
| "tokens/total": 726144, |
| "tokens/train_per_sec_per_gpu": 12.05, |
| "tokens/trainable": 5903 |
| }, |
| { |
| "epoch": 0.00816326530612245, |
| "grad_norm": 44.8486328125, |
| "learning_rate": 1.0344827586206897e-05, |
| "loss": 1.3412562608718872, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 72.18, |
| "memory/max_allocated (GiB)": 72.18, |
| "ppl": 3.82384, |
| "step": 4, |
| "tokens/total": 943168, |
| "tokens/train_per_sec_per_gpu": 15.39, |
| "tokens/trainable": 7867 |
| }, |
| { |
| "epoch": 0.01020408163265306, |
| "grad_norm": 3.929412841796875, |
| "learning_rate": 1.3793103448275863e-05, |
| "loss": 1.3407814502716064, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 75.42, |
| "memory/max_allocated (GiB)": 75.42, |
| "ppl": 3.82203, |
| "step": 5, |
| "tokens/total": 1169664, |
| "tokens/train_per_sec_per_gpu": 12.41, |
| "tokens/trainable": 9745 |
| }, |
| { |
| "epoch": 0.012244897959183673, |
| "grad_norm": 3.892376661300659, |
| "learning_rate": 1.7241379310344828e-05, |
| "loss": 1.2880868911743164, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 73.05, |
| "memory/max_allocated (GiB)": 73.05, |
| "ppl": 3.62584, |
| "step": 6, |
| "tokens/total": 1406336, |
| "tokens/train_per_sec_per_gpu": 13.98, |
| "tokens/trainable": 11650 |
| }, |
| { |
| "epoch": 0.014285714285714285, |
| "grad_norm": 4.0600128173828125, |
| "learning_rate": 2.0689655172413793e-05, |
| "loss": 1.3101682662963867, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 72.54, |
| "memory/max_allocated (GiB)": 72.54, |
| "ppl": 3.7068, |
| "step": 7, |
| "tokens/total": 1647104, |
| "tokens/train_per_sec_per_gpu": 13.02, |
| "tokens/trainable": 13571 |
| }, |
| { |
| "epoch": 0.0163265306122449, |
| "grad_norm": 3.508254289627075, |
| "learning_rate": 2.413793103448276e-05, |
| "loss": 1.1288416385650635, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 74.44, |
| "memory/max_allocated (GiB)": 74.44, |
| "ppl": 3.09207, |
| "step": 8, |
| "tokens/total": 1913472, |
| "tokens/train_per_sec_per_gpu": 11.37, |
| "tokens/trainable": 15743 |
| }, |
| { |
| "epoch": 0.018367346938775512, |
| "grad_norm": 4.13547945022583, |
| "learning_rate": 2.7586206896551727e-05, |
| "loss": 1.1055421829223633, |
| "memory/device_reserved (GiB)": 76.4, |
| "memory/max_active (GiB)": 75.26, |
| "memory/max_allocated (GiB)": 75.26, |
| "ppl": 3.02086, |
| "step": 9, |
| "tokens/total": 2159104, |
| "tokens/train_per_sec_per_gpu": 13.39, |
| "tokens/trainable": 17993 |
| }, |
| { |
| "epoch": 0.02040816326530612, |
| "grad_norm": 3.8564958572387695, |
| "learning_rate": 3.103448275862069e-05, |
| "loss": 1.1748199462890625, |
| "memory/device_reserved (GiB)": 76.61, |
| "memory/max_active (GiB)": 75.69, |
| "memory/max_allocated (GiB)": 75.69, |
| "ppl": 3.23756, |
| "step": 10, |
| "tokens/total": 2406336, |
| "tokens/train_per_sec_per_gpu": 9.87, |
| "tokens/trainable": 19603 |
| }, |
| { |
| "epoch": 0.022448979591836733, |
| "grad_norm": 2.662527322769165, |
| "learning_rate": 3.4482758620689657e-05, |
| "loss": 1.0491664409637451, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.81, |
| "memory/max_allocated (GiB)": 76.81, |
| "ppl": 2.85527, |
| "step": 11, |
| "tokens/total": 2637440, |
| "tokens/train_per_sec_per_gpu": 13.08, |
| "tokens/trainable": 21674 |
| }, |
| { |
| "epoch": 0.024489795918367346, |
| "grad_norm": 2.4675278663635254, |
| "learning_rate": 3.793103448275862e-05, |
| "loss": 0.7866945266723633, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.65, |
| "memory/max_allocated (GiB)": 73.65, |
| "ppl": 2.19613, |
| "step": 12, |
| "tokens/total": 2872896, |
| "tokens/train_per_sec_per_gpu": 10.39, |
| "tokens/trainable": 23481 |
| }, |
| { |
| "epoch": 0.026530612244897958, |
| "grad_norm": 2.2947044372558594, |
| "learning_rate": 4.1379310344827587e-05, |
| "loss": 0.7748140692710876, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 74.77, |
| "memory/max_allocated (GiB)": 74.77, |
| "ppl": 2.17019, |
| "step": 13, |
| "tokens/total": 3128768, |
| "tokens/train_per_sec_per_gpu": 11.12, |
| "tokens/trainable": 25355 |
| }, |
| { |
| "epoch": 0.02857142857142857, |
| "grad_norm": 1.5860671997070312, |
| "learning_rate": 4.482758620689655e-05, |
| "loss": 0.7104668021202087, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.83, |
| "memory/max_allocated (GiB)": 75.83, |
| "ppl": 2.03494, |
| "step": 14, |
| "tokens/total": 3354624, |
| "tokens/train_per_sec_per_gpu": 13.4, |
| "tokens/trainable": 27379 |
| }, |
| { |
| "epoch": 0.030612244897959183, |
| "grad_norm": 1.2193500995635986, |
| "learning_rate": 4.827586206896552e-05, |
| "loss": 0.6342951059341431, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.88569, |
| "step": 15, |
| "tokens/total": 3632576, |
| "tokens/train_per_sec_per_gpu": 10.45, |
| "tokens/trainable": 29348 |
| }, |
| { |
| "epoch": 0.0326530612244898, |
| "grad_norm": 0.8882229924201965, |
| "learning_rate": 5.172413793103449e-05, |
| "loss": 0.4914810061454773, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.86, |
| "memory/max_allocated (GiB)": 76.86, |
| "ppl": 1.63474, |
| "step": 16, |
| "tokens/total": 3893632, |
| "tokens/train_per_sec_per_gpu": 11.24, |
| "tokens/trainable": 31409 |
| }, |
| { |
| "epoch": 0.03469387755102041, |
| "grad_norm": 0.750299870967865, |
| "learning_rate": 5.517241379310345e-05, |
| "loss": 0.533316969871521, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.6, |
| "memory/max_allocated (GiB)": 73.6, |
| "ppl": 1.70458, |
| "step": 17, |
| "tokens/total": 4120000, |
| "tokens/train_per_sec_per_gpu": 16.43, |
| "tokens/trainable": 33895 |
| }, |
| { |
| "epoch": 0.036734693877551024, |
| "grad_norm": 0.9324926137924194, |
| "learning_rate": 5.862068965517241e-05, |
| "loss": 0.4928280711174011, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.19, |
| "memory/max_allocated (GiB)": 73.19, |
| "ppl": 1.63694, |
| "step": 18, |
| "tokens/total": 4334208, |
| "tokens/train_per_sec_per_gpu": 13.05, |
| "tokens/trainable": 35668 |
| }, |
| { |
| "epoch": 0.03877551020408163, |
| "grad_norm": 0.4430578649044037, |
| "learning_rate": 6.206896551724138e-05, |
| "loss": 0.4595395028591156, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.47, |
| "memory/max_allocated (GiB)": 75.47, |
| "ppl": 1.58334, |
| "step": 19, |
| "tokens/total": 4595520, |
| "tokens/train_per_sec_per_gpu": 15.09, |
| "tokens/trainable": 38006 |
| }, |
| { |
| "epoch": 0.04081632653061224, |
| "grad_norm": 0.6463696360588074, |
| "learning_rate": 6.551724137931034e-05, |
| "loss": 0.35258132219314575, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.57, |
| "memory/max_allocated (GiB)": 73.57, |
| "ppl": 1.42274, |
| "step": 20, |
| "tokens/total": 4823424, |
| "tokens/train_per_sec_per_gpu": 15.34, |
| "tokens/trainable": 40245 |
| }, |
| { |
| "epoch": 0.04285714285714286, |
| "grad_norm": 0.5994691252708435, |
| "learning_rate": 6.896551724137931e-05, |
| "loss": 0.4857128858566284, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 74.82, |
| "memory/max_allocated (GiB)": 74.82, |
| "ppl": 1.62533, |
| "step": 21, |
| "tokens/total": 5095296, |
| "tokens/train_per_sec_per_gpu": 12.55, |
| "tokens/trainable": 42288 |
| }, |
| { |
| "epoch": 0.044897959183673466, |
| "grad_norm": 0.37300923466682434, |
| "learning_rate": 7.241379310344828e-05, |
| "loss": 0.3811933100223541, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.37, |
| "memory/max_allocated (GiB)": 76.37, |
| "ppl": 1.46403, |
| "step": 22, |
| "tokens/total": 5361536, |
| "tokens/train_per_sec_per_gpu": 12.0, |
| "tokens/trainable": 44219 |
| }, |
| { |
| "epoch": 0.04693877551020408, |
| "grad_norm": 0.3530994951725006, |
| "learning_rate": 7.586206896551724e-05, |
| "loss": 0.47953876852989197, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.18, |
| "memory/max_allocated (GiB)": 76.18, |
| "ppl": 1.61533, |
| "step": 23, |
| "tokens/total": 5611776, |
| "tokens/train_per_sec_per_gpu": 11.94, |
| "tokens/trainable": 46265 |
| }, |
| { |
| "epoch": 0.04897959183673469, |
| "grad_norm": 0.4046308696269989, |
| "learning_rate": 7.931034482758621e-05, |
| "loss": 0.4454658031463623, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.56122, |
| "step": 24, |
| "tokens/total": 5842944, |
| "tokens/train_per_sec_per_gpu": 13.15, |
| "tokens/trainable": 48369 |
| }, |
| { |
| "epoch": 0.05102040816326531, |
| "grad_norm": 0.36315539479255676, |
| "learning_rate": 8.275862068965517e-05, |
| "loss": 0.31761664152145386, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.72, |
| "memory/max_allocated (GiB)": 75.72, |
| "ppl": 1.37385, |
| "step": 25, |
| "tokens/total": 6081152, |
| "tokens/train_per_sec_per_gpu": 13.54, |
| "tokens/trainable": 50389 |
| }, |
| { |
| "epoch": 0.053061224489795916, |
| "grad_norm": 0.5031322240829468, |
| "learning_rate": 8.620689655172413e-05, |
| "loss": 0.4392084777355194, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.22, |
| "memory/max_allocated (GiB)": 73.22, |
| "ppl": 1.55148, |
| "step": 26, |
| "tokens/total": 6343808, |
| "tokens/train_per_sec_per_gpu": 7.89, |
| "tokens/trainable": 52264 |
| }, |
| { |
| "epoch": 0.05510204081632653, |
| "grad_norm": 0.33433303236961365, |
| "learning_rate": 8.96551724137931e-05, |
| "loss": 0.3558434844017029, |
| "memory/device_reserved (GiB)": 76.65, |
| "memory/max_active (GiB)": 75.86, |
| "memory/max_allocated (GiB)": 75.86, |
| "ppl": 1.42738, |
| "step": 27, |
| "tokens/total": 6588608, |
| "tokens/train_per_sec_per_gpu": 10.7, |
| "tokens/trainable": 54059 |
| }, |
| { |
| "epoch": 0.05714285714285714, |
| "grad_norm": 0.39968281984329224, |
| "learning_rate": 9.310344827586207e-05, |
| "loss": 0.32551220059394836, |
| "memory/device_reserved (GiB)": 76.65, |
| "memory/max_active (GiB)": 73.19, |
| "memory/max_allocated (GiB)": 73.19, |
| "ppl": 1.38474, |
| "step": 28, |
| "tokens/total": 6826560, |
| "tokens/train_per_sec_per_gpu": 10.04, |
| "tokens/trainable": 55763 |
| }, |
| { |
| "epoch": 0.05918367346938776, |
| "grad_norm": 0.4150298833847046, |
| "learning_rate": 9.655172413793105e-05, |
| "loss": 0.40454256534576416, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 76.86, |
| "memory/max_allocated (GiB)": 76.86, |
| "ppl": 1.49862, |
| "step": 29, |
| "tokens/total": 7088000, |
| "tokens/train_per_sec_per_gpu": 12.62, |
| "tokens/trainable": 57812 |
| }, |
| { |
| "epoch": 0.061224489795918366, |
| "grad_norm": 0.6367387771606445, |
| "learning_rate": 0.0001, |
| "loss": 0.42207133769989014, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.91, |
| "memory/max_allocated (GiB)": 75.91, |
| "ppl": 1.52512, |
| "step": 30, |
| "tokens/total": 7351744, |
| "tokens/train_per_sec_per_gpu": 11.4, |
| "tokens/trainable": 59788 |
| }, |
| { |
| "epoch": 0.06326530612244897, |
| "grad_norm": 0.27459612488746643, |
| "learning_rate": 9.999972717866783e-05, |
| "loss": 0.26368996500968933, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.28, |
| "memory/max_allocated (GiB)": 75.28, |
| "ppl": 1.30172, |
| "step": 31, |
| "tokens/total": 7589888, |
| "tokens/train_per_sec_per_gpu": 11.98, |
| "tokens/trainable": 61698 |
| }, |
| { |
| "epoch": 0.0653061224489796, |
| "grad_norm": 0.3257054090499878, |
| "learning_rate": 9.999890871764856e-05, |
| "loss": 0.32186996936798096, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 76.75, |
| "memory/max_allocated (GiB)": 76.75, |
| "ppl": 1.37971, |
| "step": 32, |
| "tokens/total": 7812352, |
| "tokens/train_per_sec_per_gpu": 11.42, |
| "tokens/trainable": 63730 |
| }, |
| { |
| "epoch": 0.0673469387755102, |
| "grad_norm": 0.43009933829307556, |
| "learning_rate": 9.999754462587395e-05, |
| "loss": 0.3165552020072937, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 74.25, |
| "memory/max_allocated (GiB)": 74.25, |
| "ppl": 1.37239, |
| "step": 33, |
| "tokens/total": 8090112, |
| "tokens/train_per_sec_per_gpu": 12.14, |
| "tokens/trainable": 65782 |
| }, |
| { |
| "epoch": 0.06938775510204082, |
| "grad_norm": 0.29606345295906067, |
| "learning_rate": 9.999563491823011e-05, |
| "loss": 0.3038017749786377, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 76.51, |
| "memory/max_allocated (GiB)": 76.51, |
| "ppl": 1.355, |
| "step": 34, |
| "tokens/total": 8340224, |
| "tokens/train_per_sec_per_gpu": 10.36, |
| "tokens/trainable": 67558 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 0.26481109857559204, |
| "learning_rate": 9.999317961555746e-05, |
| "loss": 0.2744923532009125, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 74.41, |
| "memory/max_allocated (GiB)": 74.41, |
| "ppl": 1.31586, |
| "step": 35, |
| "tokens/total": 8599168, |
| "tokens/train_per_sec_per_gpu": 9.93, |
| "tokens/trainable": 69256 |
| }, |
| { |
| "epoch": 0.07346938775510205, |
| "grad_norm": 0.2818477153778076, |
| "learning_rate": 9.999017874465026e-05, |
| "loss": 0.32188448309898376, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 75.12, |
| "memory/max_allocated (GiB)": 75.12, |
| "ppl": 1.37973, |
| "step": 36, |
| "tokens/total": 8879872, |
| "tokens/train_per_sec_per_gpu": 11.11, |
| "tokens/trainable": 71213 |
| }, |
| { |
| "epoch": 0.07551020408163266, |
| "grad_norm": 0.31210315227508545, |
| "learning_rate": 9.998663233825667e-05, |
| "loss": 0.35000020265579224, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 72.67, |
| "memory/max_allocated (GiB)": 72.67, |
| "ppl": 1.41907, |
| "step": 37, |
| "tokens/total": 9092480, |
| "tokens/train_per_sec_per_gpu": 15.52, |
| "tokens/trainable": 73212 |
| }, |
| { |
| "epoch": 0.07755102040816327, |
| "grad_norm": 0.4802961051464081, |
| "learning_rate": 9.998254043507804e-05, |
| "loss": 0.3628653287887573, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 73.13, |
| "memory/max_allocated (GiB)": 73.13, |
| "ppl": 1.43744, |
| "step": 38, |
| "tokens/total": 9338944, |
| "tokens/train_per_sec_per_gpu": 10.57, |
| "tokens/trainable": 75027 |
| }, |
| { |
| "epoch": 0.07959183673469387, |
| "grad_norm": 0.3178337812423706, |
| "learning_rate": 9.997790307976873e-05, |
| "loss": 0.3139835596084595, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 72.86, |
| "memory/max_allocated (GiB)": 72.86, |
| "ppl": 1.36887, |
| "step": 39, |
| "tokens/total": 9552064, |
| "tokens/train_per_sec_per_gpu": 13.09, |
| "tokens/trainable": 76940 |
| }, |
| { |
| "epoch": 0.08163265306122448, |
| "grad_norm": 0.2966010868549347, |
| "learning_rate": 9.997272032293553e-05, |
| "loss": 0.34238967299461365, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 75.53, |
| "memory/max_allocated (GiB)": 75.53, |
| "ppl": 1.40831, |
| "step": 40, |
| "tokens/total": 9780480, |
| "tokens/train_per_sec_per_gpu": 12.68, |
| "tokens/trainable": 78924 |
| }, |
| { |
| "epoch": 0.0836734693877551, |
| "grad_norm": 0.3346101641654968, |
| "learning_rate": 9.996699222113709e-05, |
| "loss": 0.2840029001235962, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 74.11, |
| "memory/max_allocated (GiB)": 74.11, |
| "ppl": 1.32844, |
| "step": 41, |
| "tokens/total": 10032896, |
| "tokens/train_per_sec_per_gpu": 10.74, |
| "tokens/trainable": 80796 |
| }, |
| { |
| "epoch": 0.08571428571428572, |
| "grad_norm": 0.3669697940349579, |
| "learning_rate": 9.996071883688334e-05, |
| "loss": 0.38213422894477844, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 75.45, |
| "memory/max_allocated (GiB)": 75.45, |
| "ppl": 1.46541, |
| "step": 42, |
| "tokens/total": 10258880, |
| "tokens/train_per_sec_per_gpu": 13.46, |
| "tokens/trainable": 82842 |
| }, |
| { |
| "epoch": 0.08775510204081632, |
| "grad_norm": 0.3180081248283386, |
| "learning_rate": 9.995390023863483e-05, |
| "loss": 0.3140525817871094, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 74.41, |
| "memory/max_allocated (GiB)": 74.41, |
| "ppl": 1.36896, |
| "step": 43, |
| "tokens/total": 10509120, |
| "tokens/train_per_sec_per_gpu": 13.79, |
| "tokens/trainable": 84934 |
| }, |
| { |
| "epoch": 0.08979591836734693, |
| "grad_norm": 0.26853886246681213, |
| "learning_rate": 9.994653650080188e-05, |
| "loss": 0.3507641553878784, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 72.23, |
| "memory/max_allocated (GiB)": 72.23, |
| "ppl": 1.42015, |
| "step": 44, |
| "tokens/total": 10749568, |
| "tokens/train_per_sec_per_gpu": 12.49, |
| "tokens/trainable": 86784 |
| }, |
| { |
| "epoch": 0.09183673469387756, |
| "grad_norm": 0.26175931096076965, |
| "learning_rate": 9.99386277037439e-05, |
| "loss": 0.27149611711502075, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 74.66, |
| "memory/max_allocated (GiB)": 74.66, |
| "ppl": 1.31193, |
| "step": 45, |
| "tokens/total": 10991040, |
| "tokens/train_per_sec_per_gpu": 12.04, |
| "tokens/trainable": 88613 |
| }, |
| { |
| "epoch": 0.09387755102040816, |
| "grad_norm": 0.28962087631225586, |
| "learning_rate": 9.993017393376844e-05, |
| "loss": 0.34222665429115295, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 72.51, |
| "memory/max_allocated (GiB)": 72.51, |
| "ppl": 1.40808, |
| "step": 46, |
| "tokens/total": 11252224, |
| "tokens/train_per_sec_per_gpu": 12.59, |
| "tokens/trainable": 90773 |
| }, |
| { |
| "epoch": 0.09591836734693877, |
| "grad_norm": 0.41601240634918213, |
| "learning_rate": 9.992117528313025e-05, |
| "loss": 0.41904228925704956, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 74.3, |
| "memory/max_allocated (GiB)": 74.3, |
| "ppl": 1.5205, |
| "step": 47, |
| "tokens/total": 11496768, |
| "tokens/train_per_sec_per_gpu": 13.52, |
| "tokens/trainable": 93011 |
| }, |
| { |
| "epoch": 0.09795918367346938, |
| "grad_norm": 0.2995956838130951, |
| "learning_rate": 9.991163185003029e-05, |
| "loss": 0.32476919889450073, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.81, |
| "memory/max_allocated (GiB)": 76.81, |
| "ppl": 1.38371, |
| "step": 48, |
| "tokens/total": 11754816, |
| "tokens/train_per_sec_per_gpu": 11.42, |
| "tokens/trainable": 94980 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.35347771644592285, |
| "learning_rate": 9.990154373861462e-05, |
| "loss": 0.3826776444911957, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 72.81, |
| "memory/max_allocated (GiB)": 72.81, |
| "ppl": 1.46621, |
| "step": 49, |
| "tokens/total": 11997568, |
| "tokens/train_per_sec_per_gpu": 14.25, |
| "tokens/trainable": 97237 |
| }, |
| { |
| "epoch": 0.10204081632653061, |
| "grad_norm": 0.37251126766204834, |
| "learning_rate": 9.989091105897335e-05, |
| "loss": 0.2627924084663391, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.71, |
| "memory/max_allocated (GiB)": 73.71, |
| "ppl": 1.30056, |
| "step": 50, |
| "tokens/total": 12199616, |
| "tokens/train_per_sec_per_gpu": 13.62, |
| "tokens/trainable": 99077 |
| }, |
| { |
| "epoch": 0.10408163265306122, |
| "grad_norm": 0.4113054871559143, |
| "learning_rate": 9.987973392713932e-05, |
| "loss": 0.26638543605804443, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.30524, |
| "step": 51, |
| "tokens/total": 12458944, |
| "tokens/train_per_sec_per_gpu": 8.67, |
| "tokens/trainable": 100904 |
| }, |
| { |
| "epoch": 0.10612244897959183, |
| "grad_norm": 0.27514827251434326, |
| "learning_rate": 9.986801246508695e-05, |
| "loss": 0.3189134895801544, |
| "memory/device_reserved (GiB)": 76.16, |
| "memory/max_active (GiB)": 75.12, |
| "memory/max_allocated (GiB)": 75.12, |
| "ppl": 1.37563, |
| "step": 52, |
| "tokens/total": 12717056, |
| "tokens/train_per_sec_per_gpu": 9.76, |
| "tokens/trainable": 102655 |
| }, |
| { |
| "epoch": 0.10816326530612246, |
| "grad_norm": 0.2949848473072052, |
| "learning_rate": 9.985574680073085e-05, |
| "loss": 0.2989092767238617, |
| "memory/device_reserved (GiB)": 76.16, |
| "memory/max_active (GiB)": 74.2, |
| "memory/max_allocated (GiB)": 74.2, |
| "ppl": 1.34839, |
| "step": 53, |
| "tokens/total": 12979520, |
| "tokens/train_per_sec_per_gpu": 10.41, |
| "tokens/trainable": 104528 |
| }, |
| { |
| "epoch": 0.11020408163265306, |
| "grad_norm": 0.2654709815979004, |
| "learning_rate": 9.984293706792438e-05, |
| "loss": 0.3334200382232666, |
| "memory/device_reserved (GiB)": 76.16, |
| "memory/max_active (GiB)": 74.44, |
| "memory/max_allocated (GiB)": 74.44, |
| "ppl": 1.39573, |
| "step": 54, |
| "tokens/total": 13256256, |
| "tokens/train_per_sec_per_gpu": 12.32, |
| "tokens/trainable": 106680 |
| }, |
| { |
| "epoch": 0.11224489795918367, |
| "grad_norm": 0.36602842807769775, |
| "learning_rate": 9.982958340645831e-05, |
| "loss": 0.39756059646606445, |
| "memory/device_reserved (GiB)": 76.16, |
| "memory/max_active (GiB)": 72.13, |
| "memory/max_allocated (GiB)": 72.13, |
| "ppl": 1.48819, |
| "step": 55, |
| "tokens/total": 13483968, |
| "tokens/train_per_sec_per_gpu": 13.09, |
| "tokens/trainable": 108647 |
| }, |
| { |
| "epoch": 0.11428571428571428, |
| "grad_norm": 0.2748600244522095, |
| "learning_rate": 9.981568596205917e-05, |
| "loss": 0.3055681586265564, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.7, |
| "memory/max_allocated (GiB)": 76.7, |
| "ppl": 1.3574, |
| "step": 56, |
| "tokens/total": 13749568, |
| "tokens/train_per_sec_per_gpu": 11.05, |
| "tokens/trainable": 110620 |
| }, |
| { |
| "epoch": 0.11632653061224489, |
| "grad_norm": 0.32185810804367065, |
| "learning_rate": 9.980124488638774e-05, |
| "loss": 0.37074923515319824, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 72.1, |
| "memory/max_allocated (GiB)": 72.1, |
| "ppl": 1.44882, |
| "step": 57, |
| "tokens/total": 13985344, |
| "tokens/train_per_sec_per_gpu": 16.08, |
| "tokens/trainable": 112743 |
| }, |
| { |
| "epoch": 0.11836734693877551, |
| "grad_norm": 0.3911129832267761, |
| "learning_rate": 9.978626033703732e-05, |
| "loss": 0.3393978774547577, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 73.43, |
| "memory/max_allocated (GiB)": 73.43, |
| "ppl": 1.4041, |
| "step": 58, |
| "tokens/total": 14196480, |
| "tokens/train_per_sec_per_gpu": 13.31, |
| "tokens/trainable": 114572 |
| }, |
| { |
| "epoch": 0.12040816326530612, |
| "grad_norm": 0.3574847877025604, |
| "learning_rate": 9.977073247753218e-05, |
| "loss": 0.3169441223144531, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 74.69, |
| "memory/max_allocated (GiB)": 74.69, |
| "ppl": 1.37293, |
| "step": 59, |
| "tokens/total": 14435008, |
| "tokens/train_per_sec_per_gpu": 13.0, |
| "tokens/trainable": 116707 |
| }, |
| { |
| "epoch": 0.12244897959183673, |
| "grad_norm": 0.30045002698898315, |
| "learning_rate": 9.97546614773255e-05, |
| "loss": 0.2758142650127411, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 74.39, |
| "memory/max_allocated (GiB)": 74.39, |
| "ppl": 1.3176, |
| "step": 60, |
| "tokens/total": 14648576, |
| "tokens/train_per_sec_per_gpu": 11.21, |
| "tokens/trainable": 118447 |
| }, |
| { |
| "epoch": 0.12448979591836734, |
| "grad_norm": 0.25962135195732117, |
| "learning_rate": 9.973804751179779e-05, |
| "loss": 0.27344828844070435, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 75.67, |
| "memory/max_allocated (GiB)": 75.67, |
| "ppl": 1.31449, |
| "step": 61, |
| "tokens/total": 14898368, |
| "tokens/train_per_sec_per_gpu": 12.14, |
| "tokens/trainable": 120410 |
| }, |
| { |
| "epoch": 0.12653061224489795, |
| "grad_norm": 0.2542338967323303, |
| "learning_rate": 9.972089076225477e-05, |
| "loss": 0.2752627432346344, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 75.34, |
| "memory/max_allocated (GiB)": 75.34, |
| "ppl": 1.31688, |
| "step": 62, |
| "tokens/total": 15121792, |
| "tokens/train_per_sec_per_gpu": 11.59, |
| "tokens/trainable": 122325 |
| }, |
| { |
| "epoch": 0.12857142857142856, |
| "grad_norm": 0.3297300338745117, |
| "learning_rate": 9.97031914159256e-05, |
| "loss": 0.3394104242324829, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 74.49, |
| "memory/max_allocated (GiB)": 74.49, |
| "ppl": 1.40412, |
| "step": 63, |
| "tokens/total": 15389312, |
| "tokens/train_per_sec_per_gpu": 12.41, |
| "tokens/trainable": 124224 |
| }, |
| { |
| "epoch": 0.1306122448979592, |
| "grad_norm": 0.28276708722114563, |
| "learning_rate": 9.968494966596058e-05, |
| "loss": 0.31572309136390686, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 73.95, |
| "memory/max_allocated (GiB)": 73.95, |
| "ppl": 1.37125, |
| "step": 64, |
| "tokens/total": 15630144, |
| "tokens/train_per_sec_per_gpu": 11.28, |
| "tokens/trainable": 126004 |
| }, |
| { |
| "epoch": 0.1326530612244898, |
| "grad_norm": 0.31448298692703247, |
| "learning_rate": 9.966616571142931e-05, |
| "loss": 0.333346962928772, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.39563, |
| "step": 65, |
| "tokens/total": 15912896, |
| "tokens/train_per_sec_per_gpu": 10.31, |
| "tokens/trainable": 128003 |
| }, |
| { |
| "epoch": 0.1346938775510204, |
| "grad_norm": 0.31218236684799194, |
| "learning_rate": 9.964683975731828e-05, |
| "loss": 0.3107539415359497, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 75.94, |
| "memory/max_allocated (GiB)": 75.94, |
| "ppl": 1.36445, |
| "step": 66, |
| "tokens/total": 16185728, |
| "tokens/train_per_sec_per_gpu": 12.49, |
| "tokens/trainable": 130139 |
| }, |
| { |
| "epoch": 0.13673469387755102, |
| "grad_norm": 0.35470691323280334, |
| "learning_rate": 9.962697201452881e-05, |
| "loss": 0.3213728368282318, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.37902, |
| "step": 67, |
| "tokens/total": 16449728, |
| "tokens/train_per_sec_per_gpu": 12.06, |
| "tokens/trainable": 132201 |
| }, |
| { |
| "epoch": 0.13877551020408163, |
| "grad_norm": 0.34666892886161804, |
| "learning_rate": 9.96065626998747e-05, |
| "loss": 0.37185078859329224, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.48, |
| "memory/max_allocated (GiB)": 76.48, |
| "ppl": 1.45042, |
| "step": 68, |
| "tokens/total": 16719488, |
| "tokens/train_per_sec_per_gpu": 9.9, |
| "tokens/trainable": 134160 |
| }, |
| { |
| "epoch": 0.14081632653061224, |
| "grad_norm": 0.32578787207603455, |
| "learning_rate": 9.958561203607975e-05, |
| "loss": 0.3230299651622772, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 73.57, |
| "memory/max_allocated (GiB)": 73.57, |
| "ppl": 1.38131, |
| "step": 69, |
| "tokens/total": 16953152, |
| "tokens/train_per_sec_per_gpu": 13.59, |
| "tokens/trainable": 136020 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 0.5893422961235046, |
| "learning_rate": 9.956412025177551e-05, |
| "loss": 0.35762453079223633, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 76.73, |
| "memory/max_allocated (GiB)": 76.73, |
| "ppl": 1.42993, |
| "step": 70, |
| "tokens/total": 17219072, |
| "tokens/train_per_sec_per_gpu": 11.73, |
| "tokens/trainable": 137981 |
| }, |
| { |
| "epoch": 0.14489795918367346, |
| "grad_norm": 0.2695072293281555, |
| "learning_rate": 9.954208758149867e-05, |
| "loss": 0.23460917174816132, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 73.92, |
| "memory/max_allocated (GiB)": 73.92, |
| "ppl": 1.26441, |
| "step": 71, |
| "tokens/total": 17490944, |
| "tokens/train_per_sec_per_gpu": 10.35, |
| "tokens/trainable": 139847 |
| }, |
| { |
| "epoch": 0.1469387755102041, |
| "grad_norm": 0.2971181869506836, |
| "learning_rate": 9.951951426568851e-05, |
| "loss": 0.2664044499397278, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 72.34, |
| "memory/max_allocated (GiB)": 72.34, |
| "ppl": 1.30526, |
| "step": 72, |
| "tokens/total": 17732032, |
| "tokens/train_per_sec_per_gpu": 13.7, |
| "tokens/trainable": 141879 |
| }, |
| { |
| "epoch": 0.1489795918367347, |
| "grad_norm": 0.3867640495300293, |
| "learning_rate": 9.949640055068432e-05, |
| "loss": 0.4099368751049042, |
| "memory/device_reserved (GiB)": 77.67, |
| "memory/max_active (GiB)": 72.29, |
| "memory/max_allocated (GiB)": 72.29, |
| "ppl": 1.50672, |
| "step": 73, |
| "tokens/total": 17969088, |
| "tokens/train_per_sec_per_gpu": 12.42, |
| "tokens/trainable": 143793 |
| }, |
| { |
| "epoch": 0.1510204081632653, |
| "grad_norm": 0.28894367814064026, |
| "learning_rate": 9.94727466887227e-05, |
| "loss": 0.34861448407173157, |
| "memory/device_reserved (GiB)": 77.77, |
| "memory/max_active (GiB)": 76.84, |
| "memory/max_allocated (GiB)": 76.84, |
| "ppl": 1.4171, |
| "step": 74, |
| "tokens/total": 18238784, |
| "tokens/train_per_sec_per_gpu": 11.22, |
| "tokens/trainable": 145834 |
| }, |
| { |
| "epoch": 0.15306122448979592, |
| "grad_norm": 0.2793218493461609, |
| "learning_rate": 9.944855293793475e-05, |
| "loss": 0.2703927457332611, |
| "memory/device_reserved (GiB)": 77.77, |
| "memory/max_active (GiB)": 76.51, |
| "memory/max_allocated (GiB)": 76.51, |
| "ppl": 1.31048, |
| "step": 75, |
| "tokens/total": 18495168, |
| "tokens/train_per_sec_per_gpu": 11.85, |
| "tokens/trainable": 147888 |
| }, |
| { |
| "epoch": 0.15510204081632653, |
| "grad_norm": 0.2610492408275604, |
| "learning_rate": 9.942381956234335e-05, |
| "loss": 0.2886396050453186, |
| "memory/device_reserved (GiB)": 77.77, |
| "memory/max_active (GiB)": 76.4, |
| "memory/max_allocated (GiB)": 76.4, |
| "ppl": 1.33461, |
| "step": 76, |
| "tokens/total": 18734016, |
| "tokens/train_per_sec_per_gpu": 9.23, |
| "tokens/trainable": 149764 |
| }, |
| { |
| "epoch": 0.15714285714285714, |
| "grad_norm": 0.31321877241134644, |
| "learning_rate": 9.939854683186016e-05, |
| "loss": 0.32045096158981323, |
| "memory/device_reserved (GiB)": 77.37, |
| "memory/max_active (GiB)": 73.62, |
| "memory/max_allocated (GiB)": 73.62, |
| "ppl": 1.37775, |
| "step": 77, |
| "tokens/total": 18972672, |
| "tokens/train_per_sec_per_gpu": 12.79, |
| "tokens/trainable": 151857 |
| }, |
| { |
| "epoch": 0.15918367346938775, |
| "grad_norm": 0.34637442231178284, |
| "learning_rate": 9.937273502228281e-05, |
| "loss": 0.36426636576652527, |
| "memory/device_reserved (GiB)": 77.37, |
| "memory/max_active (GiB)": 75.8, |
| "memory/max_allocated (GiB)": 75.8, |
| "ppl": 1.43946, |
| "step": 78, |
| "tokens/total": 19195392, |
| "tokens/train_per_sec_per_gpu": 13.15, |
| "tokens/trainable": 153856 |
| }, |
| { |
| "epoch": 0.16122448979591836, |
| "grad_norm": 0.34072041511535645, |
| "learning_rate": 9.934638441529179e-05, |
| "loss": 0.34764987230300903, |
| "memory/device_reserved (GiB)": 77.37, |
| "memory/max_active (GiB)": 74.06, |
| "memory/max_allocated (GiB)": 74.06, |
| "ppl": 1.41574, |
| "step": 79, |
| "tokens/total": 19472064, |
| "tokens/train_per_sec_per_gpu": 10.01, |
| "tokens/trainable": 155739 |
| }, |
| { |
| "epoch": 0.16326530612244897, |
| "grad_norm": 0.4057715833187103, |
| "learning_rate": 9.93194952984474e-05, |
| "loss": 0.38709670305252075, |
| "memory/device_reserved (GiB)": 77.37, |
| "memory/max_active (GiB)": 74.06, |
| "memory/max_allocated (GiB)": 74.06, |
| "ppl": 1.4727, |
| "step": 80, |
| "tokens/total": 19724544, |
| "tokens/train_per_sec_per_gpu": 13.56, |
| "tokens/trainable": 158060 |
| }, |
| { |
| "epoch": 0.1653061224489796, |
| "grad_norm": 0.3533332347869873, |
| "learning_rate": 9.929206796518662e-05, |
| "loss": 0.3303971588611603, |
| "memory/device_reserved (GiB)": 77.37, |
| "memory/max_active (GiB)": 71.64, |
| "memory/max_allocated (GiB)": 71.64, |
| "ppl": 1.39152, |
| "step": 81, |
| "tokens/total": 19941440, |
| "tokens/train_per_sec_per_gpu": 14.34, |
| "tokens/trainable": 159968 |
| }, |
| { |
| "epoch": 0.1673469387755102, |
| "grad_norm": 0.576310932636261, |
| "learning_rate": 9.926410271481994e-05, |
| "loss": 0.29558199644088745, |
| "memory/device_reserved (GiB)": 77.37, |
| "memory/max_active (GiB)": 74.52, |
| "memory/max_allocated (GiB)": 74.52, |
| "ppl": 1.34391, |
| "step": 82, |
| "tokens/total": 20194560, |
| "tokens/train_per_sec_per_gpu": 11.0, |
| "tokens/trainable": 161784 |
| }, |
| { |
| "epoch": 0.16938775510204082, |
| "grad_norm": 0.2885003685951233, |
| "learning_rate": 9.9235599852528e-05, |
| "loss": 0.2939549684524536, |
| "memory/device_reserved (GiB)": 77.37, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.34172, |
| "step": 83, |
| "tokens/total": 20438272, |
| "tokens/train_per_sec_per_gpu": 12.77, |
| "tokens/trainable": 163745 |
| }, |
| { |
| "epoch": 0.17142857142857143, |
| "grad_norm": 0.27577269077301025, |
| "learning_rate": 9.920655968935838e-05, |
| "loss": 0.3108862042427063, |
| "memory/device_reserved (GiB)": 77.37, |
| "memory/max_active (GiB)": 73.62, |
| "memory/max_allocated (GiB)": 73.62, |
| "ppl": 1.36463, |
| "step": 84, |
| "tokens/total": 20647488, |
| "tokens/train_per_sec_per_gpu": 12.17, |
| "tokens/trainable": 165491 |
| }, |
| { |
| "epoch": 0.17346938775510204, |
| "grad_norm": 0.2597094178199768, |
| "learning_rate": 9.91769825422221e-05, |
| "loss": 0.29625654220581055, |
| "memory/device_reserved (GiB)": 77.37, |
| "memory/max_active (GiB)": 73.54, |
| "memory/max_allocated (GiB)": 73.54, |
| "ppl": 1.34482, |
| "step": 85, |
| "tokens/total": 20908352, |
| "tokens/train_per_sec_per_gpu": 12.03, |
| "tokens/trainable": 167486 |
| }, |
| { |
| "epoch": 0.17551020408163265, |
| "grad_norm": 0.31459540128707886, |
| "learning_rate": 9.914686873389025e-05, |
| "loss": 0.3925963342189789, |
| "memory/device_reserved (GiB)": 77.37, |
| "memory/max_active (GiB)": 73.95, |
| "memory/max_allocated (GiB)": 73.95, |
| "ppl": 1.48082, |
| "step": 86, |
| "tokens/total": 21166656, |
| "tokens/train_per_sec_per_gpu": 12.74, |
| "tokens/trainable": 169501 |
| }, |
| { |
| "epoch": 0.17755102040816326, |
| "grad_norm": 0.3207368552684784, |
| "learning_rate": 9.91162185929904e-05, |
| "loss": 0.36425894498825073, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 76.35, |
| "memory/max_allocated (GiB)": 76.35, |
| "ppl": 1.43945, |
| "step": 87, |
| "tokens/total": 21438912, |
| "tokens/train_per_sec_per_gpu": 11.2, |
| "tokens/trainable": 171575 |
| }, |
| { |
| "epoch": 0.17959183673469387, |
| "grad_norm": 0.30726850032806396, |
| "learning_rate": 9.908503245400302e-05, |
| "loss": 0.363973468542099, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 75.56, |
| "memory/max_allocated (GiB)": 75.56, |
| "ppl": 1.43904, |
| "step": 88, |
| "tokens/total": 21722176, |
| "tokens/train_per_sec_per_gpu": 12.12, |
| "tokens/trainable": 173659 |
| }, |
| { |
| "epoch": 0.1816326530612245, |
| "grad_norm": 0.3307989835739136, |
| "learning_rate": 9.90533106572579e-05, |
| "loss": 0.37638866901397705, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 74.11, |
| "memory/max_allocated (GiB)": 74.11, |
| "ppl": 1.45701, |
| "step": 89, |
| "tokens/total": 21958848, |
| "tokens/train_per_sec_per_gpu": 13.93, |
| "tokens/trainable": 175607 |
| }, |
| { |
| "epoch": 0.1836734693877551, |
| "grad_norm": 0.2957727313041687, |
| "learning_rate": 9.90210535489303e-05, |
| "loss": 0.2558442950248718, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 72.89, |
| "memory/max_allocated (GiB)": 72.89, |
| "ppl": 1.29155, |
| "step": 90, |
| "tokens/total": 22210112, |
| "tokens/train_per_sec_per_gpu": 13.12, |
| "tokens/trainable": 177797 |
| }, |
| { |
| "epoch": 0.18571428571428572, |
| "grad_norm": 0.2863942086696625, |
| "learning_rate": 9.898826148103737e-05, |
| "loss": 0.3638124465942383, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 75.34, |
| "memory/max_allocated (GiB)": 75.34, |
| "ppl": 1.4388, |
| "step": 91, |
| "tokens/total": 22450496, |
| "tokens/train_per_sec_per_gpu": 11.32, |
| "tokens/trainable": 179665 |
| }, |
| { |
| "epoch": 0.18775510204081633, |
| "grad_norm": 0.2795948088169098, |
| "learning_rate": 9.895493481143411e-05, |
| "loss": 0.31911370158195496, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 74.03, |
| "memory/max_allocated (GiB)": 74.03, |
| "ppl": 1.37591, |
| "step": 92, |
| "tokens/total": 22683776, |
| "tokens/train_per_sec_per_gpu": 13.26, |
| "tokens/trainable": 181685 |
| }, |
| { |
| "epoch": 0.18979591836734694, |
| "grad_norm": 0.25272026658058167, |
| "learning_rate": 9.892107390380958e-05, |
| "loss": 0.2508898377418518, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 72.37, |
| "memory/max_allocated (GiB)": 72.37, |
| "ppl": 1.28517, |
| "step": 93, |
| "tokens/total": 22917888, |
| "tokens/train_per_sec_per_gpu": 12.28, |
| "tokens/trainable": 183472 |
| }, |
| { |
| "epoch": 0.19183673469387755, |
| "grad_norm": 0.35054582357406616, |
| "learning_rate": 9.888667912768288e-05, |
| "loss": 0.35517990589141846, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 74.39, |
| "memory/max_allocated (GiB)": 74.39, |
| "ppl": 1.42644, |
| "step": 94, |
| "tokens/total": 23187520, |
| "tokens/train_per_sec_per_gpu": 10.77, |
| "tokens/trainable": 185479 |
| }, |
| { |
| "epoch": 0.19387755102040816, |
| "grad_norm": 0.26934683322906494, |
| "learning_rate": 9.885175085839919e-05, |
| "loss": 0.31262412667274475, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 74.47, |
| "memory/max_allocated (GiB)": 74.47, |
| "ppl": 1.36701, |
| "step": 95, |
| "tokens/total": 23443008, |
| "tokens/train_per_sec_per_gpu": 13.83, |
| "tokens/trainable": 187567 |
| }, |
| { |
| "epoch": 0.19591836734693877, |
| "grad_norm": 0.5132613778114319, |
| "learning_rate": 9.881628947712556e-05, |
| "loss": 0.273453950881958, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 73.79, |
| "memory/max_allocated (GiB)": 73.79, |
| "ppl": 1.3145, |
| "step": 96, |
| "tokens/total": 23698432, |
| "tokens/train_per_sec_per_gpu": 10.01, |
| "tokens/trainable": 189220 |
| }, |
| { |
| "epoch": 0.19795918367346937, |
| "grad_norm": 0.4519254267215729, |
| "learning_rate": 9.878029537084684e-05, |
| "loss": 0.28466570377349854, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 74.82, |
| "memory/max_allocated (GiB)": 74.82, |
| "ppl": 1.32932, |
| "step": 97, |
| "tokens/total": 23947968, |
| "tokens/train_per_sec_per_gpu": 10.12, |
| "tokens/trainable": 190943 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.2954767048358917, |
| "learning_rate": 9.874376893236145e-05, |
| "loss": 0.33792048692703247, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 73.79, |
| "memory/max_allocated (GiB)": 73.79, |
| "ppl": 1.40203, |
| "step": 98, |
| "tokens/total": 24192704, |
| "tokens/train_per_sec_per_gpu": 13.04, |
| "tokens/trainable": 192967 |
| }, |
| { |
| "epoch": 0.20204081632653062, |
| "grad_norm": 0.3651937246322632, |
| "learning_rate": 9.870671056027705e-05, |
| "loss": 0.30805450677871704, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 73.3, |
| "memory/max_allocated (GiB)": 73.3, |
| "ppl": 1.36078, |
| "step": 99, |
| "tokens/total": 24420672, |
| "tokens/train_per_sec_per_gpu": 13.96, |
| "tokens/trainable": 194997 |
| }, |
| { |
| "epoch": 0.20408163265306123, |
| "grad_norm": 0.2739502489566803, |
| "learning_rate": 9.866912065900621e-05, |
| "loss": 0.2902035117149353, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 76.51, |
| "memory/max_allocated (GiB)": 76.51, |
| "ppl": 1.3367, |
| "step": 100, |
| "tokens/total": 24663168, |
| "tokens/train_per_sec_per_gpu": 13.35, |
| "tokens/trainable": 197125 |
| }, |
| { |
| "epoch": 0.20612244897959184, |
| "grad_norm": 0.2788029611110687, |
| "learning_rate": 9.863099963876201e-05, |
| "loss": 0.3034919500350952, |
| "memory/device_reserved (GiB)": 77.53, |
| "memory/max_active (GiB)": 75.58, |
| "memory/max_allocated (GiB)": 75.58, |
| "ppl": 1.35458, |
| "step": 101, |
| "tokens/total": 24901056, |
| "tokens/train_per_sec_per_gpu": 10.13, |
| "tokens/trainable": 199053 |
| }, |
| { |
| "epoch": 0.20816326530612245, |
| "grad_norm": 0.2763316333293915, |
| "learning_rate": 9.859234791555355e-05, |
| "loss": 0.2486642301082611, |
| "memory/device_reserved (GiB)": 77.12, |
| "memory/max_active (GiB)": 76.29, |
| "memory/max_allocated (GiB)": 76.29, |
| "ppl": 1.28231, |
| "step": 102, |
| "tokens/total": 25157504, |
| "tokens/train_per_sec_per_gpu": 10.61, |
| "tokens/trainable": 200967 |
| }, |
| { |
| "epoch": 0.21020408163265306, |
| "grad_norm": 0.24316149950027466, |
| "learning_rate": 9.855316591118142e-05, |
| "loss": 0.2835119366645813, |
| "memory/device_reserved (GiB)": 77.12, |
| "memory/max_active (GiB)": 75.42, |
| "memory/max_allocated (GiB)": 75.42, |
| "ppl": 1.32778, |
| "step": 103, |
| "tokens/total": 25423872, |
| "tokens/train_per_sec_per_gpu": 11.78, |
| "tokens/trainable": 202962 |
| }, |
| { |
| "epoch": 0.21224489795918366, |
| "grad_norm": 0.29139262437820435, |
| "learning_rate": 9.851345405323307e-05, |
| "loss": 0.29183459281921387, |
| "memory/device_reserved (GiB)": 77.12, |
| "memory/max_active (GiB)": 74.03, |
| "memory/max_allocated (GiB)": 74.03, |
| "ppl": 1.33888, |
| "step": 104, |
| "tokens/total": 25640512, |
| "tokens/train_per_sec_per_gpu": 13.7, |
| "tokens/trainable": 204885 |
| }, |
| { |
| "epoch": 0.21428571428571427, |
| "grad_norm": 0.2823760211467743, |
| "learning_rate": 9.84732127750782e-05, |
| "loss": 0.22634169459342957, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 76.13, |
| "memory/max_allocated (GiB)": 76.13, |
| "ppl": 1.254, |
| "step": 105, |
| "tokens/total": 25880832, |
| "tokens/train_per_sec_per_gpu": 12.23, |
| "tokens/trainable": 206643 |
| }, |
| { |
| "epoch": 0.2163265306122449, |
| "grad_norm": 0.22927753627300262, |
| "learning_rate": 9.843244251586397e-05, |
| "loss": 0.1902308166027069, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 76.1, |
| "memory/max_allocated (GiB)": 76.1, |
| "ppl": 1.20953, |
| "step": 106, |
| "tokens/total": 26132928, |
| "tokens/train_per_sec_per_gpu": 11.31, |
| "tokens/trainable": 208388 |
| }, |
| { |
| "epoch": 0.21836734693877552, |
| "grad_norm": 0.268435537815094, |
| "learning_rate": 9.839114372051024e-05, |
| "loss": 0.2938929796218872, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 74.0, |
| "memory/max_allocated (GiB)": 74.0, |
| "ppl": 1.34164, |
| "step": 107, |
| "tokens/total": 26360768, |
| "tokens/train_per_sec_per_gpu": 13.07, |
| "tokens/trainable": 210308 |
| }, |
| { |
| "epoch": 0.22040816326530613, |
| "grad_norm": 0.2757108509540558, |
| "learning_rate": 9.834931683970468e-05, |
| "loss": 0.2682138979434967, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 72.15, |
| "memory/max_allocated (GiB)": 72.15, |
| "ppl": 1.30763, |
| "step": 108, |
| "tokens/total": 26586944, |
| "tokens/train_per_sec_per_gpu": 12.24, |
| "tokens/trainable": 212251 |
| }, |
| { |
| "epoch": 0.22244897959183674, |
| "grad_norm": 0.2802518904209137, |
| "learning_rate": 9.830696232989793e-05, |
| "loss": 0.2823032736778259, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 74.12, |
| "memory/max_allocated (GiB)": 74.12, |
| "ppl": 1.32618, |
| "step": 109, |
| "tokens/total": 26843840, |
| "tokens/train_per_sec_per_gpu": 13.56, |
| "tokens/trainable": 214312 |
| }, |
| { |
| "epoch": 0.22448979591836735, |
| "grad_norm": 0.5594452023506165, |
| "learning_rate": 9.826408065329853e-05, |
| "loss": 0.38349130749702454, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 76.18, |
| "memory/max_allocated (GiB)": 76.18, |
| "ppl": 1.4674, |
| "step": 110, |
| "tokens/total": 27089600, |
| "tokens/train_per_sec_per_gpu": 12.47, |
| "tokens/trainable": 216567 |
| }, |
| { |
| "epoch": 0.22653061224489796, |
| "grad_norm": 0.2607867419719696, |
| "learning_rate": 9.822067227786793e-05, |
| "loss": 0.31956565380096436, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 74.22, |
| "memory/max_allocated (GiB)": 74.22, |
| "ppl": 1.37653, |
| "step": 111, |
| "tokens/total": 27325696, |
| "tokens/train_per_sec_per_gpu": 15.4, |
| "tokens/trainable": 218793 |
| }, |
| { |
| "epoch": 0.22857142857142856, |
| "grad_norm": 0.6517570614814758, |
| "learning_rate": 9.817673767731535e-05, |
| "loss": 0.20926529169082642, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 73.62, |
| "memory/max_allocated (GiB)": 73.62, |
| "ppl": 1.23277, |
| "step": 112, |
| "tokens/total": 27571328, |
| "tokens/train_per_sec_per_gpu": 9.82, |
| "tokens/trainable": 220384 |
| }, |
| { |
| "epoch": 0.23061224489795917, |
| "grad_norm": 0.2895031273365021, |
| "learning_rate": 9.813227733109268e-05, |
| "loss": 0.3075171113014221, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 76.02, |
| "memory/max_allocated (GiB)": 76.02, |
| "ppl": 1.36004, |
| "step": 113, |
| "tokens/total": 27822464, |
| "tokens/train_per_sec_per_gpu": 12.46, |
| "tokens/trainable": 222598 |
| }, |
| { |
| "epoch": 0.23265306122448978, |
| "grad_norm": 0.2864657938480377, |
| "learning_rate": 9.808729172438908e-05, |
| "loss": 0.371175616979599, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 73.87, |
| "memory/max_allocated (GiB)": 73.87, |
| "ppl": 1.44944, |
| "step": 114, |
| "tokens/total": 28060800, |
| "tokens/train_per_sec_per_gpu": 14.41, |
| "tokens/trainable": 224757 |
| }, |
| { |
| "epoch": 0.23469387755102042, |
| "grad_norm": 0.2823830842971802, |
| "learning_rate": 9.804178134812596e-05, |
| "loss": 0.32755061984062195, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 73.92, |
| "memory/max_allocated (GiB)": 73.92, |
| "ppl": 1.38757, |
| "step": 115, |
| "tokens/total": 28311232, |
| "tokens/train_per_sec_per_gpu": 12.9, |
| "tokens/trainable": 226762 |
| }, |
| { |
| "epoch": 0.23673469387755103, |
| "grad_norm": 0.31970539689064026, |
| "learning_rate": 9.799574669895133e-05, |
| "loss": 0.4158673882484436, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 75.42, |
| "memory/max_allocated (GiB)": 75.42, |
| "ppl": 1.51568, |
| "step": 116, |
| "tokens/total": 28578496, |
| "tokens/train_per_sec_per_gpu": 12.92, |
| "tokens/trainable": 228958 |
| }, |
| { |
| "epoch": 0.23877551020408164, |
| "grad_norm": 0.3378254473209381, |
| "learning_rate": 9.794918827923458e-05, |
| "loss": 0.27569928765296936, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 72.04, |
| "memory/max_allocated (GiB)": 72.04, |
| "ppl": 1.31745, |
| "step": 117, |
| "tokens/total": 28820800, |
| "tokens/train_per_sec_per_gpu": 11.08, |
| "tokens/trainable": 230817 |
| }, |
| { |
| "epoch": 0.24081632653061225, |
| "grad_norm": 0.4628329575061798, |
| "learning_rate": 9.790210659706089e-05, |
| "loss": 0.2634648084640503, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 75.28, |
| "memory/max_allocated (GiB)": 75.28, |
| "ppl": 1.30143, |
| "step": 118, |
| "tokens/total": 29091200, |
| "tokens/train_per_sec_per_gpu": 11.53, |
| "tokens/trainable": 232783 |
| }, |
| { |
| "epoch": 0.24285714285714285, |
| "grad_norm": 0.25572919845581055, |
| "learning_rate": 9.785450216622579e-05, |
| "loss": 0.2887064814567566, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 75.69, |
| "memory/max_allocated (GiB)": 75.69, |
| "ppl": 1.3347, |
| "step": 119, |
| "tokens/total": 29355520, |
| "tokens/train_per_sec_per_gpu": 10.76, |
| "tokens/trainable": 234569 |
| }, |
| { |
| "epoch": 0.24489795918367346, |
| "grad_norm": 0.3095442056655884, |
| "learning_rate": 9.780637550622941e-05, |
| "loss": 0.31611189246177673, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 73.9, |
| "memory/max_allocated (GiB)": 73.9, |
| "ppl": 1.37178, |
| "step": 120, |
| "tokens/total": 29599296, |
| "tokens/train_per_sec_per_gpu": 13.69, |
| "tokens/trainable": 236559 |
| }, |
| { |
| "epoch": 0.24693877551020407, |
| "grad_norm": 0.42760133743286133, |
| "learning_rate": 9.775772714227096e-05, |
| "loss": 0.27209585905075073, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 74.88, |
| "memory/max_allocated (GiB)": 74.88, |
| "ppl": 1.31271, |
| "step": 121, |
| "tokens/total": 29828288, |
| "tokens/train_per_sec_per_gpu": 14.38, |
| "tokens/trainable": 238519 |
| }, |
| { |
| "epoch": 0.24897959183673468, |
| "grad_norm": 0.8849247097969055, |
| "learning_rate": 9.770855760524288e-05, |
| "loss": 0.22954438626766205, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 75.83, |
| "memory/max_allocated (GiB)": 75.83, |
| "ppl": 1.25803, |
| "step": 122, |
| "tokens/total": 30097920, |
| "tokens/train_per_sec_per_gpu": 9.72, |
| "tokens/trainable": 240260 |
| }, |
| { |
| "epoch": 0.2510204081632653, |
| "grad_norm": 0.29249808192253113, |
| "learning_rate": 9.765886743172511e-05, |
| "loss": 0.3366485834121704, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 76.21, |
| "memory/max_allocated (GiB)": 76.21, |
| "ppl": 1.40025, |
| "step": 123, |
| "tokens/total": 30341760, |
| "tokens/train_per_sec_per_gpu": 14.18, |
| "tokens/trainable": 242301 |
| }, |
| { |
| "epoch": 0.2530612244897959, |
| "grad_norm": 0.2477550059556961, |
| "learning_rate": 9.760865716397924e-05, |
| "loss": 0.26008856296539307, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.29704, |
| "step": 124, |
| "tokens/total": 30606272, |
| "tokens/train_per_sec_per_gpu": 11.8, |
| "tokens/trainable": 244133 |
| }, |
| { |
| "epoch": 0.25510204081632654, |
| "grad_norm": 0.2991919219493866, |
| "learning_rate": 9.755792734994255e-05, |
| "loss": 0.2831898033618927, |
| "memory/device_reserved (GiB)": 77.14, |
| "memory/max_active (GiB)": 73.51, |
| "memory/max_allocated (GiB)": 73.51, |
| "ppl": 1.32736, |
| "step": 125, |
| "tokens/total": 30841408, |
| "tokens/train_per_sec_per_gpu": 11.69, |
| "tokens/trainable": 245844 |
| }, |
| { |
| "epoch": 0.2571428571428571, |
| "grad_norm": 0.2869957983493805, |
| "learning_rate": 9.750667854322207e-05, |
| "loss": 0.29190540313720703, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 76.18, |
| "memory/max_allocated (GiB)": 76.18, |
| "ppl": 1.33898, |
| "step": 126, |
| "tokens/total": 31081472, |
| "tokens/train_per_sec_per_gpu": 8.64, |
| "tokens/trainable": 247730 |
| }, |
| { |
| "epoch": 0.25918367346938775, |
| "grad_norm": 0.2700897455215454, |
| "learning_rate": 9.745491130308848e-05, |
| "loss": 0.2809198796749115, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 75.04, |
| "memory/max_allocated (GiB)": 75.04, |
| "ppl": 1.32435, |
| "step": 127, |
| "tokens/total": 31318592, |
| "tokens/train_per_sec_per_gpu": 12.27, |
| "tokens/trainable": 249627 |
| }, |
| { |
| "epoch": 0.2612244897959184, |
| "grad_norm": 0.3195943534374237, |
| "learning_rate": 9.74026261944701e-05, |
| "loss": 0.2954328656196594, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 72.15, |
| "memory/max_allocated (GiB)": 72.15, |
| "ppl": 1.34371, |
| "step": 128, |
| "tokens/total": 31555904, |
| "tokens/train_per_sec_per_gpu": 11.63, |
| "tokens/trainable": 251506 |
| }, |
| { |
| "epoch": 0.26326530612244897, |
| "grad_norm": 0.25746840238571167, |
| "learning_rate": 9.734982378794661e-05, |
| "loss": 0.2928959131240845, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 76.29, |
| "memory/max_allocated (GiB)": 76.29, |
| "ppl": 1.3403, |
| "step": 129, |
| "tokens/total": 31787776, |
| "tokens/train_per_sec_per_gpu": 12.94, |
| "tokens/trainable": 253415 |
| }, |
| { |
| "epoch": 0.2653061224489796, |
| "grad_norm": 0.27648335695266724, |
| "learning_rate": 9.729650465974299e-05, |
| "loss": 0.27435725927352905, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 74.06, |
| "memory/max_allocated (GiB)": 74.06, |
| "ppl": 1.31568, |
| "step": 130, |
| "tokens/total": 32039488, |
| "tokens/train_per_sec_per_gpu": 12.14, |
| "tokens/trainable": 255297 |
| }, |
| { |
| "epoch": 0.2673469387755102, |
| "grad_norm": 0.3401206135749817, |
| "learning_rate": 9.724266939172302e-05, |
| "loss": 0.3491106629371643, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 73.11, |
| "memory/max_allocated (GiB)": 73.11, |
| "ppl": 1.41781, |
| "step": 131, |
| "tokens/total": 32282560, |
| "tokens/train_per_sec_per_gpu": 13.1, |
| "tokens/trainable": 257159 |
| }, |
| { |
| "epoch": 0.2693877551020408, |
| "grad_norm": 0.27172669768333435, |
| "learning_rate": 9.718831857138309e-05, |
| "loss": 0.28538137674331665, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 75.94, |
| "memory/max_allocated (GiB)": 75.94, |
| "ppl": 1.33027, |
| "step": 132, |
| "tokens/total": 32520768, |
| "tokens/train_per_sec_per_gpu": 14.36, |
| "tokens/trainable": 259207 |
| }, |
| { |
| "epoch": 0.2714285714285714, |
| "grad_norm": 0.2485136240720749, |
| "learning_rate": 9.713345279184573e-05, |
| "loss": 0.2645806670188904, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 73.36, |
| "memory/max_allocated (GiB)": 73.36, |
| "ppl": 1.30288, |
| "step": 133, |
| "tokens/total": 32780928, |
| "tokens/train_per_sec_per_gpu": 12.27, |
| "tokens/trainable": 261322 |
| }, |
| { |
| "epoch": 0.27346938775510204, |
| "grad_norm": 0.3484657108783722, |
| "learning_rate": 9.707807265185314e-05, |
| "loss": 0.35569071769714355, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 73.24, |
| "memory/max_allocated (GiB)": 73.24, |
| "ppl": 1.42717, |
| "step": 134, |
| "tokens/total": 33009600, |
| "tokens/train_per_sec_per_gpu": 12.76, |
| "tokens/trainable": 263351 |
| }, |
| { |
| "epoch": 0.2755102040816326, |
| "grad_norm": 0.3266739547252655, |
| "learning_rate": 9.702217875576068e-05, |
| "loss": 0.3133898377418518, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 75.31, |
| "memory/max_allocated (GiB)": 75.31, |
| "ppl": 1.36805, |
| "step": 135, |
| "tokens/total": 33260288, |
| "tokens/train_per_sec_per_gpu": 12.93, |
| "tokens/trainable": 265322 |
| }, |
| { |
| "epoch": 0.27755102040816326, |
| "grad_norm": 0.30616116523742676, |
| "learning_rate": 9.69657717135302e-05, |
| "loss": 0.35253050923347473, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 74.88, |
| "memory/max_allocated (GiB)": 74.88, |
| "ppl": 1.42266, |
| "step": 136, |
| "tokens/total": 33525632, |
| "tokens/train_per_sec_per_gpu": 11.93, |
| "tokens/trainable": 267374 |
| }, |
| { |
| "epoch": 0.2795918367346939, |
| "grad_norm": 0.24909131228923798, |
| "learning_rate": 9.690885214072352e-05, |
| "loss": 0.2477751225233078, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 76.05, |
| "memory/max_allocated (GiB)": 76.05, |
| "ppl": 1.28117, |
| "step": 137, |
| "tokens/total": 33775872, |
| "tokens/train_per_sec_per_gpu": 12.36, |
| "tokens/trainable": 269403 |
| }, |
| { |
| "epoch": 0.2816326530612245, |
| "grad_norm": 0.27541583776474, |
| "learning_rate": 9.685142065849556e-05, |
| "loss": 0.26661932468414307, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 72.83, |
| "memory/max_allocated (GiB)": 72.83, |
| "ppl": 1.30554, |
| "step": 138, |
| "tokens/total": 34006400, |
| "tokens/train_per_sec_per_gpu": 13.13, |
| "tokens/trainable": 271301 |
| }, |
| { |
| "epoch": 0.2836734693877551, |
| "grad_norm": 0.25799280405044556, |
| "learning_rate": 9.679347789358766e-05, |
| "loss": 0.25472038984298706, |
| "memory/device_reserved (GiB)": 77.29, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.2901, |
| "step": 139, |
| "tokens/total": 34284992, |
| "tokens/train_per_sec_per_gpu": 10.12, |
| "tokens/trainable": 273314 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.30096814036369324, |
| "learning_rate": 9.673502447832071e-05, |
| "loss": 0.3603587746620178, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 76.64, |
| "memory/max_allocated (GiB)": 76.64, |
| "ppl": 1.43384, |
| "step": 140, |
| "tokens/total": 34536000, |
| "tokens/train_per_sec_per_gpu": 12.71, |
| "tokens/trainable": 275380 |
| }, |
| { |
| "epoch": 0.28775510204081634, |
| "grad_norm": 0.3104712665081024, |
| "learning_rate": 9.667606105058828e-05, |
| "loss": 0.29542291164398193, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 72.75, |
| "memory/max_allocated (GiB)": 72.75, |
| "ppl": 1.34369, |
| "step": 141, |
| "tokens/total": 34783360, |
| "tokens/train_per_sec_per_gpu": 10.77, |
| "tokens/trainable": 277127 |
| }, |
| { |
| "epoch": 0.2897959183673469, |
| "grad_norm": 0.30640509724617004, |
| "learning_rate": 9.661658825384959e-05, |
| "loss": 0.3147083520889282, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 72.26, |
| "memory/max_allocated (GiB)": 72.26, |
| "ppl": 1.36986, |
| "step": 142, |
| "tokens/total": 35014912, |
| "tokens/train_per_sec_per_gpu": 12.62, |
| "tokens/trainable": 278957 |
| }, |
| { |
| "epoch": 0.29183673469387755, |
| "grad_norm": 0.2548229992389679, |
| "learning_rate": 9.655660673712254e-05, |
| "loss": 0.31100380420684814, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 75.99, |
| "memory/max_allocated (GiB)": 75.99, |
| "ppl": 1.36479, |
| "step": 143, |
| "tokens/total": 35273536, |
| "tokens/train_per_sec_per_gpu": 11.7, |
| "tokens/trainable": 280951 |
| }, |
| { |
| "epoch": 0.2938775510204082, |
| "grad_norm": 0.29141655564308167, |
| "learning_rate": 9.649611715497662e-05, |
| "loss": 0.27038058638572693, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 75.18, |
| "memory/max_allocated (GiB)": 75.18, |
| "ppl": 1.31046, |
| "step": 144, |
| "tokens/total": 35527168, |
| "tokens/train_per_sec_per_gpu": 11.5, |
| "tokens/trainable": 282752 |
| }, |
| { |
| "epoch": 0.29591836734693877, |
| "grad_norm": 0.43348321318626404, |
| "learning_rate": 9.643512016752579e-05, |
| "loss": 0.4798806607723236, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 75.23, |
| "memory/max_allocated (GiB)": 75.23, |
| "ppl": 1.61588, |
| "step": 145, |
| "tokens/total": 35796480, |
| "tokens/train_per_sec_per_gpu": 11.25, |
| "tokens/trainable": 284653 |
| }, |
| { |
| "epoch": 0.2979591836734694, |
| "grad_norm": 0.2728241980075836, |
| "learning_rate": 9.637361644042118e-05, |
| "loss": 0.286792516708374, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 76.56, |
| "memory/max_allocated (GiB)": 76.56, |
| "ppl": 1.33215, |
| "step": 146, |
| "tokens/total": 36064384, |
| "tokens/train_per_sec_per_gpu": 10.29, |
| "tokens/trainable": 286479 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.30759933590888977, |
| "learning_rate": 9.631160664484398e-05, |
| "loss": 0.32493382692337036, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 73.81, |
| "memory/max_allocated (GiB)": 73.81, |
| "ppl": 1.38394, |
| "step": 147, |
| "tokens/total": 36328320, |
| "tokens/train_per_sec_per_gpu": 13.16, |
| "tokens/trainable": 288740 |
| }, |
| { |
| "epoch": 0.3020408163265306, |
| "grad_norm": 0.2914741635322571, |
| "learning_rate": 9.624909145749798e-05, |
| "loss": 0.33574390411376953, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 73.57, |
| "memory/max_allocated (GiB)": 73.57, |
| "ppl": 1.39898, |
| "step": 148, |
| "tokens/total": 36571648, |
| "tokens/train_per_sec_per_gpu": 13.25, |
| "tokens/trainable": 290562 |
| }, |
| { |
| "epoch": 0.3040816326530612, |
| "grad_norm": 0.29609742760658264, |
| "learning_rate": 9.618607156060227e-05, |
| "loss": 0.2782217264175415, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 75.15, |
| "memory/max_allocated (GiB)": 75.15, |
| "ppl": 1.32078, |
| "step": 149, |
| "tokens/total": 36835264, |
| "tokens/train_per_sec_per_gpu": 12.51, |
| "tokens/trainable": 292578 |
| }, |
| { |
| "epoch": 0.30612244897959184, |
| "grad_norm": 0.28771230578422546, |
| "learning_rate": 9.612254764188369e-05, |
| "loss": 0.3707728981971741, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 73.84, |
| "memory/max_allocated (GiB)": 73.84, |
| "ppl": 1.44885, |
| "step": 150, |
| "tokens/total": 37060352, |
| "tokens/train_per_sec_per_gpu": 12.85, |
| "tokens/trainable": 294477 |
| }, |
| { |
| "epoch": 0.3081632653061224, |
| "grad_norm": 0.3155246675014496, |
| "learning_rate": 9.605852039456947e-05, |
| "loss": 0.34479111433029175, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 73.62, |
| "memory/max_allocated (GiB)": 73.62, |
| "ppl": 1.4117, |
| "step": 151, |
| "tokens/total": 37302080, |
| "tokens/train_per_sec_per_gpu": 11.81, |
| "tokens/trainable": 296799 |
| }, |
| { |
| "epoch": 0.31020408163265306, |
| "grad_norm": 0.24003657698631287, |
| "learning_rate": 9.599399051737958e-05, |
| "loss": 0.26617324352264404, |
| "memory/device_reserved (GiB)": 76.61, |
| "memory/max_active (GiB)": 75.75, |
| "memory/max_allocated (GiB)": 75.75, |
| "ppl": 1.30496, |
| "step": 152, |
| "tokens/total": 37547648, |
| "tokens/train_per_sec_per_gpu": 11.95, |
| "tokens/trainable": 298641 |
| }, |
| { |
| "epoch": 0.3122448979591837, |
| "grad_norm": 0.2692473530769348, |
| "learning_rate": 9.592895871451908e-05, |
| "loss": 0.26289498805999756, |
| "memory/device_reserved (GiB)": 76.61, |
| "memory/max_active (GiB)": 75.31, |
| "memory/max_allocated (GiB)": 75.31, |
| "ppl": 1.30069, |
| "step": 153, |
| "tokens/total": 37777408, |
| "tokens/train_per_sec_per_gpu": 10.39, |
| "tokens/trainable": 300321 |
| }, |
| { |
| "epoch": 0.3142857142857143, |
| "grad_norm": 0.26663610339164734, |
| "learning_rate": 9.58634256956705e-05, |
| "loss": 0.3169020414352417, |
| "memory/device_reserved (GiB)": 76.61, |
| "memory/max_active (GiB)": 73.3, |
| "memory/max_allocated (GiB)": 73.3, |
| "ppl": 1.37287, |
| "step": 154, |
| "tokens/total": 38015744, |
| "tokens/train_per_sec_per_gpu": 17.09, |
| "tokens/trainable": 302682 |
| }, |
| { |
| "epoch": 0.3163265306122449, |
| "grad_norm": 0.276568204164505, |
| "learning_rate": 9.579739217598608e-05, |
| "loss": 0.23821114003658295, |
| "memory/device_reserved (GiB)": 76.61, |
| "memory/max_active (GiB)": 75.07, |
| "memory/max_allocated (GiB)": 75.07, |
| "ppl": 1.26898, |
| "step": 155, |
| "tokens/total": 38262912, |
| "tokens/train_per_sec_per_gpu": 14.11, |
| "tokens/trainable": 304982 |
| }, |
| { |
| "epoch": 0.3183673469387755, |
| "grad_norm": 0.2808186411857605, |
| "learning_rate": 9.573085887607991e-05, |
| "loss": 0.29930347204208374, |
| "memory/device_reserved (GiB)": 76.61, |
| "memory/max_active (GiB)": 72.21, |
| "memory/max_allocated (GiB)": 72.21, |
| "ppl": 1.34892, |
| "step": 156, |
| "tokens/total": 38483264, |
| "tokens/train_per_sec_per_gpu": 16.27, |
| "tokens/trainable": 307115 |
| }, |
| { |
| "epoch": 0.32040816326530613, |
| "grad_norm": 0.25718843936920166, |
| "learning_rate": 9.566382652202013e-05, |
| "loss": 0.22872576117515564, |
| "memory/device_reserved (GiB)": 77.45, |
| "memory/max_active (GiB)": 76.56, |
| "memory/max_allocated (GiB)": 76.56, |
| "ppl": 1.257, |
| "step": 157, |
| "tokens/total": 38730240, |
| "tokens/train_per_sec_per_gpu": 11.61, |
| "tokens/trainable": 309080 |
| }, |
| { |
| "epoch": 0.3224489795918367, |
| "grad_norm": 0.3126402497291565, |
| "learning_rate": 9.559629584532099e-05, |
| "loss": 0.38535940647125244, |
| "memory/device_reserved (GiB)": 77.45, |
| "memory/max_active (GiB)": 72.48, |
| "memory/max_allocated (GiB)": 72.48, |
| "ppl": 1.47014, |
| "step": 158, |
| "tokens/total": 38973440, |
| "tokens/train_per_sec_per_gpu": 12.48, |
| "tokens/trainable": 311082 |
| }, |
| { |
| "epoch": 0.32448979591836735, |
| "grad_norm": 0.2776803970336914, |
| "learning_rate": 9.552826758293487e-05, |
| "loss": 0.27426379919052124, |
| "memory/device_reserved (GiB)": 77.45, |
| "memory/max_active (GiB)": 74.28, |
| "memory/max_allocated (GiB)": 74.28, |
| "ppl": 1.31556, |
| "step": 159, |
| "tokens/total": 39198784, |
| "tokens/train_per_sec_per_gpu": 11.78, |
| "tokens/trainable": 312908 |
| }, |
| { |
| "epoch": 0.32653061224489793, |
| "grad_norm": 0.2852776050567627, |
| "learning_rate": 9.54597424772442e-05, |
| "loss": 0.3446773588657379, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 76.64, |
| "memory/max_allocated (GiB)": 76.64, |
| "ppl": 1.41153, |
| "step": 160, |
| "tokens/total": 39459840, |
| "tokens/train_per_sec_per_gpu": 11.07, |
| "tokens/trainable": 314839 |
| }, |
| { |
| "epoch": 0.32857142857142857, |
| "grad_norm": 0.28382131457328796, |
| "learning_rate": 9.539072127605342e-05, |
| "loss": 0.3068111538887024, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 76.07, |
| "memory/max_allocated (GiB)": 76.07, |
| "ppl": 1.35908, |
| "step": 161, |
| "tokens/total": 39709184, |
| "tokens/train_per_sec_per_gpu": 11.66, |
| "tokens/trainable": 316710 |
| }, |
| { |
| "epoch": 0.3306122448979592, |
| "grad_norm": 0.3279019892215729, |
| "learning_rate": 9.532120473258075e-05, |
| "loss": 0.4070303440093994, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 72.92, |
| "memory/max_allocated (GiB)": 72.92, |
| "ppl": 1.50235, |
| "step": 162, |
| "tokens/total": 39959232, |
| "tokens/train_per_sec_per_gpu": 11.75, |
| "tokens/trainable": 318693 |
| }, |
| { |
| "epoch": 0.3326530612244898, |
| "grad_norm": 0.2982117235660553, |
| "learning_rate": 9.525119360545004e-05, |
| "loss": 0.34509584307670593, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.41213, |
| "step": 163, |
| "tokens/total": 40214080, |
| "tokens/train_per_sec_per_gpu": 11.81, |
| "tokens/trainable": 320608 |
| }, |
| { |
| "epoch": 0.3346938775510204, |
| "grad_norm": 0.25095808506011963, |
| "learning_rate": 9.518068865868245e-05, |
| "loss": 0.2849389314651489, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 75.67, |
| "memory/max_allocated (GiB)": 75.67, |
| "ppl": 1.32968, |
| "step": 164, |
| "tokens/total": 40433280, |
| "tokens/train_per_sec_per_gpu": 12.92, |
| "tokens/trainable": 322508 |
| }, |
| { |
| "epoch": 0.336734693877551, |
| "grad_norm": 0.24955125153064728, |
| "learning_rate": 9.510969066168813e-05, |
| "loss": 0.26943549513816833, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.75, |
| "memory/max_allocated (GiB)": 76.75, |
| "ppl": 1.30923, |
| "step": 165, |
| "tokens/total": 40674624, |
| "tokens/train_per_sec_per_gpu": 12.35, |
| "tokens/trainable": 324615 |
| }, |
| { |
| "epoch": 0.33877551020408164, |
| "grad_norm": 0.311704158782959, |
| "learning_rate": 9.503820038925782e-05, |
| "loss": 0.3359563946723938, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.81, |
| "memory/max_allocated (GiB)": 76.81, |
| "ppl": 1.39928, |
| "step": 166, |
| "tokens/total": 40929600, |
| "tokens/train_per_sec_per_gpu": 12.27, |
| "tokens/trainable": 326703 |
| }, |
| { |
| "epoch": 0.3408163265306122, |
| "grad_norm": 0.26562872529029846, |
| "learning_rate": 9.496621862155433e-05, |
| "loss": 0.33208560943603516, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 74.6, |
| "memory/max_allocated (GiB)": 74.6, |
| "ppl": 1.39387, |
| "step": 167, |
| "tokens/total": 41178112, |
| "tokens/train_per_sec_per_gpu": 12.48, |
| "tokens/trainable": 328707 |
| }, |
| { |
| "epoch": 0.34285714285714286, |
| "grad_norm": 0.3553466498851776, |
| "learning_rate": 9.489374614410413e-05, |
| "loss": 0.3184070587158203, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.08, |
| "memory/max_allocated (GiB)": 73.08, |
| "ppl": 1.37494, |
| "step": 168, |
| "tokens/total": 41413248, |
| "tokens/train_per_sec_per_gpu": 9.75, |
| "tokens/trainable": 330454 |
| }, |
| { |
| "epoch": 0.3448979591836735, |
| "grad_norm": 0.24358566105365753, |
| "learning_rate": 9.482078374778877e-05, |
| "loss": 0.2871302366256714, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.07, |
| "memory/max_allocated (GiB)": 75.07, |
| "ppl": 1.3326, |
| "step": 169, |
| "tokens/total": 41664768, |
| "tokens/train_per_sec_per_gpu": 11.83, |
| "tokens/trainable": 332291 |
| }, |
| { |
| "epoch": 0.3469387755102041, |
| "grad_norm": 0.24818101525306702, |
| "learning_rate": 9.474733222883618e-05, |
| "loss": 0.30461373925209045, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 74.58, |
| "memory/max_allocated (GiB)": 74.58, |
| "ppl": 1.3561, |
| "step": 170, |
| "tokens/total": 41912320, |
| "tokens/train_per_sec_per_gpu": 13.83, |
| "tokens/trainable": 334598 |
| }, |
| { |
| "epoch": 0.3489795918367347, |
| "grad_norm": 0.3133099377155304, |
| "learning_rate": 9.467339238881199e-05, |
| "loss": 0.27984052896499634, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 72.1, |
| "memory/max_allocated (GiB)": 72.1, |
| "ppl": 1.32292, |
| "step": 171, |
| "tokens/total": 42158912, |
| "tokens/train_per_sec_per_gpu": 10.95, |
| "tokens/trainable": 336300 |
| }, |
| { |
| "epoch": 0.3510204081632653, |
| "grad_norm": 0.2956582307815552, |
| "learning_rate": 9.459896503461081e-05, |
| "loss": 0.3749943971633911, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.15, |
| "memory/max_allocated (GiB)": 76.15, |
| "ppl": 1.45498, |
| "step": 172, |
| "tokens/total": 42403968, |
| "tokens/train_per_sec_per_gpu": 13.75, |
| "tokens/trainable": 338598 |
| }, |
| { |
| "epoch": 0.35306122448979593, |
| "grad_norm": 0.25042635202407837, |
| "learning_rate": 9.452405097844745e-05, |
| "loss": 0.32250380516052246, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.43, |
| "memory/max_allocated (GiB)": 76.43, |
| "ppl": 1.38058, |
| "step": 173, |
| "tokens/total": 42656192, |
| "tokens/train_per_sec_per_gpu": 12.65, |
| "tokens/trainable": 340730 |
| }, |
| { |
| "epoch": 0.3551020408163265, |
| "grad_norm": 0.3163611888885498, |
| "learning_rate": 9.444865103784804e-05, |
| "loss": 0.358521431684494, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 74.49, |
| "memory/max_allocated (GiB)": 74.49, |
| "ppl": 1.43121, |
| "step": 174, |
| "tokens/total": 42891776, |
| "tokens/train_per_sec_per_gpu": 13.19, |
| "tokens/trainable": 342662 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 0.2791230380535126, |
| "learning_rate": 9.437276603564103e-05, |
| "loss": 0.2755742073059082, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.17, |
| "memory/max_allocated (GiB)": 75.17, |
| "ppl": 1.31729, |
| "step": 175, |
| "tokens/total": 43108672, |
| "tokens/train_per_sec_per_gpu": 15.83, |
| "tokens/trainable": 344711 |
| }, |
| { |
| "epoch": 0.35918367346938773, |
| "grad_norm": 0.2673008441925049, |
| "learning_rate": 9.429639679994835e-05, |
| "loss": 0.2903071343898773, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 76.78, |
| "memory/max_allocated (GiB)": 76.78, |
| "ppl": 1.33684, |
| "step": 176, |
| "tokens/total": 43363648, |
| "tokens/train_per_sec_per_gpu": 7.56, |
| "tokens/trainable": 346404 |
| }, |
| { |
| "epoch": 0.36122448979591837, |
| "grad_norm": 0.255515456199646, |
| "learning_rate": 9.421954416417624e-05, |
| "loss": 0.29625675082206726, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 73.43, |
| "memory/max_allocated (GiB)": 73.43, |
| "ppl": 1.34482, |
| "step": 177, |
| "tokens/total": 43619328, |
| "tokens/train_per_sec_per_gpu": 10.84, |
| "tokens/trainable": 348353 |
| }, |
| { |
| "epoch": 0.363265306122449, |
| "grad_norm": 0.23868580162525177, |
| "learning_rate": 9.414220896700625e-05, |
| "loss": 0.243681401014328, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 75.96, |
| "memory/max_allocated (GiB)": 75.96, |
| "ppl": 1.27594, |
| "step": 178, |
| "tokens/total": 43864576, |
| "tokens/train_per_sec_per_gpu": 12.37, |
| "tokens/trainable": 350306 |
| }, |
| { |
| "epoch": 0.3653061224489796, |
| "grad_norm": 0.2819514870643616, |
| "learning_rate": 9.406439205238604e-05, |
| "loss": 0.2865571975708008, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 73.08, |
| "memory/max_allocated (GiB)": 73.08, |
| "ppl": 1.33183, |
| "step": 179, |
| "tokens/total": 44110464, |
| "tokens/train_per_sec_per_gpu": 14.06, |
| "tokens/trainable": 352775 |
| }, |
| { |
| "epoch": 0.3673469387755102, |
| "grad_norm": 0.379252165555954, |
| "learning_rate": 9.398609426952019e-05, |
| "loss": 0.2871363162994385, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 76.07, |
| "memory/max_allocated (GiB)": 76.07, |
| "ppl": 1.33261, |
| "step": 180, |
| "tokens/total": 44379840, |
| "tokens/train_per_sec_per_gpu": 10.57, |
| "tokens/trainable": 354683 |
| }, |
| { |
| "epoch": 0.3693877551020408, |
| "grad_norm": 0.28169211745262146, |
| "learning_rate": 9.390731647286089e-05, |
| "loss": 0.26943761110305786, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 73.32, |
| "memory/max_allocated (GiB)": 73.32, |
| "ppl": 1.30923, |
| "step": 181, |
| "tokens/total": 44580160, |
| "tokens/train_per_sec_per_gpu": 11.75, |
| "tokens/trainable": 356470 |
| }, |
| { |
| "epoch": 0.37142857142857144, |
| "grad_norm": 0.3467806279659271, |
| "learning_rate": 9.382805952209871e-05, |
| "loss": 0.28104543685913086, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 76.29, |
| "memory/max_allocated (GiB)": 76.29, |
| "ppl": 1.32451, |
| "step": 182, |
| "tokens/total": 44835008, |
| "tokens/train_per_sec_per_gpu": 12.22, |
| "tokens/trainable": 358392 |
| }, |
| { |
| "epoch": 0.373469387755102, |
| "grad_norm": 0.2689661383628845, |
| "learning_rate": 9.37483242821531e-05, |
| "loss": 0.27438846230506897, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 72.37, |
| "memory/max_allocated (GiB)": 72.37, |
| "ppl": 1.31573, |
| "step": 183, |
| "tokens/total": 45072064, |
| "tokens/train_per_sec_per_gpu": 12.5, |
| "tokens/trainable": 360336 |
| }, |
| { |
| "epoch": 0.37551020408163266, |
| "grad_norm": 0.30542707443237305, |
| "learning_rate": 9.366811162316306e-05, |
| "loss": 0.32957538962364197, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 73.02, |
| "memory/max_allocated (GiB)": 73.02, |
| "ppl": 1.39038, |
| "step": 184, |
| "tokens/total": 45318912, |
| "tokens/train_per_sec_per_gpu": 11.61, |
| "tokens/trainable": 362210 |
| }, |
| { |
| "epoch": 0.37755102040816324, |
| "grad_norm": 0.3197149336338043, |
| "learning_rate": 9.358742242047754e-05, |
| "loss": 0.31359681487083435, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 74.79, |
| "memory/max_allocated (GiB)": 74.79, |
| "ppl": 1.36834, |
| "step": 185, |
| "tokens/total": 45543488, |
| "tokens/train_per_sec_per_gpu": 13.12, |
| "tokens/trainable": 364203 |
| }, |
| { |
| "epoch": 0.3795918367346939, |
| "grad_norm": 0.28580036759376526, |
| "learning_rate": 9.3506257554646e-05, |
| "loss": 0.28920769691467285, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 71.94, |
| "memory/max_allocated (GiB)": 71.94, |
| "ppl": 1.33537, |
| "step": 186, |
| "tokens/total": 45772736, |
| "tokens/train_per_sec_per_gpu": 12.88, |
| "tokens/trainable": 366163 |
| }, |
| { |
| "epoch": 0.3816326530612245, |
| "grad_norm": 0.31438928842544556, |
| "learning_rate": 9.342461791140869e-05, |
| "loss": 0.2657240331172943, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 75.91, |
| "memory/max_allocated (GiB)": 75.91, |
| "ppl": 1.30438, |
| "step": 187, |
| "tokens/total": 46011712, |
| "tokens/train_per_sec_per_gpu": 10.7, |
| "tokens/trainable": 367799 |
| }, |
| { |
| "epoch": 0.3836734693877551, |
| "grad_norm": 0.30836033821105957, |
| "learning_rate": 9.334250438168708e-05, |
| "loss": 0.3199600577354431, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 75.23, |
| "memory/max_allocated (GiB)": 75.23, |
| "ppl": 1.37707, |
| "step": 188, |
| "tokens/total": 46228096, |
| "tokens/train_per_sec_per_gpu": 13.53, |
| "tokens/trainable": 369776 |
| }, |
| { |
| "epoch": 0.38571428571428573, |
| "grad_norm": 0.35285985469818115, |
| "learning_rate": 9.325991786157404e-05, |
| "loss": 0.31909671425819397, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 76.62, |
| "memory/max_allocated (GiB)": 76.62, |
| "ppl": 1.37588, |
| "step": 189, |
| "tokens/total": 46467904, |
| "tokens/train_per_sec_per_gpu": 12.24, |
| "tokens/trainable": 371863 |
| }, |
| { |
| "epoch": 0.3877551020408163, |
| "grad_norm": 0.241706982254982, |
| "learning_rate": 9.317685925232419e-05, |
| "loss": 0.2664746940135956, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 74.11, |
| "memory/max_allocated (GiB)": 74.11, |
| "ppl": 1.30535, |
| "step": 190, |
| "tokens/total": 46700224, |
| "tokens/train_per_sec_per_gpu": 15.81, |
| "tokens/trainable": 374102 |
| }, |
| { |
| "epoch": 0.38979591836734695, |
| "grad_norm": 0.2703701853752136, |
| "learning_rate": 9.309332946034392e-05, |
| "loss": 0.2703375220298767, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 74.98, |
| "memory/max_allocated (GiB)": 74.98, |
| "ppl": 1.31041, |
| "step": 191, |
| "tokens/total": 46950848, |
| "tokens/train_per_sec_per_gpu": 11.92, |
| "tokens/trainable": 375980 |
| }, |
| { |
| "epoch": 0.39183673469387753, |
| "grad_norm": 0.2964496612548828, |
| "learning_rate": 9.300932939718159e-05, |
| "loss": 0.31706342101097107, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 72.37, |
| "memory/max_allocated (GiB)": 72.37, |
| "ppl": 1.37309, |
| "step": 192, |
| "tokens/total": 47188160, |
| "tokens/train_per_sec_per_gpu": 12.62, |
| "tokens/trainable": 377889 |
| }, |
| { |
| "epoch": 0.39387755102040817, |
| "grad_norm": 0.29765358567237854, |
| "learning_rate": 9.292485997951759e-05, |
| "loss": 0.29366958141326904, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 76.59, |
| "memory/max_allocated (GiB)": 76.59, |
| "ppl": 1.34134, |
| "step": 193, |
| "tokens/total": 47436288, |
| "tokens/train_per_sec_per_gpu": 10.37, |
| "tokens/trainable": 379651 |
| }, |
| { |
| "epoch": 0.39591836734693875, |
| "grad_norm": 0.26283350586891174, |
| "learning_rate": 9.283992212915427e-05, |
| "loss": 0.3029991090297699, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 72.75, |
| "memory/max_allocated (GiB)": 72.75, |
| "ppl": 1.35391, |
| "step": 194, |
| "tokens/total": 47675776, |
| "tokens/train_per_sec_per_gpu": 12.82, |
| "tokens/trainable": 381553 |
| }, |
| { |
| "epoch": 0.3979591836734694, |
| "grad_norm": 0.25369948148727417, |
| "learning_rate": 9.275451677300591e-05, |
| "loss": 0.30793553590774536, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.36061, |
| "step": 195, |
| "tokens/total": 47912704, |
| "tokens/train_per_sec_per_gpu": 13.38, |
| "tokens/trainable": 383432 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.2838038504123688, |
| "learning_rate": 9.266864484308866e-05, |
| "loss": 0.2943202257156372, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 76.78, |
| "memory/max_allocated (GiB)": 76.78, |
| "ppl": 1.34221, |
| "step": 196, |
| "tokens/total": 48137088, |
| "tokens/train_per_sec_per_gpu": 14.07, |
| "tokens/trainable": 385535 |
| }, |
| { |
| "epoch": 0.4020408163265306, |
| "grad_norm": 0.2468489110469818, |
| "learning_rate": 9.258230727651028e-05, |
| "loss": 0.25899794697761536, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 73.79, |
| "memory/max_allocated (GiB)": 73.79, |
| "ppl": 1.29563, |
| "step": 197, |
| "tokens/total": 48394240, |
| "tokens/train_per_sec_per_gpu": 15.65, |
| "tokens/trainable": 388061 |
| }, |
| { |
| "epoch": 0.40408163265306124, |
| "grad_norm": 0.24155408143997192, |
| "learning_rate": 9.249550501545997e-05, |
| "loss": 0.30748817324638367, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 75.5, |
| "memory/max_allocated (GiB)": 75.5, |
| "ppl": 1.36, |
| "step": 198, |
| "tokens/total": 48645184, |
| "tokens/train_per_sec_per_gpu": 13.67, |
| "tokens/trainable": 390121 |
| }, |
| { |
| "epoch": 0.4061224489795918, |
| "grad_norm": 0.2673620879650116, |
| "learning_rate": 9.240823900719807e-05, |
| "loss": 0.3003724217414856, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 72.81, |
| "memory/max_allocated (GiB)": 72.81, |
| "ppl": 1.35036, |
| "step": 199, |
| "tokens/total": 48895616, |
| "tokens/train_per_sec_per_gpu": 12.07, |
| "tokens/trainable": 391941 |
| }, |
| { |
| "epoch": 0.40816326530612246, |
| "grad_norm": 0.2946039140224457, |
| "learning_rate": 9.232051020404573e-05, |
| "loss": 0.2821658253669739, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 72.73, |
| "memory/max_allocated (GiB)": 72.73, |
| "ppl": 1.326, |
| "step": 200, |
| "tokens/total": 49133184, |
| "tokens/train_per_sec_per_gpu": 10.98, |
| "tokens/trainable": 393669 |
| }, |
| { |
| "epoch": 0.41020408163265304, |
| "grad_norm": 0.2829929292201996, |
| "learning_rate": 9.22323195633745e-05, |
| "loss": 0.3213472366333008, |
| "memory/device_reserved (GiB)": 77.88, |
| "memory/max_active (GiB)": 76.4, |
| "memory/max_allocated (GiB)": 76.4, |
| "ppl": 1.37898, |
| "step": 201, |
| "tokens/total": 49376000, |
| "tokens/train_per_sec_per_gpu": 10.63, |
| "tokens/trainable": 395917 |
| }, |
| { |
| "epoch": 0.4122448979591837, |
| "grad_norm": 0.37282848358154297, |
| "learning_rate": 9.214366804759588e-05, |
| "loss": 0.2857997417449951, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 75.91, |
| "memory/max_allocated (GiB)": 75.91, |
| "ppl": 1.33083, |
| "step": 202, |
| "tokens/total": 49614720, |
| "tokens/train_per_sec_per_gpu": 13.19, |
| "tokens/trainable": 398069 |
| }, |
| { |
| "epoch": 0.4142857142857143, |
| "grad_norm": 0.4424976706504822, |
| "learning_rate": 9.205455662415093e-05, |
| "loss": 0.3311164379119873, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 72.21, |
| "memory/max_allocated (GiB)": 72.21, |
| "ppl": 1.39252, |
| "step": 203, |
| "tokens/total": 49836480, |
| "tokens/train_per_sec_per_gpu": 17.48, |
| "tokens/trainable": 400171 |
| }, |
| { |
| "epoch": 0.4163265306122449, |
| "grad_norm": 0.2771094739437103, |
| "learning_rate": 9.196498626549945e-05, |
| "loss": 0.30752241611480713, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 74.47, |
| "memory/max_allocated (GiB)": 74.47, |
| "ppl": 1.36005, |
| "step": 204, |
| "tokens/total": 50109120, |
| "tokens/train_per_sec_per_gpu": 9.94, |
| "tokens/trainable": 401913 |
| }, |
| { |
| "epoch": 0.41836734693877553, |
| "grad_norm": 0.21018214523792267, |
| "learning_rate": 9.187495794910968e-05, |
| "loss": 0.24815361201763153, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 76.21, |
| "memory/max_allocated (GiB)": 76.21, |
| "ppl": 1.28166, |
| "step": 205, |
| "tokens/total": 50386240, |
| "tokens/train_per_sec_per_gpu": 11.55, |
| "tokens/trainable": 403860 |
| }, |
| { |
| "epoch": 0.4204081632653061, |
| "grad_norm": 0.31274956464767456, |
| "learning_rate": 9.17844726574474e-05, |
| "loss": 0.29557710886001587, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 72.32, |
| "memory/max_allocated (GiB)": 72.32, |
| "ppl": 1.3439, |
| "step": 206, |
| "tokens/total": 50616768, |
| "tokens/train_per_sec_per_gpu": 16.45, |
| "tokens/trainable": 406101 |
| }, |
| { |
| "epoch": 0.42244897959183675, |
| "grad_norm": 0.2219875305891037, |
| "learning_rate": 9.169353137796534e-05, |
| "loss": 0.27335110306739807, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 72.48, |
| "memory/max_allocated (GiB)": 72.48, |
| "ppl": 1.31436, |
| "step": 207, |
| "tokens/total": 50854272, |
| "tokens/train_per_sec_per_gpu": 12.29, |
| "tokens/trainable": 408195 |
| }, |
| { |
| "epoch": 0.42448979591836733, |
| "grad_norm": 0.275010347366333, |
| "learning_rate": 9.160213510309234e-05, |
| "loss": 0.26474326848983765, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 72.62, |
| "memory/max_allocated (GiB)": 72.62, |
| "ppl": 1.3031, |
| "step": 208, |
| "tokens/total": 51083392, |
| "tokens/train_per_sec_per_gpu": 12.87, |
| "tokens/trainable": 410139 |
| }, |
| { |
| "epoch": 0.42653061224489797, |
| "grad_norm": 0.2345055192708969, |
| "learning_rate": 9.151028483022253e-05, |
| "loss": 0.18677058815956116, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 71.96, |
| "memory/max_allocated (GiB)": 71.96, |
| "ppl": 1.20535, |
| "step": 209, |
| "tokens/total": 51315584, |
| "tokens/train_per_sec_per_gpu": 10.31, |
| "tokens/trainable": 411829 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.24785961210727692, |
| "learning_rate": 9.141798156170446e-05, |
| "loss": 0.27231812477111816, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 73.68, |
| "memory/max_allocated (GiB)": 73.68, |
| "ppl": 1.313, |
| "step": 210, |
| "tokens/total": 51565632, |
| "tokens/train_per_sec_per_gpu": 10.51, |
| "tokens/trainable": 413776 |
| }, |
| { |
| "epoch": 0.4306122448979592, |
| "grad_norm": 0.3085176646709442, |
| "learning_rate": 9.132522630483017e-05, |
| "loss": 0.33028310537338257, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 76.65, |
| "memory/max_allocated (GiB)": 76.65, |
| "ppl": 1.39136, |
| "step": 211, |
| "tokens/total": 51805120, |
| "tokens/train_per_sec_per_gpu": 10.32, |
| "tokens/trainable": 415533 |
| }, |
| { |
| "epoch": 0.4326530612244898, |
| "grad_norm": 0.24363301694393158, |
| "learning_rate": 9.123202007182416e-05, |
| "loss": 0.287580668926239, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 73.24, |
| "memory/max_allocated (GiB)": 73.24, |
| "ppl": 1.3332, |
| "step": 212, |
| "tokens/total": 52059776, |
| "tokens/train_per_sec_per_gpu": 12.47, |
| "tokens/trainable": 417532 |
| }, |
| { |
| "epoch": 0.4346938775510204, |
| "grad_norm": 0.3014145493507385, |
| "learning_rate": 9.113836387983239e-05, |
| "loss": 0.3328613340854645, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 73.84, |
| "memory/max_allocated (GiB)": 73.84, |
| "ppl": 1.39495, |
| "step": 213, |
| "tokens/total": 52304832, |
| "tokens/train_per_sec_per_gpu": 12.72, |
| "tokens/trainable": 419445 |
| }, |
| { |
| "epoch": 0.43673469387755104, |
| "grad_norm": 0.28564947843551636, |
| "learning_rate": 9.104425875091111e-05, |
| "loss": 0.3582199513912201, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 76.26, |
| "memory/max_allocated (GiB)": 76.26, |
| "ppl": 1.43078, |
| "step": 214, |
| "tokens/total": 52573184, |
| "tokens/train_per_sec_per_gpu": 13.0, |
| "tokens/trainable": 421735 |
| }, |
| { |
| "epoch": 0.4387755102040816, |
| "grad_norm": 0.24365663528442383, |
| "learning_rate": 9.094970571201582e-05, |
| "loss": 0.29590386152267456, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 73.92, |
| "memory/max_allocated (GiB)": 73.92, |
| "ppl": 1.34434, |
| "step": 215, |
| "tokens/total": 52812416, |
| "tokens/train_per_sec_per_gpu": 12.89, |
| "tokens/trainable": 423750 |
| }, |
| { |
| "epoch": 0.44081632653061226, |
| "grad_norm": 0.2833119034767151, |
| "learning_rate": 9.085470579498995e-05, |
| "loss": 0.35366660356521606, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 74.36, |
| "memory/max_allocated (GiB)": 74.36, |
| "ppl": 1.42428, |
| "step": 216, |
| "tokens/total": 53062336, |
| "tokens/train_per_sec_per_gpu": 14.44, |
| "tokens/trainable": 426047 |
| }, |
| { |
| "epoch": 0.44285714285714284, |
| "grad_norm": 0.25222450494766235, |
| "learning_rate": 9.075926003655367e-05, |
| "loss": 0.261421799659729, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 75.28, |
| "memory/max_allocated (GiB)": 75.28, |
| "ppl": 1.29878, |
| "step": 217, |
| "tokens/total": 53292160, |
| "tokens/train_per_sec_per_gpu": 14.18, |
| "tokens/trainable": 428071 |
| }, |
| { |
| "epoch": 0.4448979591836735, |
| "grad_norm": 0.22040905058383942, |
| "learning_rate": 9.066336947829251e-05, |
| "loss": 0.2836398482322693, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 76.05, |
| "memory/max_allocated (GiB)": 76.05, |
| "ppl": 1.32795, |
| "step": 218, |
| "tokens/total": 53548544, |
| "tokens/train_per_sec_per_gpu": 12.84, |
| "tokens/trainable": 430076 |
| }, |
| { |
| "epoch": 0.44693877551020406, |
| "grad_norm": 0.22903573513031006, |
| "learning_rate": 9.056703516664606e-05, |
| "loss": 0.2966764569282532, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 73.54, |
| "memory/max_allocated (GiB)": 73.54, |
| "ppl": 1.34538, |
| "step": 219, |
| "tokens/total": 53806848, |
| "tokens/train_per_sec_per_gpu": 15.43, |
| "tokens/trainable": 432426 |
| }, |
| { |
| "epoch": 0.4489795918367347, |
| "grad_norm": 0.277042955160141, |
| "learning_rate": 9.047025815289655e-05, |
| "loss": 0.2946584224700928, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 72.92, |
| "memory/max_allocated (GiB)": 72.92, |
| "ppl": 1.34267, |
| "step": 220, |
| "tokens/total": 54049600, |
| "tokens/train_per_sec_per_gpu": 13.97, |
| "tokens/trainable": 434720 |
| }, |
| { |
| "epoch": 0.45102040816326533, |
| "grad_norm": 0.23950393497943878, |
| "learning_rate": 9.037303949315736e-05, |
| "loss": 0.26722252368927, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 75.07, |
| "memory/max_allocated (GiB)": 75.07, |
| "ppl": 1.30633, |
| "step": 221, |
| "tokens/total": 54298176, |
| "tokens/train_per_sec_per_gpu": 13.58, |
| "tokens/trainable": 436747 |
| }, |
| { |
| "epoch": 0.4530612244897959, |
| "grad_norm": 0.27701491117477417, |
| "learning_rate": 9.027538024836142e-05, |
| "loss": 0.3390708863735199, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 75.5, |
| "memory/max_allocated (GiB)": 75.5, |
| "ppl": 1.40364, |
| "step": 222, |
| "tokens/total": 54545792, |
| "tokens/train_per_sec_per_gpu": 13.7, |
| "tokens/trainable": 438709 |
| }, |
| { |
| "epoch": 0.45510204081632655, |
| "grad_norm": 0.27305006980895996, |
| "learning_rate": 9.017728148424974e-05, |
| "loss": 0.2793228030204773, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 71.34, |
| "memory/max_allocated (GiB)": 71.34, |
| "ppl": 1.32223, |
| "step": 223, |
| "tokens/total": 54757952, |
| "tokens/train_per_sec_per_gpu": 12.92, |
| "tokens/trainable": 440507 |
| }, |
| { |
| "epoch": 0.45714285714285713, |
| "grad_norm": 0.3301241993904114, |
| "learning_rate": 9.007874427135977e-05, |
| "loss": 0.2435423582792282, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 75.86, |
| "memory/max_allocated (GiB)": 75.86, |
| "ppl": 1.27576, |
| "step": 224, |
| "tokens/total": 55005696, |
| "tokens/train_per_sec_per_gpu": 11.19, |
| "tokens/trainable": 442449 |
| }, |
| { |
| "epoch": 0.45918367346938777, |
| "grad_norm": 0.26555532217025757, |
| "learning_rate": 8.997976968501361e-05, |
| "loss": 0.28337737917900085, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 72.83, |
| "memory/max_allocated (GiB)": 72.83, |
| "ppl": 1.32761, |
| "step": 225, |
| "tokens/total": 55256896, |
| "tokens/train_per_sec_per_gpu": 13.91, |
| "tokens/trainable": 444834 |
| }, |
| { |
| "epoch": 0.46122448979591835, |
| "grad_norm": 0.24408915638923645, |
| "learning_rate": 8.988035880530646e-05, |
| "loss": 0.26556074619293213, |
| "memory/device_reserved (GiB)": 77.51, |
| "memory/max_active (GiB)": 75.53, |
| "memory/max_allocated (GiB)": 75.53, |
| "ppl": 1.30416, |
| "step": 226, |
| "tokens/total": 55483776, |
| "tokens/train_per_sec_per_gpu": 9.15, |
| "tokens/trainable": 446848 |
| }, |
| { |
| "epoch": 0.463265306122449, |
| "grad_norm": 0.29348307847976685, |
| "learning_rate": 8.978051271709461e-05, |
| "loss": 0.26864713430404663, |
| "memory/device_reserved (GiB)": 77.08, |
| "memory/max_active (GiB)": 76.35, |
| "memory/max_allocated (GiB)": 76.35, |
| "ppl": 1.30819, |
| "step": 227, |
| "tokens/total": 55743616, |
| "tokens/train_per_sec_per_gpu": 11.26, |
| "tokens/trainable": 448799 |
| }, |
| { |
| "epoch": 0.46530612244897956, |
| "grad_norm": 0.2565111219882965, |
| "learning_rate": 8.968023250998381e-05, |
| "loss": 0.2575717270374298, |
| "memory/device_reserved (GiB)": 77.08, |
| "memory/max_active (GiB)": 72.94, |
| "memory/max_allocated (GiB)": 72.94, |
| "ppl": 1.29378, |
| "step": 228, |
| "tokens/total": 55997760, |
| "tokens/train_per_sec_per_gpu": 10.46, |
| "tokens/trainable": 450576 |
| }, |
| { |
| "epoch": 0.4673469387755102, |
| "grad_norm": 0.2683160901069641, |
| "learning_rate": 8.957951927831722e-05, |
| "loss": 0.3322480320930481, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 76.78, |
| "memory/max_allocated (GiB)": 76.78, |
| "ppl": 1.3941, |
| "step": 229, |
| "tokens/total": 56248960, |
| "tokens/train_per_sec_per_gpu": 12.09, |
| "tokens/trainable": 452647 |
| }, |
| { |
| "epoch": 0.46938775510204084, |
| "grad_norm": 0.24362893402576447, |
| "learning_rate": 8.94783741211636e-05, |
| "loss": 0.2575136721134186, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 75.91, |
| "memory/max_allocated (GiB)": 75.91, |
| "ppl": 1.29371, |
| "step": 230, |
| "tokens/total": 56543872, |
| "tokens/train_per_sec_per_gpu": 10.94, |
| "tokens/trainable": 454763 |
| }, |
| { |
| "epoch": 0.4714285714285714, |
| "grad_norm": 0.2578815519809723, |
| "learning_rate": 8.937679814230517e-05, |
| "loss": 0.22576625645160675, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 73.22, |
| "memory/max_allocated (GiB)": 73.22, |
| "ppl": 1.25328, |
| "step": 231, |
| "tokens/total": 56784320, |
| "tokens/train_per_sec_per_gpu": 11.18, |
| "tokens/trainable": 456672 |
| }, |
| { |
| "epoch": 0.47346938775510206, |
| "grad_norm": 0.2743871212005615, |
| "learning_rate": 8.927479245022569e-05, |
| "loss": 0.2976492941379547, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.36, |
| "memory/max_allocated (GiB)": 74.36, |
| "ppl": 1.34669, |
| "step": 232, |
| "tokens/total": 57039808, |
| "tokens/train_per_sec_per_gpu": 11.2, |
| "tokens/trainable": 458524 |
| }, |
| { |
| "epoch": 0.47551020408163264, |
| "grad_norm": 0.26580774784088135, |
| "learning_rate": 8.917235815809835e-05, |
| "loss": 0.29766151309013367, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.25, |
| "memory/max_allocated (GiB)": 74.25, |
| "ppl": 1.34671, |
| "step": 233, |
| "tokens/total": 57304832, |
| "tokens/train_per_sec_per_gpu": 11.22, |
| "tokens/trainable": 460558 |
| }, |
| { |
| "epoch": 0.4775510204081633, |
| "grad_norm": 0.25239887833595276, |
| "learning_rate": 8.90694963837735e-05, |
| "loss": 0.29248756170272827, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 73.73, |
| "memory/max_allocated (GiB)": 73.73, |
| "ppl": 1.33976, |
| "step": 234, |
| "tokens/total": 57573312, |
| "tokens/train_per_sec_per_gpu": 12.46, |
| "tokens/trainable": 462527 |
| }, |
| { |
| "epoch": 0.47959183673469385, |
| "grad_norm": 0.2836940884590149, |
| "learning_rate": 8.896620824976665e-05, |
| "loss": 0.28166377544403076, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 72.4, |
| "memory/max_allocated (GiB)": 72.4, |
| "ppl": 1.32533, |
| "step": 235, |
| "tokens/total": 57816064, |
| "tokens/train_per_sec_per_gpu": 13.04, |
| "tokens/trainable": 464488 |
| }, |
| { |
| "epoch": 0.4816326530612245, |
| "grad_norm": 0.2632487118244171, |
| "learning_rate": 8.886249488324599e-05, |
| "loss": 0.2709941267967224, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 75.28, |
| "memory/max_allocated (GiB)": 75.28, |
| "ppl": 1.31127, |
| "step": 236, |
| "tokens/total": 58080256, |
| "tokens/train_per_sec_per_gpu": 10.53, |
| "tokens/trainable": 466331 |
| }, |
| { |
| "epoch": 0.48367346938775513, |
| "grad_norm": 0.22828401625156403, |
| "learning_rate": 8.87583574160203e-05, |
| "loss": 0.30610761046409607, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 76.02, |
| "memory/max_allocated (GiB)": 76.02, |
| "ppl": 1.35813, |
| "step": 237, |
| "tokens/total": 58346176, |
| "tokens/train_per_sec_per_gpu": 13.59, |
| "tokens/trainable": 468759 |
| }, |
| { |
| "epoch": 0.4857142857142857, |
| "grad_norm": 0.24178864061832428, |
| "learning_rate": 8.865379698452649e-05, |
| "loss": 0.2549661695957184, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.79, |
| "memory/max_allocated (GiB)": 74.79, |
| "ppl": 1.29042, |
| "step": 238, |
| "tokens/total": 58588672, |
| "tokens/train_per_sec_per_gpu": 12.62, |
| "tokens/trainable": 470776 |
| }, |
| { |
| "epoch": 0.48775510204081635, |
| "grad_norm": 0.4264017343521118, |
| "learning_rate": 8.854881472981721e-05, |
| "loss": 0.25378647446632385, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.66, |
| "memory/max_allocated (GiB)": 74.66, |
| "ppl": 1.2889, |
| "step": 239, |
| "tokens/total": 58832320, |
| "tokens/train_per_sec_per_gpu": 12.72, |
| "tokens/trainable": 472688 |
| }, |
| { |
| "epoch": 0.4897959183673469, |
| "grad_norm": 0.25247877836227417, |
| "learning_rate": 8.844341179754839e-05, |
| "loss": 0.27283287048339844, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 73.13, |
| "memory/max_allocated (GiB)": 73.13, |
| "ppl": 1.31368, |
| "step": 240, |
| "tokens/total": 59062400, |
| "tokens/train_per_sec_per_gpu": 15.46, |
| "tokens/trainable": 474748 |
| }, |
| { |
| "epoch": 0.49183673469387756, |
| "grad_norm": 0.2840617895126343, |
| "learning_rate": 8.833758933796678e-05, |
| "loss": 0.3166944682598114, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 73.92, |
| "memory/max_allocated (GiB)": 73.92, |
| "ppl": 1.37258, |
| "step": 241, |
| "tokens/total": 59304768, |
| "tokens/train_per_sec_per_gpu": 11.44, |
| "tokens/trainable": 476700 |
| }, |
| { |
| "epoch": 0.49387755102040815, |
| "grad_norm": 0.2712841033935547, |
| "learning_rate": 8.823134850589733e-05, |
| "loss": 0.2397720366716385, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.14, |
| "memory/max_allocated (GiB)": 74.14, |
| "ppl": 1.27096, |
| "step": 242, |
| "tokens/total": 59518720, |
| "tokens/train_per_sec_per_gpu": 14.09, |
| "tokens/trainable": 478590 |
| }, |
| { |
| "epoch": 0.4959183673469388, |
| "grad_norm": 0.2553960680961609, |
| "learning_rate": 8.812469046073069e-05, |
| "loss": 0.3182368278503418, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 72.04, |
| "memory/max_allocated (GiB)": 72.04, |
| "ppl": 1.3747, |
| "step": 243, |
| "tokens/total": 59745280, |
| "tokens/train_per_sec_per_gpu": 14.05, |
| "tokens/trainable": 480586 |
| }, |
| { |
| "epoch": 0.49795918367346936, |
| "grad_norm": 0.3267519176006317, |
| "learning_rate": 8.801761636641042e-05, |
| "loss": 0.30194833874702454, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 72.29, |
| "memory/max_allocated (GiB)": 72.29, |
| "ppl": 1.35249, |
| "step": 244, |
| "tokens/total": 59979520, |
| "tokens/train_per_sec_per_gpu": 11.58, |
| "tokens/trainable": 482413 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.2530391216278076, |
| "learning_rate": 8.791012739142044e-05, |
| "loss": 0.2214522361755371, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 72.48, |
| "memory/max_allocated (GiB)": 72.48, |
| "ppl": 1.24789, |
| "step": 245, |
| "tokens/total": 60207040, |
| "tokens/train_per_sec_per_gpu": 14.89, |
| "tokens/trainable": 484421 |
| }, |
| { |
| "epoch": 0.5020408163265306, |
| "grad_norm": 0.2686348855495453, |
| "learning_rate": 8.780222470877214e-05, |
| "loss": 0.2083885818719864, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 73.05, |
| "memory/max_allocated (GiB)": 73.05, |
| "ppl": 1.23169, |
| "step": 246, |
| "tokens/total": 60420736, |
| "tokens/train_per_sec_per_gpu": 9.81, |
| "tokens/trainable": 486090 |
| }, |
| { |
| "epoch": 0.5040816326530613, |
| "grad_norm": 0.3877030313014984, |
| "learning_rate": 8.769390949599165e-05, |
| "loss": 0.2708570957183838, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.14, |
| "memory/max_allocated (GiB)": 74.14, |
| "ppl": 1.31109, |
| "step": 247, |
| "tokens/total": 60655424, |
| "tokens/train_per_sec_per_gpu": 13.27, |
| "tokens/trainable": 488011 |
| }, |
| { |
| "epoch": 0.5061224489795918, |
| "grad_norm": 0.2609875500202179, |
| "learning_rate": 8.758518293510704e-05, |
| "loss": 0.2860894501209259, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.22, |
| "memory/max_allocated (GiB)": 74.22, |
| "ppl": 1.33121, |
| "step": 248, |
| "tokens/total": 60923136, |
| "tokens/train_per_sec_per_gpu": 12.54, |
| "tokens/trainable": 490304 |
| }, |
| { |
| "epoch": 0.5081632653061224, |
| "grad_norm": 0.31066346168518066, |
| "learning_rate": 8.74760462126353e-05, |
| "loss": 0.26097726821899414, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 73.3, |
| "memory/max_allocated (GiB)": 73.3, |
| "ppl": 1.2982, |
| "step": 249, |
| "tokens/total": 61157312, |
| "tokens/train_per_sec_per_gpu": 12.28, |
| "tokens/trainable": 492072 |
| }, |
| { |
| "epoch": 0.5102040816326531, |
| "grad_norm": 0.25900799036026, |
| "learning_rate": 8.736650051956944e-05, |
| "loss": 0.27631238102912903, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 76.48, |
| "memory/max_allocated (GiB)": 76.48, |
| "ppl": 1.31826, |
| "step": 250, |
| "tokens/total": 61406464, |
| "tokens/train_per_sec_per_gpu": 12.73, |
| "tokens/trainable": 494145 |
| }, |
| { |
| "epoch": 0.5122448979591837, |
| "grad_norm": 0.29282519221305847, |
| "learning_rate": 8.725654705136558e-05, |
| "loss": 0.2838340699672699, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.52, |
| "memory/max_allocated (GiB)": 74.52, |
| "ppl": 1.32821, |
| "step": 251, |
| "tokens/total": 61671360, |
| "tokens/train_per_sec_per_gpu": 10.15, |
| "tokens/trainable": 496207 |
| }, |
| { |
| "epoch": 0.5142857142857142, |
| "grad_norm": 0.3111077845096588, |
| "learning_rate": 8.714618700792975e-05, |
| "loss": 0.2740340530872345, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 76.45, |
| "memory/max_allocated (GiB)": 76.45, |
| "ppl": 1.31526, |
| "step": 252, |
| "tokens/total": 61930368, |
| "tokens/train_per_sec_per_gpu": 12.53, |
| "tokens/trainable": 498397 |
| }, |
| { |
| "epoch": 0.5163265306122449, |
| "grad_norm": 0.32716354727745056, |
| "learning_rate": 8.703542159360495e-05, |
| "loss": 0.34461355209350586, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.41144, |
| "step": 253, |
| "tokens/total": 62178176, |
| "tokens/train_per_sec_per_gpu": 11.8, |
| "tokens/trainable": 500274 |
| }, |
| { |
| "epoch": 0.5183673469387755, |
| "grad_norm": 0.20006389915943146, |
| "learning_rate": 8.692425201715787e-05, |
| "loss": 0.21290145814418793, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 76.54, |
| "memory/max_allocated (GiB)": 76.54, |
| "ppl": 1.23726, |
| "step": 254, |
| "tokens/total": 62456000, |
| "tokens/train_per_sec_per_gpu": 9.72, |
| "tokens/trainable": 501999 |
| }, |
| { |
| "epoch": 0.5204081632653061, |
| "grad_norm": 0.23467357456684113, |
| "learning_rate": 8.681267949176579e-05, |
| "loss": 0.26032721996307373, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 75.67, |
| "memory/max_allocated (GiB)": 75.67, |
| "ppl": 1.29735, |
| "step": 255, |
| "tokens/total": 62711168, |
| "tokens/train_per_sec_per_gpu": 10.91, |
| "tokens/trainable": 503899 |
| }, |
| { |
| "epoch": 0.5224489795918368, |
| "grad_norm": 0.24094875156879425, |
| "learning_rate": 8.670070523500331e-05, |
| "loss": 0.2916109561920166, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 73.79, |
| "memory/max_allocated (GiB)": 73.79, |
| "ppl": 1.33858, |
| "step": 256, |
| "tokens/total": 62945856, |
| "tokens/train_per_sec_per_gpu": 13.03, |
| "tokens/trainable": 505937 |
| }, |
| { |
| "epoch": 0.5244897959183673, |
| "grad_norm": 0.23938961327075958, |
| "learning_rate": 8.658833046882908e-05, |
| "loss": 0.28174662590026855, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 74.03, |
| "memory/max_allocated (GiB)": 74.03, |
| "ppl": 1.32544, |
| "step": 257, |
| "tokens/total": 63178240, |
| "tokens/train_per_sec_per_gpu": 12.91, |
| "tokens/trainable": 507886 |
| }, |
| { |
| "epoch": 0.5265306122448979, |
| "grad_norm": 0.2992979884147644, |
| "learning_rate": 8.647555641957243e-05, |
| "loss": 0.3498281240463257, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 75.99, |
| "memory/max_allocated (GiB)": 75.99, |
| "ppl": 1.41882, |
| "step": 258, |
| "tokens/total": 63446144, |
| "tokens/train_per_sec_per_gpu": 12.78, |
| "tokens/trainable": 510118 |
| }, |
| { |
| "epoch": 0.5285714285714286, |
| "grad_norm": 0.2319977581501007, |
| "learning_rate": 8.636238431792001e-05, |
| "loss": 0.26939520239830017, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 71.74, |
| "memory/max_allocated (GiB)": 71.74, |
| "ppl": 1.30917, |
| "step": 259, |
| "tokens/total": 63660352, |
| "tokens/train_per_sec_per_gpu": 14.66, |
| "tokens/trainable": 511995 |
| }, |
| { |
| "epoch": 0.5306122448979592, |
| "grad_norm": 0.29739317297935486, |
| "learning_rate": 8.624881539890235e-05, |
| "loss": 0.26076313853263855, |
| "memory/device_reserved (GiB)": 77.55, |
| "memory/max_active (GiB)": 72.56, |
| "memory/max_allocated (GiB)": 72.56, |
| "ppl": 1.29792, |
| "step": 260, |
| "tokens/total": 63898944, |
| "tokens/train_per_sec_per_gpu": 13.62, |
| "tokens/trainable": 513979 |
| }, |
| { |
| "epoch": 0.5326530612244897, |
| "grad_norm": 0.3570258319377899, |
| "learning_rate": 8.613485090188042e-05, |
| "loss": 0.335449755191803, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 76.7, |
| "memory/max_allocated (GiB)": 76.7, |
| "ppl": 1.39857, |
| "step": 261, |
| "tokens/total": 64172160, |
| "tokens/train_per_sec_per_gpu": 11.16, |
| "tokens/trainable": 515977 |
| }, |
| { |
| "epoch": 0.5346938775510204, |
| "grad_norm": 0.227840393781662, |
| "learning_rate": 8.602049207053206e-05, |
| "loss": 0.27546989917755127, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 73.9, |
| "memory/max_allocated (GiB)": 73.9, |
| "ppl": 1.31715, |
| "step": 262, |
| "tokens/total": 64437632, |
| "tokens/train_per_sec_per_gpu": 11.8, |
| "tokens/trainable": 518051 |
| }, |
| { |
| "epoch": 0.536734693877551, |
| "grad_norm": 0.2699694335460663, |
| "learning_rate": 8.59057401528384e-05, |
| "loss": 0.3363790512084961, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 76.37, |
| "memory/max_allocated (GiB)": 76.37, |
| "ppl": 1.39987, |
| "step": 263, |
| "tokens/total": 64686784, |
| "tokens/train_per_sec_per_gpu": 10.55, |
| "tokens/trainable": 520106 |
| }, |
| { |
| "epoch": 0.5387755102040817, |
| "grad_norm": 0.26675179600715637, |
| "learning_rate": 8.57905964010703e-05, |
| "loss": 0.23343563079833984, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 73.87, |
| "memory/max_allocated (GiB)": 73.87, |
| "ppl": 1.26293, |
| "step": 264, |
| "tokens/total": 64922304, |
| "tokens/train_per_sec_per_gpu": 10.38, |
| "tokens/trainable": 521907 |
| }, |
| { |
| "epoch": 0.5408163265306123, |
| "grad_norm": 0.26130393147468567, |
| "learning_rate": 8.567506207177461e-05, |
| "loss": 0.30665674805641174, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 74.66, |
| "memory/max_allocated (GiB)": 74.66, |
| "ppl": 1.35887, |
| "step": 265, |
| "tokens/total": 65173888, |
| "tokens/train_per_sec_per_gpu": 12.68, |
| "tokens/trainable": 523953 |
| }, |
| { |
| "epoch": 0.5428571428571428, |
| "grad_norm": 0.27383264899253845, |
| "learning_rate": 8.555913842576053e-05, |
| "loss": 0.29130589962005615, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.28, |
| "memory/max_allocated (GiB)": 75.28, |
| "ppl": 1.33817, |
| "step": 266, |
| "tokens/total": 65411456, |
| "tokens/train_per_sec_per_gpu": 12.48, |
| "tokens/trainable": 525828 |
| }, |
| { |
| "epoch": 0.5448979591836735, |
| "grad_norm": 0.33510392904281616, |
| "learning_rate": 8.544282672808578e-05, |
| "loss": 0.29016339778900146, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 73.76, |
| "memory/max_allocated (GiB)": 73.76, |
| "ppl": 1.33665, |
| "step": 267, |
| "tokens/total": 65632384, |
| "tokens/train_per_sec_per_gpu": 14.4, |
| "tokens/trainable": 527801 |
| }, |
| { |
| "epoch": 0.5469387755102041, |
| "grad_norm": 0.2640371322631836, |
| "learning_rate": 8.53261282480429e-05, |
| "loss": 0.28861451148986816, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.34, |
| "memory/max_allocated (GiB)": 75.34, |
| "ppl": 1.33458, |
| "step": 268, |
| "tokens/total": 65862912, |
| "tokens/train_per_sec_per_gpu": 12.48, |
| "tokens/trainable": 529816 |
| }, |
| { |
| "epoch": 0.5489795918367347, |
| "grad_norm": 0.26248452067375183, |
| "learning_rate": 8.520904425914525e-05, |
| "loss": 0.3020923137664795, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.28, |
| "memory/max_allocated (GiB)": 75.28, |
| "ppl": 1.35269, |
| "step": 269, |
| "tokens/total": 66114816, |
| "tokens/train_per_sec_per_gpu": 11.84, |
| "tokens/trainable": 531847 |
| }, |
| { |
| "epoch": 0.5510204081632653, |
| "grad_norm": 0.28532981872558594, |
| "learning_rate": 8.50915760391132e-05, |
| "loss": 0.24453142285346985, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 71.96, |
| "memory/max_allocated (GiB)": 71.96, |
| "ppl": 1.27702, |
| "step": 270, |
| "tokens/total": 66343168, |
| "tokens/train_per_sec_per_gpu": 14.43, |
| "tokens/trainable": 533872 |
| }, |
| { |
| "epoch": 0.5530612244897959, |
| "grad_norm": 0.31190329790115356, |
| "learning_rate": 8.497372486986024e-05, |
| "loss": 0.42315733432769775, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 72.18, |
| "memory/max_allocated (GiB)": 72.18, |
| "ppl": 1.52677, |
| "step": 271, |
| "tokens/total": 66600576, |
| "tokens/train_per_sec_per_gpu": 13.46, |
| "tokens/trainable": 536013 |
| }, |
| { |
| "epoch": 0.5551020408163265, |
| "grad_norm": 0.26890113949775696, |
| "learning_rate": 8.485549203747886e-05, |
| "loss": 0.28477826714515686, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.07, |
| "memory/max_allocated (GiB)": 75.07, |
| "ppl": 1.32947, |
| "step": 272, |
| "tokens/total": 66844288, |
| "tokens/train_per_sec_per_gpu": 12.87, |
| "tokens/trainable": 538038 |
| }, |
| { |
| "epoch": 0.5571428571428572, |
| "grad_norm": 0.25644317269325256, |
| "learning_rate": 8.473687883222665e-05, |
| "loss": 0.2856728434562683, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.34, |
| "memory/max_allocated (GiB)": 75.34, |
| "ppl": 1.33066, |
| "step": 273, |
| "tokens/total": 67100736, |
| "tokens/train_per_sec_per_gpu": 12.41, |
| "tokens/trainable": 540087 |
| }, |
| { |
| "epoch": 0.5591836734693878, |
| "grad_norm": 0.22711892426013947, |
| "learning_rate": 8.461788654851209e-05, |
| "loss": 0.24410194158554077, |
| "memory/device_reserved (GiB)": 77.71, |
| "memory/max_active (GiB)": 76.67, |
| "memory/max_allocated (GiB)": 76.67, |
| "ppl": 1.27647, |
| "step": 274, |
| "tokens/total": 67362816, |
| "tokens/train_per_sec_per_gpu": 11.58, |
| "tokens/trainable": 542133 |
| }, |
| { |
| "epoch": 0.5612244897959183, |
| "grad_norm": 0.2506448030471802, |
| "learning_rate": 8.44985164848805e-05, |
| "loss": 0.25618839263916016, |
| "memory/device_reserved (GiB)": 77.71, |
| "memory/max_active (GiB)": 75.72, |
| "memory/max_allocated (GiB)": 75.72, |
| "ppl": 1.292, |
| "step": 275, |
| "tokens/total": 67593216, |
| "tokens/train_per_sec_per_gpu": 17.96, |
| "tokens/trainable": 544661 |
| }, |
| { |
| "epoch": 0.563265306122449, |
| "grad_norm": 0.24065186083316803, |
| "learning_rate": 8.437876994399991e-05, |
| "loss": 0.2728542685508728, |
| "memory/device_reserved (GiB)": 77.71, |
| "memory/max_active (GiB)": 75.8, |
| "memory/max_allocated (GiB)": 75.8, |
| "ppl": 1.31371, |
| "step": 276, |
| "tokens/total": 67841792, |
| "tokens/train_per_sec_per_gpu": 9.02, |
| "tokens/trainable": 546596 |
| }, |
| { |
| "epoch": 0.5653061224489796, |
| "grad_norm": 0.24970397353172302, |
| "learning_rate": 8.425864823264672e-05, |
| "loss": 0.24952834844589233, |
| "memory/device_reserved (GiB)": 76.63, |
| "memory/max_active (GiB)": 75.66, |
| "memory/max_allocated (GiB)": 75.66, |
| "ppl": 1.28342, |
| "step": 277, |
| "tokens/total": 68092864, |
| "tokens/train_per_sec_per_gpu": 11.34, |
| "tokens/trainable": 548572 |
| }, |
| { |
| "epoch": 0.5673469387755102, |
| "grad_norm": 0.25488054752349854, |
| "learning_rate": 8.413815266169158e-05, |
| "loss": 0.2789323925971985, |
| "memory/device_reserved (GiB)": 76.63, |
| "memory/max_active (GiB)": 72.72, |
| "memory/max_allocated (GiB)": 72.72, |
| "ppl": 1.32172, |
| "step": 278, |
| "tokens/total": 68328448, |
| "tokens/train_per_sec_per_gpu": 12.76, |
| "tokens/trainable": 550530 |
| }, |
| { |
| "epoch": 0.5693877551020409, |
| "grad_norm": 0.25996133685112, |
| "learning_rate": 8.401728454608494e-05, |
| "loss": 0.26806801557540894, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 76.73, |
| "memory/max_allocated (GiB)": 76.73, |
| "ppl": 1.30744, |
| "step": 279, |
| "tokens/total": 68577856, |
| "tokens/train_per_sec_per_gpu": 10.53, |
| "tokens/trainable": 552339 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.2861132323741913, |
| "learning_rate": 8.389604520484282e-05, |
| "loss": 0.2793717086315155, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 72.15, |
| "memory/max_allocated (GiB)": 72.15, |
| "ppl": 1.3223, |
| "step": 280, |
| "tokens/total": 68819072, |
| "tokens/train_per_sec_per_gpu": 14.12, |
| "tokens/trainable": 554395 |
| }, |
| { |
| "epoch": 0.573469387755102, |
| "grad_norm": 0.27016931772232056, |
| "learning_rate": 8.377443596103239e-05, |
| "loss": 0.3062211871147156, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 76.84, |
| "memory/max_allocated (GiB)": 76.84, |
| "ppl": 1.35828, |
| "step": 281, |
| "tokens/total": 69092800, |
| "tokens/train_per_sec_per_gpu": 11.69, |
| "tokens/trainable": 556475 |
| }, |
| { |
| "epoch": 0.5755102040816327, |
| "grad_norm": 0.3452536463737488, |
| "learning_rate": 8.365245814175743e-05, |
| "loss": 0.34729278087615967, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 75.64, |
| "memory/max_allocated (GiB)": 75.64, |
| "ppl": 1.41523, |
| "step": 282, |
| "tokens/total": 69357184, |
| "tokens/train_per_sec_per_gpu": 12.02, |
| "tokens/trainable": 558522 |
| }, |
| { |
| "epoch": 0.5775510204081633, |
| "grad_norm": 0.4534103274345398, |
| "learning_rate": 8.353011307814405e-05, |
| "loss": 0.2164735496044159, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 72.07, |
| "memory/max_allocated (GiB)": 72.07, |
| "ppl": 1.24169, |
| "step": 283, |
| "tokens/total": 69610112, |
| "tokens/train_per_sec_per_gpu": 12.31, |
| "tokens/trainable": 560719 |
| }, |
| { |
| "epoch": 0.5795918367346938, |
| "grad_norm": 0.2472052276134491, |
| "learning_rate": 8.340740210532595e-05, |
| "loss": 0.3178255259990692, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 73.9, |
| "memory/max_allocated (GiB)": 73.9, |
| "ppl": 1.37414, |
| "step": 284, |
| "tokens/total": 69852864, |
| "tokens/train_per_sec_per_gpu": 15.36, |
| "tokens/trainable": 562953 |
| }, |
| { |
| "epoch": 0.5816326530612245, |
| "grad_norm": 0.23412083089351654, |
| "learning_rate": 8.328432656242997e-05, |
| "loss": 0.27370530366897583, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.88, |
| "memory/max_allocated (GiB)": 74.88, |
| "ppl": 1.31483, |
| "step": 285, |
| "tokens/total": 70100224, |
| "tokens/train_per_sec_per_gpu": 13.31, |
| "tokens/trainable": 565039 |
| }, |
| { |
| "epoch": 0.5836734693877551, |
| "grad_norm": 0.28101804852485657, |
| "learning_rate": 8.316088779256145e-05, |
| "loss": 0.32362085580825806, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.38212, |
| "step": 286, |
| "tokens/total": 70355264, |
| "tokens/train_per_sec_per_gpu": 11.76, |
| "tokens/trainable": 567145 |
| }, |
| { |
| "epoch": 0.5857142857142857, |
| "grad_norm": 0.24828389286994934, |
| "learning_rate": 8.303708714278959e-05, |
| "loss": 0.2671997845172882, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 72.62, |
| "memory/max_allocated (GiB)": 72.62, |
| "ppl": 1.3063, |
| "step": 287, |
| "tokens/total": 70590976, |
| "tokens/train_per_sec_per_gpu": 13.82, |
| "tokens/trainable": 569069 |
| }, |
| { |
| "epoch": 0.5877551020408164, |
| "grad_norm": 0.2571806311607361, |
| "learning_rate": 8.291292596413272e-05, |
| "loss": 0.34625381231307983, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 73.32, |
| "memory/max_allocated (GiB)": 73.32, |
| "ppl": 1.41376, |
| "step": 288, |
| "tokens/total": 70839104, |
| "tokens/train_per_sec_per_gpu": 12.37, |
| "tokens/trainable": 571057 |
| }, |
| { |
| "epoch": 0.5897959183673469, |
| "grad_norm": 0.27506640553474426, |
| "learning_rate": 8.278840561154355e-05, |
| "loss": 0.32102882862091064, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 73.38, |
| "memory/max_allocated (GiB)": 73.38, |
| "ppl": 1.37855, |
| "step": 289, |
| "tokens/total": 71089472, |
| "tokens/train_per_sec_per_gpu": 12.42, |
| "tokens/trainable": 573199 |
| }, |
| { |
| "epoch": 0.5918367346938775, |
| "grad_norm": 0.22203350067138672, |
| "learning_rate": 8.26635274438944e-05, |
| "loss": 0.22201672196388245, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 75.07, |
| "memory/max_allocated (GiB)": 75.07, |
| "ppl": 1.24859, |
| "step": 290, |
| "tokens/total": 71380544, |
| "tokens/train_per_sec_per_gpu": 10.78, |
| "tokens/trainable": 575217 |
| }, |
| { |
| "epoch": 0.5938775510204082, |
| "grad_norm": 0.24041269719600677, |
| "learning_rate": 8.253829282396245e-05, |
| "loss": 0.310225248336792, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 72.94, |
| "memory/max_allocated (GiB)": 72.94, |
| "ppl": 1.36373, |
| "step": 291, |
| "tokens/total": 71612352, |
| "tokens/train_per_sec_per_gpu": 14.92, |
| "tokens/trainable": 577380 |
| }, |
| { |
| "epoch": 0.5959183673469388, |
| "grad_norm": 0.25376105308532715, |
| "learning_rate": 8.24127031184147e-05, |
| "loss": 0.28667837381362915, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 73.08, |
| "memory/max_allocated (GiB)": 73.08, |
| "ppl": 1.332, |
| "step": 292, |
| "tokens/total": 71846912, |
| "tokens/train_per_sec_per_gpu": 13.43, |
| "tokens/trainable": 579320 |
| }, |
| { |
| "epoch": 0.5979591836734693, |
| "grad_norm": 0.2470804899930954, |
| "learning_rate": 8.228675969779318e-05, |
| "loss": 0.2973708510398865, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 75.39, |
| "memory/max_allocated (GiB)": 75.39, |
| "ppl": 1.34631, |
| "step": 293, |
| "tokens/total": 72104512, |
| "tokens/train_per_sec_per_gpu": 10.7, |
| "tokens/trainable": 581313 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.29593175649642944, |
| "learning_rate": 8.216046393649996e-05, |
| "loss": 0.34688469767570496, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.12, |
| "memory/max_allocated (GiB)": 74.12, |
| "ppl": 1.41465, |
| "step": 294, |
| "tokens/total": 72334464, |
| "tokens/train_per_sec_per_gpu": 11.91, |
| "tokens/trainable": 583198 |
| }, |
| { |
| "epoch": 0.6020408163265306, |
| "grad_norm": 0.24209007620811462, |
| "learning_rate": 8.203381721278216e-05, |
| "loss": 0.255124032497406, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.74, |
| "memory/max_allocated (GiB)": 74.74, |
| "ppl": 1.29062, |
| "step": 295, |
| "tokens/total": 72570240, |
| "tokens/train_per_sec_per_gpu": 11.22, |
| "tokens/trainable": 585096 |
| }, |
| { |
| "epoch": 0.6040816326530613, |
| "grad_norm": 0.251467764377594, |
| "learning_rate": 8.190682090871691e-05, |
| "loss": 0.24599887430667877, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 76.73, |
| "memory/max_allocated (GiB)": 76.73, |
| "ppl": 1.2789, |
| "step": 296, |
| "tokens/total": 72804864, |
| "tokens/train_per_sec_per_gpu": 12.38, |
| "tokens/trainable": 587097 |
| }, |
| { |
| "epoch": 0.6061224489795919, |
| "grad_norm": 0.23787440359592438, |
| "learning_rate": 8.177947641019621e-05, |
| "loss": 0.2537440061569214, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.11, |
| "memory/max_allocated (GiB)": 74.11, |
| "ppl": 1.28884, |
| "step": 297, |
| "tokens/total": 73031104, |
| "tokens/train_per_sec_per_gpu": 13.25, |
| "tokens/trainable": 589001 |
| }, |
| { |
| "epoch": 0.6081632653061224, |
| "grad_norm": 0.30218034982681274, |
| "learning_rate": 8.16517851069119e-05, |
| "loss": 0.3335407078266144, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 76.75, |
| "memory/max_allocated (GiB)": 76.75, |
| "ppl": 1.3959, |
| "step": 298, |
| "tokens/total": 73290304, |
| "tokens/train_per_sec_per_gpu": 10.66, |
| "tokens/trainable": 590853 |
| }, |
| { |
| "epoch": 0.610204081632653, |
| "grad_norm": 0.29110586643218994, |
| "learning_rate": 8.152374839234048e-05, |
| "loss": 0.2768510580062866, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 76.24, |
| "memory/max_allocated (GiB)": 76.24, |
| "ppl": 1.31897, |
| "step": 299, |
| "tokens/total": 73538624, |
| "tokens/train_per_sec_per_gpu": 11.47, |
| "tokens/trainable": 592628 |
| }, |
| { |
| "epoch": 0.6122448979591837, |
| "grad_norm": 0.2706233859062195, |
| "learning_rate": 8.139536766372775e-05, |
| "loss": 0.24794849753379822, |
| "memory/device_reserved (GiB)": 77.63, |
| "memory/max_active (GiB)": 74.25, |
| "memory/max_allocated (GiB)": 74.25, |
| "ppl": 1.28139, |
| "step": 300, |
| "tokens/total": 73763520, |
| "tokens/train_per_sec_per_gpu": 11.47, |
| "tokens/trainable": 594362 |
| }, |
| { |
| "epoch": 0.6142857142857143, |
| "grad_norm": 0.2760632634162903, |
| "learning_rate": 8.126664432207385e-05, |
| "loss": 0.344487726688385, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.83, |
| "memory/max_allocated (GiB)": 76.83, |
| "ppl": 1.41127, |
| "step": 301, |
| "tokens/total": 74021568, |
| "tokens/train_per_sec_per_gpu": 9.99, |
| "tokens/trainable": 596581 |
| }, |
| { |
| "epoch": 0.6163265306122448, |
| "grad_norm": 0.3173147141933441, |
| "learning_rate": 8.113757977211768e-05, |
| "loss": 0.32349497079849243, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.37, |
| "memory/max_allocated (GiB)": 75.37, |
| "ppl": 1.38195, |
| "step": 302, |
| "tokens/total": 74246528, |
| "tokens/train_per_sec_per_gpu": 10.36, |
| "tokens/trainable": 598390 |
| }, |
| { |
| "epoch": 0.6183673469387755, |
| "grad_norm": 0.3143511712551117, |
| "learning_rate": 8.100817542232174e-05, |
| "loss": 0.337619423866272, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.62, |
| "memory/max_allocated (GiB)": 76.62, |
| "ppl": 1.40161, |
| "step": 303, |
| "tokens/total": 74506048, |
| "tokens/train_per_sec_per_gpu": 9.99, |
| "tokens/trainable": 600327 |
| }, |
| { |
| "epoch": 0.6204081632653061, |
| "grad_norm": 0.3263002932071686, |
| "learning_rate": 8.087843268485671e-05, |
| "loss": 0.37967658042907715, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 72.45, |
| "memory/max_allocated (GiB)": 72.45, |
| "ppl": 1.46181, |
| "step": 304, |
| "tokens/total": 74714240, |
| "tokens/train_per_sec_per_gpu": 16.04, |
| "tokens/trainable": 602364 |
| }, |
| { |
| "epoch": 0.6224489795918368, |
| "grad_norm": 0.28157365322113037, |
| "learning_rate": 8.074835297558608e-05, |
| "loss": 0.2802862226963043, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.23, |
| "memory/max_allocated (GiB)": 75.23, |
| "ppl": 1.32351, |
| "step": 305, |
| "tokens/total": 74951936, |
| "tokens/train_per_sec_per_gpu": 10.7, |
| "tokens/trainable": 604134 |
| }, |
| { |
| "epoch": 0.6244897959183674, |
| "grad_norm": 0.3234773576259613, |
| "learning_rate": 8.061793771405059e-05, |
| "loss": 0.30056077241897583, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.26, |
| "memory/max_allocated (GiB)": 76.26, |
| "ppl": 1.35062, |
| "step": 306, |
| "tokens/total": 75190400, |
| "tokens/train_per_sec_per_gpu": 12.44, |
| "tokens/trainable": 606064 |
| }, |
| { |
| "epoch": 0.6265306122448979, |
| "grad_norm": 0.2672911584377289, |
| "learning_rate": 8.048718832345288e-05, |
| "loss": 0.3324597179889679, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.4, |
| "memory/max_allocated (GiB)": 76.4, |
| "ppl": 1.39439, |
| "step": 307, |
| "tokens/total": 75441728, |
| "tokens/train_per_sec_per_gpu": 11.32, |
| "tokens/trainable": 608000 |
| }, |
| { |
| "epoch": 0.6285714285714286, |
| "grad_norm": 0.23055435717105865, |
| "learning_rate": 8.035610623064187e-05, |
| "loss": 0.22188040614128113, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.6, |
| "memory/max_allocated (GiB)": 73.6, |
| "ppl": 1.24842, |
| "step": 308, |
| "tokens/total": 75671744, |
| "tokens/train_per_sec_per_gpu": 12.54, |
| "tokens/trainable": 609854 |
| }, |
| { |
| "epoch": 0.6306122448979592, |
| "grad_norm": 0.25100985169410706, |
| "learning_rate": 8.02246928660972e-05, |
| "loss": 0.25848251581192017, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.73, |
| "memory/max_allocated (GiB)": 76.73, |
| "ppl": 1.29496, |
| "step": 309, |
| "tokens/total": 75933632, |
| "tokens/train_per_sec_per_gpu": 13.0, |
| "tokens/trainable": 612055 |
| }, |
| { |
| "epoch": 0.6326530612244898, |
| "grad_norm": 0.28883853554725647, |
| "learning_rate": 8.009294966391363e-05, |
| "loss": 0.3101077079772949, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 74.06, |
| "memory/max_allocated (GiB)": 74.06, |
| "ppl": 1.36357, |
| "step": 310, |
| "tokens/total": 76196416, |
| "tokens/train_per_sec_per_gpu": 11.23, |
| "tokens/trainable": 614127 |
| }, |
| { |
| "epoch": 0.6346938775510204, |
| "grad_norm": 0.2648436427116394, |
| "learning_rate": 7.99608780617854e-05, |
| "loss": 0.32507240772247314, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.81, |
| "memory/max_allocated (GiB)": 73.81, |
| "ppl": 1.38413, |
| "step": 311, |
| "tokens/total": 76438400, |
| "tokens/train_per_sec_per_gpu": 14.56, |
| "tokens/trainable": 616331 |
| }, |
| { |
| "epoch": 0.636734693877551, |
| "grad_norm": 0.2828190326690674, |
| "learning_rate": 7.982847950099054e-05, |
| "loss": 0.29658567905426025, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 71.96, |
| "memory/max_allocated (GiB)": 71.96, |
| "ppl": 1.34526, |
| "step": 312, |
| "tokens/total": 76672064, |
| "tokens/train_per_sec_per_gpu": 14.47, |
| "tokens/trainable": 618435 |
| }, |
| { |
| "epoch": 0.6387755102040816, |
| "grad_norm": 0.2325240820646286, |
| "learning_rate": 7.969575542637513e-05, |
| "loss": 0.27081894874572754, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.26, |
| "memory/max_allocated (GiB)": 75.26, |
| "ppl": 1.31104, |
| "step": 313, |
| "tokens/total": 76922752, |
| "tokens/train_per_sec_per_gpu": 13.21, |
| "tokens/trainable": 620498 |
| }, |
| { |
| "epoch": 0.6408163265306123, |
| "grad_norm": 0.9377326369285583, |
| "learning_rate": 7.956270728633748e-05, |
| "loss": 0.2555592656135559, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 72.07, |
| "memory/max_allocated (GiB)": 72.07, |
| "ppl": 1.29118, |
| "step": 314, |
| "tokens/total": 77174912, |
| "tokens/train_per_sec_per_gpu": 12.63, |
| "tokens/trainable": 622434 |
| }, |
| { |
| "epoch": 0.6428571428571429, |
| "grad_norm": 0.2372015416622162, |
| "learning_rate": 7.942933653281244e-05, |
| "loss": 0.23461508750915527, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 72.75, |
| "memory/max_allocated (GiB)": 72.75, |
| "ppl": 1.26442, |
| "step": 315, |
| "tokens/total": 77409152, |
| "tokens/train_per_sec_per_gpu": 11.88, |
| "tokens/trainable": 624143 |
| }, |
| { |
| "epoch": 0.6448979591836734, |
| "grad_norm": 0.27768975496292114, |
| "learning_rate": 7.929564462125551e-05, |
| "loss": 0.36427009105682373, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.68, |
| "memory/max_allocated (GiB)": 73.68, |
| "ppl": 1.43946, |
| "step": 316, |
| "tokens/total": 77644992, |
| "tokens/train_per_sec_per_gpu": 12.13, |
| "tokens/trainable": 626058 |
| }, |
| { |
| "epoch": 0.6469387755102041, |
| "grad_norm": 0.25564926862716675, |
| "learning_rate": 7.916163301062686e-05, |
| "loss": 0.3089619576931, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.24, |
| "memory/max_allocated (GiB)": 76.24, |
| "ppl": 1.36201, |
| "step": 317, |
| "tokens/total": 77922304, |
| "tokens/train_per_sec_per_gpu": 13.11, |
| "tokens/trainable": 628212 |
| }, |
| { |
| "epoch": 0.6489795918367347, |
| "grad_norm": 0.2081686109304428, |
| "learning_rate": 7.902730316337556e-05, |
| "loss": 0.2701936960220337, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 74.25, |
| "memory/max_allocated (GiB)": 74.25, |
| "ppl": 1.31022, |
| "step": 318, |
| "tokens/total": 78199680, |
| "tokens/train_per_sec_per_gpu": 13.17, |
| "tokens/trainable": 630423 |
| }, |
| { |
| "epoch": 0.6510204081632653, |
| "grad_norm": 0.2430022954940796, |
| "learning_rate": 7.889265654542353e-05, |
| "loss": 0.23716434836387634, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.48, |
| "memory/max_allocated (GiB)": 76.48, |
| "ppl": 1.26765, |
| "step": 319, |
| "tokens/total": 78428992, |
| "tokens/train_per_sec_per_gpu": 14.25, |
| "tokens/trainable": 632427 |
| }, |
| { |
| "epoch": 0.6530612244897959, |
| "grad_norm": 0.22756606340408325, |
| "learning_rate": 7.875769462614955e-05, |
| "loss": 0.23425257205963135, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 75.26, |
| "memory/max_allocated (GiB)": 75.26, |
| "ppl": 1.26396, |
| "step": 320, |
| "tokens/total": 78681920, |
| "tokens/train_per_sec_per_gpu": 12.84, |
| "tokens/trainable": 634523 |
| }, |
| { |
| "epoch": 0.6551020408163265, |
| "grad_norm": 0.23997710645198822, |
| "learning_rate": 7.862241887837322e-05, |
| "loss": 0.22164437174797058, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.0, |
| "memory/max_allocated (GiB)": 73.0, |
| "ppl": 1.24813, |
| "step": 321, |
| "tokens/total": 78936576, |
| "tokens/train_per_sec_per_gpu": 11.23, |
| "tokens/trainable": 636593 |
| }, |
| { |
| "epoch": 0.6571428571428571, |
| "grad_norm": 0.34027695655822754, |
| "learning_rate": 7.848683077833897e-05, |
| "loss": 0.2563852071762085, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.86, |
| "memory/max_allocated (GiB)": 76.86, |
| "ppl": 1.29225, |
| "step": 322, |
| "tokens/total": 79219264, |
| "tokens/train_per_sec_per_gpu": 11.88, |
| "tokens/trainable": 638612 |
| }, |
| { |
| "epoch": 0.6591836734693878, |
| "grad_norm": 0.23914527893066406, |
| "learning_rate": 7.835093180569981e-05, |
| "loss": 0.2441192865371704, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 72.75, |
| "memory/max_allocated (GiB)": 72.75, |
| "ppl": 1.2765, |
| "step": 323, |
| "tokens/total": 79445632, |
| "tokens/train_per_sec_per_gpu": 11.93, |
| "tokens/trainable": 640327 |
| }, |
| { |
| "epoch": 0.6612244897959184, |
| "grad_norm": 0.32155025005340576, |
| "learning_rate": 7.821472344350132e-05, |
| "loss": 0.2721825838088989, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 73.49, |
| "memory/max_allocated (GiB)": 73.49, |
| "ppl": 1.31283, |
| "step": 324, |
| "tokens/total": 79679616, |
| "tokens/train_per_sec_per_gpu": 10.95, |
| "tokens/trainable": 642043 |
| }, |
| { |
| "epoch": 0.6632653061224489, |
| "grad_norm": 0.26682719588279724, |
| "learning_rate": 7.807820717816534e-05, |
| "loss": 0.31224024295806885, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 76.1, |
| "memory/max_allocated (GiB)": 76.1, |
| "ppl": 1.36648, |
| "step": 325, |
| "tokens/total": 79929792, |
| "tokens/train_per_sec_per_gpu": 12.86, |
| "tokens/trainable": 644073 |
| }, |
| { |
| "epoch": 0.6653061224489796, |
| "grad_norm": 0.2771010994911194, |
| "learning_rate": 7.794138449947388e-05, |
| "loss": 0.3241228759288788, |
| "memory/device_reserved (GiB)": 77.69, |
| "memory/max_active (GiB)": 72.1, |
| "memory/max_allocated (GiB)": 72.1, |
| "ppl": 1.38282, |
| "step": 326, |
| "tokens/total": 80175552, |
| "tokens/train_per_sec_per_gpu": 10.08, |
| "tokens/trainable": 646254 |
| }, |
| { |
| "epoch": 0.6673469387755102, |
| "grad_norm": 0.28892582654953003, |
| "learning_rate": 7.780425690055274e-05, |
| "loss": 0.29025834798812866, |
| "memory/device_reserved (GiB)": 74.58, |
| "memory/max_active (GiB)": 73.81, |
| "memory/max_allocated (GiB)": 73.81, |
| "ppl": 1.33677, |
| "step": 327, |
| "tokens/total": 80410432, |
| "tokens/train_per_sec_per_gpu": 12.1, |
| "tokens/trainable": 648069 |
| }, |
| { |
| "epoch": 0.6693877551020408, |
| "grad_norm": 0.21936146914958954, |
| "learning_rate": 7.766682587785529e-05, |
| "loss": 0.2003520280122757, |
| "memory/device_reserved (GiB)": 77.26, |
| "memory/max_active (GiB)": 76.54, |
| "memory/max_allocated (GiB)": 76.54, |
| "ppl": 1.22183, |
| "step": 328, |
| "tokens/total": 80694144, |
| "tokens/train_per_sec_per_gpu": 11.37, |
| "tokens/trainable": 650043 |
| }, |
| { |
| "epoch": 0.6714285714285714, |
| "grad_norm": 0.2513374388217926, |
| "learning_rate": 7.75290929311461e-05, |
| "loss": 0.3193785846233368, |
| "memory/device_reserved (GiB)": 77.26, |
| "memory/max_active (GiB)": 75.37, |
| "memory/max_allocated (GiB)": 75.37, |
| "ppl": 1.37627, |
| "step": 329, |
| "tokens/total": 80952192, |
| "tokens/train_per_sec_per_gpu": 13.07, |
| "tokens/trainable": 652165 |
| }, |
| { |
| "epoch": 0.673469387755102, |
| "grad_norm": 0.3239321708679199, |
| "learning_rate": 7.739105956348464e-05, |
| "loss": 0.2956297993659973, |
| "memory/device_reserved (GiB)": 77.26, |
| "memory/max_active (GiB)": 75.34, |
| "memory/max_allocated (GiB)": 75.34, |
| "ppl": 1.34397, |
| "step": 330, |
| "tokens/total": 81243200, |
| "tokens/train_per_sec_per_gpu": 10.37, |
| "tokens/trainable": 654102 |
| }, |
| { |
| "epoch": 0.6755102040816326, |
| "grad_norm": 0.2167237251996994, |
| "learning_rate": 7.72527272812088e-05, |
| "loss": 0.23567694425582886, |
| "memory/device_reserved (GiB)": 77.26, |
| "memory/max_active (GiB)": 73.99, |
| "memory/max_allocated (GiB)": 73.99, |
| "ppl": 1.26577, |
| "step": 331, |
| "tokens/total": 81468480, |
| "tokens/train_per_sec_per_gpu": 11.89, |
| "tokens/trainable": 655910 |
| }, |
| { |
| "epoch": 0.6775510204081633, |
| "grad_norm": 0.2764493227005005, |
| "learning_rate": 7.711409759391845e-05, |
| "loss": 0.27560240030288696, |
| "memory/device_reserved (GiB)": 77.26, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.31732, |
| "step": 332, |
| "tokens/total": 81699968, |
| "tokens/train_per_sec_per_gpu": 14.39, |
| "tokens/trainable": 658045 |
| }, |
| { |
| "epoch": 0.6795918367346939, |
| "grad_norm": 0.23673021793365479, |
| "learning_rate": 7.697517201445905e-05, |
| "loss": 0.24529802799224854, |
| "memory/device_reserved (GiB)": 77.26, |
| "memory/max_active (GiB)": 72.67, |
| "memory/max_allocated (GiB)": 72.67, |
| "ppl": 1.278, |
| "step": 333, |
| "tokens/total": 81918400, |
| "tokens/train_per_sec_per_gpu": 14.81, |
| "tokens/trainable": 660055 |
| }, |
| { |
| "epoch": 0.6816326530612244, |
| "grad_norm": 0.2029729187488556, |
| "learning_rate": 7.683595205890508e-05, |
| "loss": 0.23150934278964996, |
| "memory/device_reserved (GiB)": 77.26, |
| "memory/max_active (GiB)": 73.16, |
| "memory/max_allocated (GiB)": 73.16, |
| "ppl": 1.2605, |
| "step": 334, |
| "tokens/total": 82173568, |
| "tokens/train_per_sec_per_gpu": 10.39, |
| "tokens/trainable": 661795 |
| }, |
| { |
| "epoch": 0.6836734693877551, |
| "grad_norm": 0.2765744626522064, |
| "learning_rate": 7.669643924654346e-05, |
| "loss": 0.31045764684677124, |
| "memory/device_reserved (GiB)": 77.26, |
| "memory/max_active (GiB)": 71.91, |
| "memory/max_allocated (GiB)": 71.91, |
| "ppl": 1.36405, |
| "step": 335, |
| "tokens/total": 82399936, |
| "tokens/train_per_sec_per_gpu": 13.76, |
| "tokens/trainable": 663787 |
| }, |
| { |
| "epoch": 0.6857142857142857, |
| "grad_norm": 0.2437237948179245, |
| "learning_rate": 7.655663509985707e-05, |
| "loss": 0.2277202606201172, |
| "memory/device_reserved (GiB)": 77.26, |
| "memory/max_active (GiB)": 76.07, |
| "memory/max_allocated (GiB)": 76.07, |
| "ppl": 1.25573, |
| "step": 336, |
| "tokens/total": 82645312, |
| "tokens/train_per_sec_per_gpu": 10.32, |
| "tokens/trainable": 665543 |
| }, |
| { |
| "epoch": 0.6877551020408164, |
| "grad_norm": 0.27684658765792847, |
| "learning_rate": 7.641654114450802e-05, |
| "loss": 0.3041114807128906, |
| "memory/device_reserved (GiB)": 77.26, |
| "memory/max_active (GiB)": 76.45, |
| "memory/max_allocated (GiB)": 76.45, |
| "ppl": 1.35542, |
| "step": 337, |
| "tokens/total": 82916736, |
| "tokens/train_per_sec_per_gpu": 11.5, |
| "tokens/trainable": 667685 |
| }, |
| { |
| "epoch": 0.689795918367347, |
| "grad_norm": 0.24407772719860077, |
| "learning_rate": 7.627615890932111e-05, |
| "loss": 0.33357661962509155, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.59, |
| "memory/max_allocated (GiB)": 76.59, |
| "ppl": 1.39595, |
| "step": 338, |
| "tokens/total": 83175104, |
| "tokens/train_per_sec_per_gpu": 12.66, |
| "tokens/trainable": 669843 |
| }, |
| { |
| "epoch": 0.6918367346938775, |
| "grad_norm": 0.20234188437461853, |
| "learning_rate": 7.61354899262671e-05, |
| "loss": 0.17819929122924805, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.07, |
| "memory/max_allocated (GiB)": 76.07, |
| "ppl": 1.19506, |
| "step": 339, |
| "tokens/total": 83405824, |
| "tokens/train_per_sec_per_gpu": 11.3, |
| "tokens/trainable": 671647 |
| }, |
| { |
| "epoch": 0.6938775510204082, |
| "grad_norm": 0.21054276823997498, |
| "learning_rate": 7.599453573044593e-05, |
| "loss": 0.1758253425359726, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.19223, |
| "step": 340, |
| "tokens/total": 83651008, |
| "tokens/train_per_sec_per_gpu": 10.96, |
| "tokens/trainable": 673387 |
| }, |
| { |
| "epoch": 0.6959183673469388, |
| "grad_norm": 0.2889537215232849, |
| "learning_rate": 7.585329786007006e-05, |
| "loss": 0.22698107361793518, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 73.46, |
| "memory/max_allocated (GiB)": 73.46, |
| "ppl": 1.25481, |
| "step": 341, |
| "tokens/total": 83890624, |
| "tokens/train_per_sec_per_gpu": 10.8, |
| "tokens/trainable": 675240 |
| }, |
| { |
| "epoch": 0.6979591836734694, |
| "grad_norm": 0.2577192485332489, |
| "learning_rate": 7.571177785644766e-05, |
| "loss": 0.2953447997570038, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.75, |
| "memory/max_allocated (GiB)": 76.75, |
| "ppl": 1.34359, |
| "step": 342, |
| "tokens/total": 84128384, |
| "tokens/train_per_sec_per_gpu": 10.72, |
| "tokens/trainable": 676963 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.2311595231294632, |
| "learning_rate": 7.556997726396578e-05, |
| "loss": 0.20930227637290955, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.32, |
| "memory/max_allocated (GiB)": 76.32, |
| "ppl": 1.23282, |
| "step": 343, |
| "tokens/total": 84374400, |
| "tokens/train_per_sec_per_gpu": 14.01, |
| "tokens/trainable": 679155 |
| }, |
| { |
| "epoch": 0.7020408163265306, |
| "grad_norm": 0.22326231002807617, |
| "learning_rate": 7.542789763007346e-05, |
| "loss": 0.27322065830230713, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.15, |
| "memory/max_allocated (GiB)": 76.15, |
| "ppl": 1.31419, |
| "step": 344, |
| "tokens/total": 84625152, |
| "tokens/train_per_sec_per_gpu": 14.36, |
| "tokens/trainable": 681208 |
| }, |
| { |
| "epoch": 0.7040816326530612, |
| "grad_norm": 0.22791293263435364, |
| "learning_rate": 7.528554050526489e-05, |
| "loss": 0.234121635556221, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 73.9, |
| "memory/max_allocated (GiB)": 73.9, |
| "ppl": 1.2638, |
| "step": 345, |
| "tokens/total": 84869248, |
| "tokens/train_per_sec_per_gpu": 13.52, |
| "tokens/trainable": 683237 |
| }, |
| { |
| "epoch": 0.7061224489795919, |
| "grad_norm": 0.28647738695144653, |
| "learning_rate": 7.514290744306251e-05, |
| "loss": 0.36105626821517944, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 74.28, |
| "memory/max_allocated (GiB)": 74.28, |
| "ppl": 1.43484, |
| "step": 346, |
| "tokens/total": 85130112, |
| "tokens/train_per_sec_per_gpu": 12.65, |
| "tokens/trainable": 685215 |
| }, |
| { |
| "epoch": 0.7081632653061225, |
| "grad_norm": 0.2750461995601654, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 0.2888035476207733, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.02, |
| "memory/max_allocated (GiB)": 76.02, |
| "ppl": 1.33483, |
| "step": 347, |
| "tokens/total": 85351552, |
| "tokens/train_per_sec_per_gpu": 12.84, |
| "tokens/trainable": 687017 |
| }, |
| { |
| "epoch": 0.710204081632653, |
| "grad_norm": 0.3078104555606842, |
| "learning_rate": 7.485681973560533e-05, |
| "loss": 0.2835176885128021, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.54, |
| "memory/max_allocated (GiB)": 76.54, |
| "ppl": 1.32779, |
| "step": 348, |
| "tokens/total": 85602176, |
| "tokens/train_per_sec_per_gpu": 13.78, |
| "tokens/trainable": 689235 |
| }, |
| { |
| "epoch": 0.7122448979591837, |
| "grad_norm": 0.270408570766449, |
| "learning_rate": 7.471336821238367e-05, |
| "loss": 0.2432028353214264, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 74.03, |
| "memory/max_allocated (GiB)": 74.03, |
| "ppl": 1.27533, |
| "step": 349, |
| "tokens/total": 85864256, |
| "tokens/train_per_sec_per_gpu": 10.9, |
| "tokens/trainable": 691142 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.2373763918876648, |
| "learning_rate": 7.45696469958005e-05, |
| "loss": 0.27240806818008423, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 74.98, |
| "memory/max_allocated (GiB)": 74.98, |
| "ppl": 1.31312, |
| "step": 350, |
| "tokens/total": 86087552, |
| "tokens/train_per_sec_per_gpu": 13.51, |
| "tokens/trainable": 693021 |
| }, |
| { |
| "epoch": 0.7163265306122449, |
| "grad_norm": 0.23152503371238708, |
| "learning_rate": 7.442565765426436e-05, |
| "loss": 0.3414421081542969, |
| "memory/device_reserved (GiB)": 77.65, |
| "memory/max_active (GiB)": 76.16, |
| "memory/max_allocated (GiB)": 76.16, |
| "ppl": 1.40698, |
| "step": 351, |
| "tokens/total": 86346048, |
| "tokens/train_per_sec_per_gpu": 11.25, |
| "tokens/trainable": 695349 |
| }, |
| { |
| "epoch": 0.7183673469387755, |
| "grad_norm": 0.2574107348918915, |
| "learning_rate": 7.428140175910977e-05, |
| "loss": 0.3076707720756531, |
| "memory/device_reserved (GiB)": 76.94, |
| "memory/max_active (GiB)": 75.09, |
| "memory/max_allocated (GiB)": 75.09, |
| "ppl": 1.36025, |
| "step": 352, |
| "tokens/total": 86614336, |
| "tokens/train_per_sec_per_gpu": 13.1, |
| "tokens/trainable": 697531 |
| }, |
| { |
| "epoch": 0.7204081632653061, |
| "grad_norm": 0.22954194247722626, |
| "learning_rate": 7.413688088458021e-05, |
| "loss": 0.2560620903968811, |
| "memory/device_reserved (GiB)": 76.95, |
| "memory/max_active (GiB)": 74.66, |
| "memory/max_allocated (GiB)": 74.66, |
| "ppl": 1.29183, |
| "step": 353, |
| "tokens/total": 86862144, |
| "tokens/train_per_sec_per_gpu": 11.35, |
| "tokens/trainable": 699411 |
| }, |
| { |
| "epoch": 0.7224489795918367, |
| "grad_norm": 0.24674659967422485, |
| "learning_rate": 7.399209660781075e-05, |
| "loss": 0.2642272412776947, |
| "memory/device_reserved (GiB)": 77.43, |
| "memory/max_active (GiB)": 76.7, |
| "memory/max_allocated (GiB)": 76.7, |
| "ppl": 1.30242, |
| "step": 354, |
| "tokens/total": 87117248, |
| "tokens/train_per_sec_per_gpu": 14.62, |
| "tokens/trainable": 701912 |
| }, |
| { |
| "epoch": 0.7244897959183674, |
| "grad_norm": 0.329628586769104, |
| "learning_rate": 7.384705050881096e-05, |
| "loss": 0.27190959453582764, |
| "memory/device_reserved (GiB)": 77.43, |
| "memory/max_active (GiB)": 75.04, |
| "memory/max_allocated (GiB)": 75.04, |
| "ppl": 1.31247, |
| "step": 355, |
| "tokens/total": 87360320, |
| "tokens/train_per_sec_per_gpu": 12.52, |
| "tokens/trainable": 703850 |
| }, |
| { |
| "epoch": 0.726530612244898, |
| "grad_norm": 0.25129181146621704, |
| "learning_rate": 7.370174417044763e-05, |
| "loss": 0.2955136001110077, |
| "memory/device_reserved (GiB)": 77.43, |
| "memory/max_active (GiB)": 73.21, |
| "memory/max_allocated (GiB)": 73.21, |
| "ppl": 1.34382, |
| "step": 356, |
| "tokens/total": 87583680, |
| "tokens/train_per_sec_per_gpu": 12.57, |
| "tokens/trainable": 705651 |
| }, |
| { |
| "epoch": 0.7285714285714285, |
| "grad_norm": 0.360731840133667, |
| "learning_rate": 7.35561791784275e-05, |
| "loss": 0.3805921971797943, |
| "memory/device_reserved (GiB)": 77.43, |
| "memory/max_active (GiB)": 72.78, |
| "memory/max_allocated (GiB)": 72.78, |
| "ppl": 1.46315, |
| "step": 357, |
| "tokens/total": 87832832, |
| "tokens/train_per_sec_per_gpu": 14.27, |
| "tokens/trainable": 707880 |
| }, |
| { |
| "epoch": 0.7306122448979592, |
| "grad_norm": 0.22540250420570374, |
| "learning_rate": 7.341035712128002e-05, |
| "loss": 0.2772623300552368, |
| "memory/device_reserved (GiB)": 77.43, |
| "memory/max_active (GiB)": 73.35, |
| "memory/max_allocated (GiB)": 73.35, |
| "ppl": 1.31951, |
| "step": 358, |
| "tokens/total": 88082432, |
| "tokens/train_per_sec_per_gpu": 13.11, |
| "tokens/trainable": 709933 |
| }, |
| { |
| "epoch": 0.7326530612244898, |
| "grad_norm": 0.23541003465652466, |
| "learning_rate": 7.326427959033988e-05, |
| "loss": 0.29401713609695435, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 76.78, |
| "memory/max_allocated (GiB)": 76.78, |
| "ppl": 1.34181, |
| "step": 359, |
| "tokens/total": 88352000, |
| "tokens/train_per_sec_per_gpu": 12.54, |
| "tokens/trainable": 712011 |
| }, |
| { |
| "epoch": 0.7346938775510204, |
| "grad_norm": 0.24131914973258972, |
| "learning_rate": 7.311794817972974e-05, |
| "loss": 0.23980391025543213, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.77, |
| "memory/max_allocated (GiB)": 75.77, |
| "ppl": 1.271, |
| "step": 360, |
| "tokens/total": 88601984, |
| "tokens/train_per_sec_per_gpu": 11.34, |
| "tokens/trainable": 713965 |
| }, |
| { |
| "epoch": 0.736734693877551, |
| "grad_norm": 0.24607552587985992, |
| "learning_rate": 7.297136448634282e-05, |
| "loss": 0.24811792373657227, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.53, |
| "memory/max_allocated (GiB)": 75.53, |
| "ppl": 1.28161, |
| "step": 361, |
| "tokens/total": 88855104, |
| "tokens/train_per_sec_per_gpu": 11.24, |
| "tokens/trainable": 715899 |
| }, |
| { |
| "epoch": 0.7387755102040816, |
| "grad_norm": 0.23426595330238342, |
| "learning_rate": 7.282453010982545e-05, |
| "loss": 0.27236995100975037, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 74.49, |
| "memory/max_allocated (GiB)": 74.49, |
| "ppl": 1.31307, |
| "step": 362, |
| "tokens/total": 89091520, |
| "tokens/train_per_sec_per_gpu": 11.78, |
| "tokens/trainable": 717756 |
| }, |
| { |
| "epoch": 0.7408163265306122, |
| "grad_norm": 0.25521305203437805, |
| "learning_rate": 7.267744665255966e-05, |
| "loss": 0.32716047763824463, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 74.55, |
| "memory/max_allocated (GiB)": 74.55, |
| "ppl": 1.38702, |
| "step": 363, |
| "tokens/total": 89352128, |
| "tokens/train_per_sec_per_gpu": 13.56, |
| "tokens/trainable": 719848 |
| }, |
| { |
| "epoch": 0.7428571428571429, |
| "grad_norm": 0.33170413970947266, |
| "learning_rate": 7.253011571964562e-05, |
| "loss": 0.3414410948753357, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.37, |
| "memory/max_allocated (GiB)": 75.37, |
| "ppl": 1.40697, |
| "step": 364, |
| "tokens/total": 89605440, |
| "tokens/train_per_sec_per_gpu": 10.37, |
| "tokens/trainable": 721680 |
| }, |
| { |
| "epoch": 0.7448979591836735, |
| "grad_norm": 0.23171629011631012, |
| "learning_rate": 7.238253891888418e-05, |
| "loss": 0.2564217150211334, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.99, |
| "memory/max_allocated (GiB)": 75.99, |
| "ppl": 1.2923, |
| "step": 365, |
| "tokens/total": 89860416, |
| "tokens/train_per_sec_per_gpu": 11.98, |
| "tokens/trainable": 723603 |
| }, |
| { |
| "epoch": 0.746938775510204, |
| "grad_norm": 0.1833423674106598, |
| "learning_rate": 7.223471786075933e-05, |
| "loss": 0.19894462823867798, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.58, |
| "memory/max_allocated (GiB)": 75.58, |
| "ppl": 1.22011, |
| "step": 366, |
| "tokens/total": 90116416, |
| "tokens/train_per_sec_per_gpu": 11.57, |
| "tokens/trainable": 725611 |
| }, |
| { |
| "epoch": 0.7489795918367347, |
| "grad_norm": 0.25275909900665283, |
| "learning_rate": 7.20866541584206e-05, |
| "loss": 0.23714226484298706, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.86, |
| "memory/max_allocated (GiB)": 75.86, |
| "ppl": 1.26762, |
| "step": 367, |
| "tokens/total": 90371840, |
| "tokens/train_per_sec_per_gpu": 12.89, |
| "tokens/trainable": 727663 |
| }, |
| { |
| "epoch": 0.7510204081632653, |
| "grad_norm": 0.25915607810020447, |
| "learning_rate": 7.193834942766543e-05, |
| "loss": 0.2875545620918274, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 73.79, |
| "memory/max_allocated (GiB)": 73.79, |
| "ppl": 1.33316, |
| "step": 368, |
| "tokens/total": 90609344, |
| "tokens/train_per_sec_per_gpu": 13.83, |
| "tokens/trainable": 729759 |
| }, |
| { |
| "epoch": 0.753061224489796, |
| "grad_norm": 0.4674554765224457, |
| "learning_rate": 7.17898052869216e-05, |
| "loss": 0.2860286235809326, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.83, |
| "memory/max_allocated (GiB)": 75.83, |
| "ppl": 1.33113, |
| "step": 369, |
| "tokens/total": 90881984, |
| "tokens/train_per_sec_per_gpu": 13.99, |
| "tokens/trainable": 732003 |
| }, |
| { |
| "epoch": 0.7551020408163265, |
| "grad_norm": 0.34587299823760986, |
| "learning_rate": 7.164102335722954e-05, |
| "loss": 0.3153100907802582, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 72.86, |
| "memory/max_allocated (GiB)": 72.86, |
| "ppl": 1.37068, |
| "step": 370, |
| "tokens/total": 91105344, |
| "tokens/train_per_sec_per_gpu": 16.73, |
| "tokens/trainable": 733967 |
| }, |
| { |
| "epoch": 0.7571428571428571, |
| "grad_norm": 0.23913773894309998, |
| "learning_rate": 7.149200526222459e-05, |
| "loss": 0.3215009570121765, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 76.78, |
| "memory/max_allocated (GiB)": 76.78, |
| "ppl": 1.3792, |
| "step": 371, |
| "tokens/total": 91375040, |
| "tokens/train_per_sec_per_gpu": 11.87, |
| "tokens/trainable": 736037 |
| }, |
| { |
| "epoch": 0.7591836734693878, |
| "grad_norm": 0.23976799845695496, |
| "learning_rate": 7.134275262811934e-05, |
| "loss": 0.27008774876594543, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 73.41, |
| "memory/max_allocated (GiB)": 73.41, |
| "ppl": 1.31008, |
| "step": 372, |
| "tokens/total": 91616640, |
| "tokens/train_per_sec_per_gpu": 12.23, |
| "tokens/trainable": 737784 |
| }, |
| { |
| "epoch": 0.7612244897959184, |
| "grad_norm": 0.21629121899604797, |
| "learning_rate": 7.119326708368595e-05, |
| "loss": 0.2583259642124176, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 73.76, |
| "memory/max_allocated (GiB)": 73.76, |
| "ppl": 1.29476, |
| "step": 373, |
| "tokens/total": 91863488, |
| "tokens/train_per_sec_per_gpu": 11.93, |
| "tokens/trainable": 739736 |
| }, |
| { |
| "epoch": 0.763265306122449, |
| "grad_norm": 0.2703351378440857, |
| "learning_rate": 7.104355026023819e-05, |
| "loss": 0.32730811834335327, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.42, |
| "memory/max_allocated (GiB)": 75.42, |
| "ppl": 1.38723, |
| "step": 374, |
| "tokens/total": 92112128, |
| "tokens/train_per_sec_per_gpu": 13.04, |
| "tokens/trainable": 741745 |
| }, |
| { |
| "epoch": 0.7653061224489796, |
| "grad_norm": 0.25079062581062317, |
| "learning_rate": 7.089360379161381e-05, |
| "loss": 0.3121660351753235, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 75.94, |
| "memory/max_allocated (GiB)": 75.94, |
| "ppl": 1.36638, |
| "step": 375, |
| "tokens/total": 92368128, |
| "tokens/train_per_sec_per_gpu": 12.99, |
| "tokens/trainable": 744026 |
| }, |
| { |
| "epoch": 0.7673469387755102, |
| "grad_norm": 0.23077702522277832, |
| "learning_rate": 7.074342931415661e-05, |
| "loss": 0.30287420749664307, |
| "memory/device_reserved (GiB)": 77.57, |
| "memory/max_active (GiB)": 72.97, |
| "memory/max_allocated (GiB)": 72.97, |
| "ppl": 1.35374, |
| "step": 376, |
| "tokens/total": 92619264, |
| "tokens/train_per_sec_per_gpu": 10.19, |
| "tokens/trainable": 746081 |
| }, |
| { |
| "epoch": 0.7693877551020408, |
| "grad_norm": 0.22504407167434692, |
| "learning_rate": 7.059302846669864e-05, |
| "loss": 0.2365780472755432, |
| "memory/device_reserved (GiB)": 73.9, |
| "memory/max_active (GiB)": 72.92, |
| "memory/max_allocated (GiB)": 72.92, |
| "ppl": 1.26691, |
| "step": 377, |
| "tokens/total": 92870592, |
| "tokens/train_per_sec_per_gpu": 15.79, |
| "tokens/trainable": 748400 |
| }, |
| { |
| "epoch": 0.7714285714285715, |
| "grad_norm": 0.23904208838939667, |
| "learning_rate": 7.044240289054227e-05, |
| "loss": 0.255153089761734, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 75.88, |
| "memory/max_allocated (GiB)": 75.88, |
| "ppl": 1.29066, |
| "step": 378, |
| "tokens/total": 93114624, |
| "tokens/train_per_sec_per_gpu": 13.6, |
| "tokens/trainable": 750598 |
| }, |
| { |
| "epoch": 0.773469387755102, |
| "grad_norm": 0.2344440072774887, |
| "learning_rate": 7.029155422944234e-05, |
| "loss": 0.2139434516429901, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 74.06, |
| "memory/max_allocated (GiB)": 74.06, |
| "ppl": 1.23855, |
| "step": 379, |
| "tokens/total": 93329216, |
| "tokens/train_per_sec_per_gpu": 11.69, |
| "tokens/trainable": 752458 |
| }, |
| { |
| "epoch": 0.7755102040816326, |
| "grad_norm": 0.24536116421222687, |
| "learning_rate": 7.014048412958812e-05, |
| "loss": 0.32632678747177124, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 73.9, |
| "memory/max_allocated (GiB)": 73.9, |
| "ppl": 1.38587, |
| "step": 380, |
| "tokens/total": 93589504, |
| "tokens/train_per_sec_per_gpu": 11.37, |
| "tokens/trainable": 754662 |
| }, |
| { |
| "epoch": 0.7775510204081633, |
| "grad_norm": 0.2688855826854706, |
| "learning_rate": 6.998919423958547e-05, |
| "loss": 0.2734697461128235, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 75.34, |
| "memory/max_allocated (GiB)": 75.34, |
| "ppl": 1.31452, |
| "step": 381, |
| "tokens/total": 93851968, |
| "tokens/train_per_sec_per_gpu": 11.87, |
| "tokens/trainable": 756789 |
| }, |
| { |
| "epoch": 0.7795918367346939, |
| "grad_norm": 0.26867541670799255, |
| "learning_rate": 6.983768621043876e-05, |
| "loss": 0.26821669936180115, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 74.52, |
| "memory/max_allocated (GiB)": 74.52, |
| "ppl": 1.30763, |
| "step": 382, |
| "tokens/total": 94114048, |
| "tokens/train_per_sec_per_gpu": 9.4, |
| "tokens/trainable": 758492 |
| }, |
| { |
| "epoch": 0.7816326530612245, |
| "grad_norm": 0.23846036195755005, |
| "learning_rate": 6.968596169553288e-05, |
| "loss": 0.2921111583709717, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 72.89, |
| "memory/max_allocated (GiB)": 72.89, |
| "ppl": 1.33925, |
| "step": 383, |
| "tokens/total": 94382016, |
| "tokens/train_per_sec_per_gpu": 12.59, |
| "tokens/trainable": 760587 |
| }, |
| { |
| "epoch": 0.7836734693877551, |
| "grad_norm": 0.23699703812599182, |
| "learning_rate": 6.953402235061519e-05, |
| "loss": 0.2609871029853821, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 74.17, |
| "memory/max_allocated (GiB)": 74.17, |
| "ppl": 1.29821, |
| "step": 384, |
| "tokens/total": 94625792, |
| "tokens/train_per_sec_per_gpu": 14.53, |
| "tokens/trainable": 762765 |
| }, |
| { |
| "epoch": 0.7857142857142857, |
| "grad_norm": 0.20090660452842712, |
| "learning_rate": 6.938186983377751e-05, |
| "loss": 0.2041926383972168, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 75.07, |
| "memory/max_allocated (GiB)": 75.07, |
| "ppl": 1.22653, |
| "step": 385, |
| "tokens/total": 94897408, |
| "tokens/train_per_sec_per_gpu": 10.61, |
| "tokens/trainable": 764513 |
| }, |
| { |
| "epoch": 0.7877551020408163, |
| "grad_norm": 0.2212802767753601, |
| "learning_rate": 6.922950580543788e-05, |
| "loss": 0.25139063596725464, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 73.13, |
| "memory/max_allocated (GiB)": 73.13, |
| "ppl": 1.28581, |
| "step": 386, |
| "tokens/total": 95117952, |
| "tokens/train_per_sec_per_gpu": 14.28, |
| "tokens/trainable": 766648 |
| }, |
| { |
| "epoch": 0.789795918367347, |
| "grad_norm": 0.23277297616004944, |
| "learning_rate": 6.907693192832263e-05, |
| "loss": 0.19786489009857178, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 74.2, |
| "memory/max_allocated (GiB)": 74.2, |
| "ppl": 1.2188, |
| "step": 387, |
| "tokens/total": 95365248, |
| "tokens/train_per_sec_per_gpu": 10.45, |
| "tokens/trainable": 768352 |
| }, |
| { |
| "epoch": 0.7918367346938775, |
| "grad_norm": 0.33522191643714905, |
| "learning_rate": 6.892414986744807e-05, |
| "loss": 0.3165251612663269, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 75.2, |
| "memory/max_allocated (GiB)": 75.2, |
| "ppl": 1.37235, |
| "step": 388, |
| "tokens/total": 95611520, |
| "tokens/train_per_sec_per_gpu": 15.0, |
| "tokens/trainable": 770596 |
| }, |
| { |
| "epoch": 0.7938775510204081, |
| "grad_norm": 0.25158795714378357, |
| "learning_rate": 6.877116129010243e-05, |
| "loss": 0.2680057883262634, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 73.3, |
| "memory/max_allocated (GiB)": 73.3, |
| "ppl": 1.30735, |
| "step": 389, |
| "tokens/total": 95874944, |
| "tokens/train_per_sec_per_gpu": 12.92, |
| "tokens/trainable": 772629 |
| }, |
| { |
| "epoch": 0.7959183673469388, |
| "grad_norm": 0.2529192566871643, |
| "learning_rate": 6.861796786582761e-05, |
| "loss": 0.28054893016815186, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 74.2, |
| "memory/max_allocated (GiB)": 74.2, |
| "ppl": 1.32386, |
| "step": 390, |
| "tokens/total": 96126528, |
| "tokens/train_per_sec_per_gpu": 12.81, |
| "tokens/trainable": 774667 |
| }, |
| { |
| "epoch": 0.7979591836734694, |
| "grad_norm": 0.24691379070281982, |
| "learning_rate": 6.846457126640096e-05, |
| "loss": 0.29811322689056396, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 74.17, |
| "memory/max_allocated (GiB)": 74.17, |
| "ppl": 1.34731, |
| "step": 391, |
| "tokens/total": 96382912, |
| "tokens/train_per_sec_per_gpu": 13.04, |
| "tokens/trainable": 776828 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.25443676114082336, |
| "learning_rate": 6.831097316581707e-05, |
| "loss": 0.2967149615287781, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 75.47, |
| "memory/max_allocated (GiB)": 75.47, |
| "ppl": 1.34543, |
| "step": 392, |
| "tokens/total": 96638336, |
| "tokens/train_per_sec_per_gpu": 13.25, |
| "tokens/trainable": 779052 |
| }, |
| { |
| "epoch": 0.8020408163265306, |
| "grad_norm": 0.22823578119277954, |
| "learning_rate": 6.815717524026948e-05, |
| "loss": 0.2128680795431137, |
| "memory/device_reserved (GiB)": 76.83, |
| "memory/max_active (GiB)": 74.88, |
| "memory/max_allocated (GiB)": 74.88, |
| "ppl": 1.23722, |
| "step": 393, |
| "tokens/total": 96879104, |
| "tokens/train_per_sec_per_gpu": 12.58, |
| "tokens/trainable": 780951 |
| }, |
| { |
| "epoch": 0.8040816326530612, |
| "grad_norm": 0.23700584471225739, |
| "learning_rate": 6.80031791681324e-05, |
| "loss": 0.25681912899017334, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 76.4, |
| "memory/max_allocated (GiB)": 76.4, |
| "ppl": 1.29281, |
| "step": 394, |
| "tokens/total": 97160256, |
| "tokens/train_per_sec_per_gpu": 9.91, |
| "tokens/trainable": 782833 |
| }, |
| { |
| "epoch": 0.8061224489795918, |
| "grad_norm": 0.3007517158985138, |
| "learning_rate": 6.784898662994234e-05, |
| "loss": 0.23515839874744415, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 75.39, |
| "memory/max_allocated (GiB)": 75.39, |
| "ppl": 1.26511, |
| "step": 395, |
| "tokens/total": 97384512, |
| "tokens/train_per_sec_per_gpu": 11.88, |
| "tokens/trainable": 784600 |
| }, |
| { |
| "epoch": 0.8081632653061225, |
| "grad_norm": 0.2689831554889679, |
| "learning_rate": 6.769459930837989e-05, |
| "loss": 0.24911612272262573, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 75.28, |
| "memory/max_allocated (GiB)": 75.28, |
| "ppl": 1.28289, |
| "step": 396, |
| "tokens/total": 97632064, |
| "tokens/train_per_sec_per_gpu": 12.46, |
| "tokens/trainable": 786600 |
| }, |
| { |
| "epoch": 0.810204081632653, |
| "grad_norm": 0.30507197976112366, |
| "learning_rate": 6.75400188882512e-05, |
| "loss": 0.33416375517845154, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 72.62, |
| "memory/max_allocated (GiB)": 72.62, |
| "ppl": 1.39677, |
| "step": 397, |
| "tokens/total": 97885824, |
| "tokens/train_per_sec_per_gpu": 14.24, |
| "tokens/trainable": 789091 |
| }, |
| { |
| "epoch": 0.8122448979591836, |
| "grad_norm": 0.25920626521110535, |
| "learning_rate": 6.738524705646973e-05, |
| "loss": 0.3228701949119568, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 75.91, |
| "memory/max_allocated (GiB)": 75.91, |
| "ppl": 1.38109, |
| "step": 398, |
| "tokens/total": 98126592, |
| "tokens/train_per_sec_per_gpu": 12.64, |
| "tokens/trainable": 791039 |
| }, |
| { |
| "epoch": 0.8142857142857143, |
| "grad_norm": 0.21600422263145447, |
| "learning_rate": 6.723028550203779e-05, |
| "loss": 0.2245880663394928, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 73.16, |
| "memory/max_allocated (GiB)": 73.16, |
| "ppl": 1.25181, |
| "step": 399, |
| "tokens/total": 98339136, |
| "tokens/train_per_sec_per_gpu": 14.12, |
| "tokens/trainable": 792943 |
| }, |
| { |
| "epoch": 0.8163265306122449, |
| "grad_norm": 0.21295800805091858, |
| "learning_rate": 6.707513591602804e-05, |
| "loss": 0.23633459210395813, |
| "memory/device_reserved (GiB)": 77.31, |
| "memory/max_active (GiB)": 75.34, |
| "memory/max_allocated (GiB)": 75.34, |
| "ppl": 1.2666, |
| "step": 400, |
| "tokens/total": 98615616, |
| "tokens/train_per_sec_per_gpu": 9.75, |
| "tokens/trainable": 794687 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 980, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 25, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.826172214393281e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
