| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.250562640660165, | |
| "eval_steps": 1000, | |
| "global_step": 3000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0, | |
| "eval_loss": 1.6887853145599365, | |
| "eval_ppl": 5.4129, | |
| "eval_runtime": 167.3526, | |
| "eval_samples_per_second": 4.362, | |
| "eval_steps_per_second": 0.872, | |
| "memory/device_reserved (GiB)": 139.12, | |
| "memory/max_active (GiB)": 18.94, | |
| "memory/max_allocated (GiB)": 18.94, | |
| "step": 0 | |
| }, | |
| { | |
| "epoch": 0.018754688672168042, | |
| "grad_norm": 1.415561556816101, | |
| "learning_rate": 4.8e-05, | |
| "loss": 1.6848, | |
| "memory/device_reserved (GiB)": 139.11, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 5.3914, | |
| "step": 25, | |
| "tokens_per_second_per_gpu": 16277.76, | |
| "total_tokens": 1723633 | |
| }, | |
| { | |
| "epoch": 0.037509377344336084, | |
| "grad_norm": 0.33179354667663574, | |
| "learning_rate": 9.8e-05, | |
| "loss": 0.9839, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 2.6749, | |
| "step": 50, | |
| "tokens_per_second_per_gpu": 4303.21, | |
| "total_tokens": 2175386 | |
| }, | |
| { | |
| "epoch": 0.056264066016504126, | |
| "grad_norm": 0.17453454434871674, | |
| "learning_rate": 0.000148, | |
| "loss": 0.8002, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 2.226, | |
| "step": 75, | |
| "tokens_per_second_per_gpu": 3776.03, | |
| "total_tokens": 2623712 | |
| }, | |
| { | |
| "epoch": 0.07501875468867217, | |
| "grad_norm": 0.19318008422851562, | |
| "learning_rate": 0.00019800000000000002, | |
| "loss": 0.7218, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 2.0581, | |
| "step": 100, | |
| "tokens_per_second_per_gpu": 4252.49, | |
| "total_tokens": 3072519 | |
| }, | |
| { | |
| "epoch": 0.09377344336084022, | |
| "grad_norm": 0.18435686826705933, | |
| "learning_rate": 0.00019998127418269004, | |
| "loss": 0.6759, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.9658, | |
| "step": 125, | |
| "tokens_per_second_per_gpu": 4303.31, | |
| "total_tokens": 3523983 | |
| }, | |
| { | |
| "epoch": 0.11252813203300825, | |
| "grad_norm": 0.19870473444461823, | |
| "learning_rate": 0.00019992195096972548, | |
| "loss": 0.6703, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.9548, | |
| "step": 150, | |
| "tokens_per_second_per_gpu": 4260.86, | |
| "total_tokens": 3973452 | |
| }, | |
| { | |
| "epoch": 0.1312828207051763, | |
| "grad_norm": 0.20499658584594727, | |
| "learning_rate": 0.0001998220219574743, | |
| "loss": 0.6381, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.8929, | |
| "step": 175, | |
| "tokens_per_second_per_gpu": 4288.64, | |
| "total_tokens": 4423763 | |
| }, | |
| { | |
| "epoch": 0.15003750937734434, | |
| "grad_norm": 0.18934418261051178, | |
| "learning_rate": 0.00019968152775460537, | |
| "loss": 0.6383, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.8933, | |
| "step": 200, | |
| "tokens_per_second_per_gpu": 4244.79, | |
| "total_tokens": 4872365 | |
| }, | |
| { | |
| "epoch": 0.16879219804951237, | |
| "grad_norm": 0.1827855408191681, | |
| "learning_rate": 0.00019950052545447352, | |
| "loss": 0.6347, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.8865, | |
| "step": 225, | |
| "tokens_per_second_per_gpu": 4252.71, | |
| "total_tokens": 5319322 | |
| }, | |
| { | |
| "epoch": 0.18754688672168043, | |
| "grad_norm": 0.16483066976070404, | |
| "learning_rate": 0.00019927908861191827, | |
| "loss": 0.6392, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.895, | |
| "step": 250, | |
| "tokens_per_second_per_gpu": 3772.0, | |
| "total_tokens": 5768644 | |
| }, | |
| { | |
| "epoch": 0.20630157539384847, | |
| "grad_norm": 0.17186357080936432, | |
| "learning_rate": 0.00019901730721337302, | |
| "loss": 0.614, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.8478, | |
| "step": 275, | |
| "tokens_per_second_per_gpu": 4281.82, | |
| "total_tokens": 6220751 | |
| }, | |
| { | |
| "epoch": 0.2250562640660165, | |
| "grad_norm": 0.18073013424873352, | |
| "learning_rate": 0.00019871528764029667, | |
| "loss": 0.6196, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.8582, | |
| "step": 300, | |
| "tokens_per_second_per_gpu": 4234.51, | |
| "total_tokens": 6668111 | |
| }, | |
| { | |
| "epoch": 0.24381095273818454, | |
| "grad_norm": 0.19639697670936584, | |
| "learning_rate": 0.00019837315262594306, | |
| "loss": 0.6181, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.8554, | |
| "step": 325, | |
| "tokens_per_second_per_gpu": 4261.44, | |
| "total_tokens": 7117439 | |
| }, | |
| { | |
| "epoch": 0.2625656414103526, | |
| "grad_norm": 0.1670486479997635, | |
| "learning_rate": 0.00019799104120548492, | |
| "loss": 0.6141, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.848, | |
| "step": 350, | |
| "tokens_per_second_per_gpu": 4298.97, | |
| "total_tokens": 7569060 | |
| }, | |
| { | |
| "epoch": 0.2813203300825206, | |
| "grad_norm": 0.17752495408058167, | |
| "learning_rate": 0.00019756910865951377, | |
| "loss": 0.6075, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.8358, | |
| "step": 375, | |
| "tokens_per_second_per_gpu": 4256.6, | |
| "total_tokens": 8017630 | |
| }, | |
| { | |
| "epoch": 0.30007501875468867, | |
| "grad_norm": 0.2000180035829544, | |
| "learning_rate": 0.00019710752645093747, | |
| "loss": 0.6108, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.8419, | |
| "step": 400, | |
| "tokens_per_second_per_gpu": 4245.46, | |
| "total_tokens": 8464998 | |
| }, | |
| { | |
| "epoch": 0.31882970742685673, | |
| "grad_norm": 0.17395919561386108, | |
| "learning_rate": 0.00019660648215530206, | |
| "loss": 0.5966, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.8159, | |
| "step": 425, | |
| "tokens_per_second_per_gpu": 3758.92, | |
| "total_tokens": 8914723 | |
| }, | |
| { | |
| "epoch": 0.33758439609902474, | |
| "grad_norm": 0.18785236775875092, | |
| "learning_rate": 0.00019606617938456572, | |
| "loss": 0.6099, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.8402, | |
| "step": 450, | |
| "tokens_per_second_per_gpu": 4200.53, | |
| "total_tokens": 9359638 | |
| }, | |
| { | |
| "epoch": 0.3563390847711928, | |
| "grad_norm": 0.17702797055244446, | |
| "learning_rate": 0.0001954868377043559, | |
| "loss": 0.5922, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.808, | |
| "step": 475, | |
| "tokens_per_second_per_gpu": 4265.36, | |
| "total_tokens": 9810837 | |
| }, | |
| { | |
| "epoch": 0.37509377344336087, | |
| "grad_norm": 0.19927558302879333, | |
| "learning_rate": 0.00019486869254474337, | |
| "loss": 0.5759, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7787, | |
| "step": 500, | |
| "tokens_per_second_per_gpu": 4276.25, | |
| "total_tokens": 10261446 | |
| }, | |
| { | |
| "epoch": 0.3938484621155289, | |
| "grad_norm": 0.1908370852470398, | |
| "learning_rate": 0.0001942119951045692, | |
| "loss": 0.584, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7932, | |
| "step": 525, | |
| "tokens_per_second_per_gpu": 4272.28, | |
| "total_tokens": 10707841 | |
| }, | |
| { | |
| "epoch": 0.41260315078769694, | |
| "grad_norm": 0.2064146101474762, | |
| "learning_rate": 0.00019351701224936383, | |
| "loss": 0.5791, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7844, | |
| "step": 550, | |
| "tokens_per_second_per_gpu": 4250.37, | |
| "total_tokens": 11155384 | |
| }, | |
| { | |
| "epoch": 0.43135783945986494, | |
| "grad_norm": 0.26748332381248474, | |
| "learning_rate": 0.0001927840264028995, | |
| "loss": 0.5758, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7786, | |
| "step": 575, | |
| "tokens_per_second_per_gpu": 4256.55, | |
| "total_tokens": 11601192 | |
| }, | |
| { | |
| "epoch": 0.450112528132033, | |
| "grad_norm": 0.17514832317829132, | |
| "learning_rate": 0.00019201333543242036, | |
| "loss": 0.5791, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7844, | |
| "step": 600, | |
| "tokens_per_second_per_gpu": 3770.83, | |
| "total_tokens": 12048477 | |
| }, | |
| { | |
| "epoch": 0.46886721680420107, | |
| "grad_norm": 0.22069169580936432, | |
| "learning_rate": 0.00019120525252759647, | |
| "loss": 0.5803, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7866, | |
| "step": 625, | |
| "tokens_per_second_per_gpu": 4179.31, | |
| "total_tokens": 12488141 | |
| }, | |
| { | |
| "epoch": 0.4876219054763691, | |
| "grad_norm": 0.20555566251277924, | |
| "learning_rate": 0.00019036010607325138, | |
| "loss": 0.5716, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7711, | |
| "step": 650, | |
| "tokens_per_second_per_gpu": 4209.96, | |
| "total_tokens": 12934358 | |
| }, | |
| { | |
| "epoch": 0.5063765941485371, | |
| "grad_norm": 0.19018156826496124, | |
| "learning_rate": 0.00018947823951591478, | |
| "loss": 0.5608, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7521, | |
| "step": 675, | |
| "tokens_per_second_per_gpu": 4226.4, | |
| "total_tokens": 13378983 | |
| }, | |
| { | |
| "epoch": 0.5251312828207052, | |
| "grad_norm": 0.17173859477043152, | |
| "learning_rate": 0.00018856001122425416, | |
| "loss": 0.5667, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7624, | |
| "step": 700, | |
| "tokens_per_second_per_gpu": 4265.57, | |
| "total_tokens": 13829519 | |
| }, | |
| { | |
| "epoch": 0.5438859714928732, | |
| "grad_norm": 0.17706550657749176, | |
| "learning_rate": 0.0001876057943434428, | |
| "loss": 0.565, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7594, | |
| "step": 725, | |
| "tokens_per_second_per_gpu": 4281.61, | |
| "total_tokens": 14281879 | |
| }, | |
| { | |
| "epoch": 0.5626406601650412, | |
| "grad_norm": 0.18528586626052856, | |
| "learning_rate": 0.00018661597664352284, | |
| "loss": 0.5666, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7623, | |
| "step": 750, | |
| "tokens_per_second_per_gpu": 4229.32, | |
| "total_tokens": 14725919 | |
| }, | |
| { | |
| "epoch": 0.5813953488372093, | |
| "grad_norm": 0.16790929436683655, | |
| "learning_rate": 0.00018559096036182516, | |
| "loss": 0.5633, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7565, | |
| "step": 775, | |
| "tokens_per_second_per_gpu": 3775.0, | |
| "total_tokens": 15175146 | |
| }, | |
| { | |
| "epoch": 0.6001500375093773, | |
| "grad_norm": 0.17511805891990662, | |
| "learning_rate": 0.00018453116203951005, | |
| "loss": 0.5664, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7619, | |
| "step": 800, | |
| "tokens_per_second_per_gpu": 4218.07, | |
| "total_tokens": 15619901 | |
| }, | |
| { | |
| "epoch": 0.6189047261815454, | |
| "grad_norm": 0.19853387773036957, | |
| "learning_rate": 0.0001834370123522954, | |
| "loss": 0.5646, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7587, | |
| "step": 825, | |
| "tokens_per_second_per_gpu": 4230.84, | |
| "total_tokens": 16066102 | |
| }, | |
| { | |
| "epoch": 0.6376594148537135, | |
| "grad_norm": 0.18872258067131042, | |
| "learning_rate": 0.00018230895593544056, | |
| "loss": 0.552, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7367, | |
| "step": 850, | |
| "tokens_per_second_per_gpu": 4222.33, | |
| "total_tokens": 16510696 | |
| }, | |
| { | |
| "epoch": 0.6564141035258815, | |
| "grad_norm": 0.9702818989753723, | |
| "learning_rate": 0.0001811474512030578, | |
| "loss": 0.5607, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7519, | |
| "step": 875, | |
| "tokens_per_second_per_gpu": 4200.39, | |
| "total_tokens": 16953918 | |
| }, | |
| { | |
| "epoch": 0.6751687921980495, | |
| "grad_norm": 0.17479568719863892, | |
| "learning_rate": 0.00017995297016182405, | |
| "loss": 0.564, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7577, | |
| "step": 900, | |
| "tokens_per_second_per_gpu": 4210.15, | |
| "total_tokens": 17396453 | |
| }, | |
| { | |
| "epoch": 0.6939234808702176, | |
| "grad_norm": 0.1948954463005066, | |
| "learning_rate": 0.0001787259982191692, | |
| "loss": 0.5511, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7352, | |
| "step": 925, | |
| "tokens_per_second_per_gpu": 4237.98, | |
| "total_tokens": 17841287 | |
| }, | |
| { | |
| "epoch": 0.7126781695423856, | |
| "grad_norm": 0.19541053473949432, | |
| "learning_rate": 0.00017746703398601872, | |
| "loss": 0.5532, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7388, | |
| "step": 950, | |
| "tokens_per_second_per_gpu": 3725.33, | |
| "total_tokens": 18283596 | |
| }, | |
| { | |
| "epoch": 0.7314328582145536, | |
| "grad_norm": 0.1818365603685379, | |
| "learning_rate": 0.0001761765890741701, | |
| "loss": 0.5521, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7369, | |
| "step": 975, | |
| "tokens_per_second_per_gpu": 4211.63, | |
| "total_tokens": 18726722 | |
| }, | |
| { | |
| "epoch": 0.7501875468867217, | |
| "grad_norm": 0.1838025599718094, | |
| "learning_rate": 0.00017485518788838705, | |
| "loss": 0.5511, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7352, | |
| "step": 1000, | |
| "tokens_per_second_per_gpu": 3962.4, | |
| "total_tokens": 19167258 | |
| }, | |
| { | |
| "epoch": 0.7501875468867217, | |
| "eval_loss": 0.540988564491272, | |
| "eval_ppl": 1.7177, | |
| "eval_runtime": 138.0264, | |
| "eval_samples_per_second": 5.289, | |
| "eval_steps_per_second": 1.058, | |
| "memory/device_reserved (GiB)": 139.02, | |
| "memory/max_active (GiB)": 19.1, | |
| "memory/max_allocated (GiB)": 19.1, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.7689422355588897, | |
| "grad_norm": 0.2199818342924118, | |
| "learning_rate": 0.00017350336741329413, | |
| "loss": 0.549, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7315, | |
| "step": 1025, | |
| "tokens_per_second_per_gpu": 4129.73, | |
| "total_tokens": 20870820 | |
| }, | |
| { | |
| "epoch": 0.7876969242310577, | |
| "grad_norm": 0.19783177971839905, | |
| "learning_rate": 0.0001721216769951596, | |
| "loss": 0.5615, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7533, | |
| "step": 1050, | |
| "tokens_per_second_per_gpu": 4243.63, | |
| "total_tokens": 21317982 | |
| }, | |
| { | |
| "epoch": 0.8064516129032258, | |
| "grad_norm": 0.1678430140018463, | |
| "learning_rate": 0.00017071067811865476, | |
| "loss": 0.5557, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7432, | |
| "step": 1075, | |
| "tokens_per_second_per_gpu": 4092.04, | |
| "total_tokens": 21754087 | |
| }, | |
| { | |
| "epoch": 0.8252063015753939, | |
| "grad_norm": 0.16523879766464233, | |
| "learning_rate": 0.00016927094417868048, | |
| "loss": 0.556, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7437, | |
| "step": 1100, | |
| "tokens_per_second_per_gpu": 4187.02, | |
| "total_tokens": 22198779 | |
| }, | |
| { | |
| "epoch": 0.8439609902475619, | |
| "grad_norm": 0.18177717924118042, | |
| "learning_rate": 0.00016780306024735382, | |
| "loss": 0.5468, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7277, | |
| "step": 1125, | |
| "tokens_per_second_per_gpu": 4198.97, | |
| "total_tokens": 22639769 | |
| }, | |
| { | |
| "epoch": 0.8627156789197299, | |
| "grad_norm": 0.17299720644950867, | |
| "learning_rate": 0.0001663076228362492, | |
| "loss": 0.554, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7402, | |
| "step": 1150, | |
| "tokens_per_second_per_gpu": 3762.13, | |
| "total_tokens": 23086742 | |
| }, | |
| { | |
| "epoch": 0.881470367591898, | |
| "grad_norm": 0.19112971425056458, | |
| "learning_rate": 0.00016478523965399085, | |
| "loss": 0.5434, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7219, | |
| "step": 1175, | |
| "tokens_per_second_per_gpu": 4205.37, | |
| "total_tokens": 23528106 | |
| }, | |
| { | |
| "epoch": 0.900225056264066, | |
| "grad_norm": 0.17930163443088531, | |
| "learning_rate": 0.00016323652935929536, | |
| "loss": 0.5362, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7095, | |
| "step": 1200, | |
| "tokens_per_second_per_gpu": 4228.83, | |
| "total_tokens": 23974427 | |
| }, | |
| { | |
| "epoch": 0.918979744936234, | |
| "grad_norm": 0.18718039989471436, | |
| "learning_rate": 0.00016166212130956382, | |
| "loss": 0.5533, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.739, | |
| "step": 1225, | |
| "tokens_per_second_per_gpu": 4211.64, | |
| "total_tokens": 24415919 | |
| }, | |
| { | |
| "epoch": 0.9377344336084021, | |
| "grad_norm": 0.17105573415756226, | |
| "learning_rate": 0.0001600626553051268, | |
| "loss": 0.5492, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7319, | |
| "step": 1250, | |
| "tokens_per_second_per_gpu": 4183.86, | |
| "total_tokens": 24854345 | |
| }, | |
| { | |
| "epoch": 0.9564891222805701, | |
| "grad_norm": 0.1733955442905426, | |
| "learning_rate": 0.0001584387813292454, | |
| "loss": 0.5348, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7071, | |
| "step": 1275, | |
| "tokens_per_second_per_gpu": 4172.93, | |
| "total_tokens": 25292647 | |
| }, | |
| { | |
| "epoch": 0.9752438109527382, | |
| "grad_norm": 0.1858205944299698, | |
| "learning_rate": 0.00015679115928397401, | |
| "loss": 0.5527, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7379, | |
| "step": 1300, | |
| "tokens_per_second_per_gpu": 4226.34, | |
| "total_tokens": 25733591 | |
| }, | |
| { | |
| "epoch": 0.9939984996249063, | |
| "grad_norm": 0.1944192498922348, | |
| "learning_rate": 0.00015512045872199276, | |
| "loss": 0.5311, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.7008, | |
| "step": 1325, | |
| "tokens_per_second_per_gpu": 3655.12, | |
| "total_tokens": 26164528 | |
| }, | |
| { | |
| "epoch": 1.0127531882970742, | |
| "grad_norm": 0.18358173966407776, | |
| "learning_rate": 0.00015342735857451777, | |
| "loss": 0.5145, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6728, | |
| "step": 1350, | |
| "tokens_per_second_per_gpu": 4227.25, | |
| "total_tokens": 26610460 | |
| }, | |
| { | |
| "epoch": 1.0315078769692423, | |
| "grad_norm": 0.1853465735912323, | |
| "learning_rate": 0.00015171254687540038, | |
| "loss": 0.5081, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6621, | |
| "step": 1375, | |
| "tokens_per_second_per_gpu": 4318.88, | |
| "total_tokens": 27064008 | |
| }, | |
| { | |
| "epoch": 1.0502625656414104, | |
| "grad_norm": 0.18925060331821442, | |
| "learning_rate": 0.0001499767204815273, | |
| "loss": 0.5185, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6795, | |
| "step": 1400, | |
| "tokens_per_second_per_gpu": 4324.01, | |
| "total_tokens": 27516590 | |
| }, | |
| { | |
| "epoch": 1.0690172543135783, | |
| "grad_norm": 0.20961470901966095, | |
| "learning_rate": 0.00014822058478963532, | |
| "loss": 0.5234, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6878, | |
| "step": 1425, | |
| "tokens_per_second_per_gpu": 4319.64, | |
| "total_tokens": 27970075 | |
| }, | |
| { | |
| "epoch": 1.0877719429857464, | |
| "grad_norm": 0.1982697695493698, | |
| "learning_rate": 0.0001464448534496555, | |
| "loss": 0.5169, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6768, | |
| "step": 1450, | |
| "tokens_per_second_per_gpu": 4267.88, | |
| "total_tokens": 28419716 | |
| }, | |
| { | |
| "epoch": 1.1065266316579145, | |
| "grad_norm": 0.1925143301486969, | |
| "learning_rate": 0.00014465024807470376, | |
| "loss": 0.5197, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6815, | |
| "step": 1475, | |
| "tokens_per_second_per_gpu": 4264.53, | |
| "total_tokens": 28866312 | |
| }, | |
| { | |
| "epoch": 1.1252813203300824, | |
| "grad_norm": 0.18788637220859528, | |
| "learning_rate": 0.0001428374979478349, | |
| "loss": 0.5204, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6827, | |
| "step": 1500, | |
| "tokens_per_second_per_gpu": 3779.33, | |
| "total_tokens": 29315968 | |
| }, | |
| { | |
| "epoch": 1.1440360090022506, | |
| "grad_norm": 0.18954145908355713, | |
| "learning_rate": 0.00014100733972568038, | |
| "loss": 0.5164, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.676, | |
| "step": 1525, | |
| "tokens_per_second_per_gpu": 4282.57, | |
| "total_tokens": 29766723 | |
| }, | |
| { | |
| "epoch": 1.1627906976744187, | |
| "grad_norm": 0.19003146886825562, | |
| "learning_rate": 0.00013916051713908924, | |
| "loss": 0.5095, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6645, | |
| "step": 1550, | |
| "tokens_per_second_per_gpu": 4290.76, | |
| "total_tokens": 30218573 | |
| }, | |
| { | |
| "epoch": 1.1815453863465866, | |
| "grad_norm": 0.18279583752155304, | |
| "learning_rate": 0.00013729778069089437, | |
| "loss": 0.522, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6854, | |
| "step": 1575, | |
| "tokens_per_second_per_gpu": 4300.13, | |
| "total_tokens": 30669810 | |
| }, | |
| { | |
| "epoch": 1.2003000750187547, | |
| "grad_norm": 0.18783092498779297, | |
| "learning_rate": 0.00013541988735092672, | |
| "loss": 0.5003, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6492, | |
| "step": 1600, | |
| "tokens_per_second_per_gpu": 4271.27, | |
| "total_tokens": 31117586 | |
| }, | |
| { | |
| "epoch": 1.2190547636909228, | |
| "grad_norm": 0.199558824300766, | |
| "learning_rate": 0.00013352760024840175, | |
| "loss": 0.5115, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6678, | |
| "step": 1625, | |
| "tokens_per_second_per_gpu": 4248.14, | |
| "total_tokens": 31562224 | |
| }, | |
| { | |
| "epoch": 1.2378094523630907, | |
| "grad_norm": 0.19465653598308563, | |
| "learning_rate": 0.00013162168836180246, | |
| "loss": 0.4967, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6433, | |
| "step": 1650, | |
| "tokens_per_second_per_gpu": 4286.24, | |
| "total_tokens": 32011071 | |
| }, | |
| { | |
| "epoch": 1.2565641410352588, | |
| "grad_norm": 0.2054641842842102, | |
| "learning_rate": 0.00012970292620638574, | |
| "loss": 0.5172, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6773, | |
| "step": 1675, | |
| "tokens_per_second_per_gpu": 3733.1, | |
| "total_tokens": 32452490 | |
| }, | |
| { | |
| "epoch": 1.275318829707427, | |
| "grad_norm": 0.19450411200523376, | |
| "learning_rate": 0.00012777209351943862, | |
| "loss": 0.5149, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6735, | |
| "step": 1700, | |
| "tokens_per_second_per_gpu": 4251.33, | |
| "total_tokens": 32899103 | |
| }, | |
| { | |
| "epoch": 1.2940735183795948, | |
| "grad_norm": 0.19844166934490204, | |
| "learning_rate": 0.0001258299749434123, | |
| "loss": 0.5205, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6829, | |
| "step": 1725, | |
| "tokens_per_second_per_gpu": 4240.57, | |
| "total_tokens": 33344569 | |
| }, | |
| { | |
| "epoch": 1.312828207051763, | |
| "grad_norm": 0.19240470230579376, | |
| "learning_rate": 0.00012387735970706312, | |
| "loss": 0.5033, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6542, | |
| "step": 1750, | |
| "tokens_per_second_per_gpu": 4267.65, | |
| "total_tokens": 33790426 | |
| }, | |
| { | |
| "epoch": 1.331582895723931, | |
| "grad_norm": 0.18220192193984985, | |
| "learning_rate": 0.00012191504130472937, | |
| "loss": 0.5103, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6658, | |
| "step": 1775, | |
| "tokens_per_second_per_gpu": 4237.08, | |
| "total_tokens": 34233908 | |
| }, | |
| { | |
| "epoch": 1.350337584396099, | |
| "grad_norm": 0.20157551765441895, | |
| "learning_rate": 0.00011994381717387514, | |
| "loss": 0.5192, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6807, | |
| "step": 1800, | |
| "tokens_per_second_per_gpu": 4244.09, | |
| "total_tokens": 34678691 | |
| }, | |
| { | |
| "epoch": 1.369092273068267, | |
| "grad_norm": 0.17189238965511322, | |
| "learning_rate": 0.00011796448837103129, | |
| "loss": 0.5011, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6505, | |
| "step": 1825, | |
| "tokens_per_second_per_gpu": 4277.26, | |
| "total_tokens": 35125624 | |
| }, | |
| { | |
| "epoch": 1.387846961740435, | |
| "grad_norm": 0.19443106651306152, | |
| "learning_rate": 0.00011597785924626616, | |
| "loss": 0.4994, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6477, | |
| "step": 1850, | |
| "tokens_per_second_per_gpu": 3766.52, | |
| "total_tokens": 35568850 | |
| }, | |
| { | |
| "epoch": 1.406601650412603, | |
| "grad_norm": 0.1810811311006546, | |
| "learning_rate": 0.00011398473711631764, | |
| "loss": 0.5083, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6625, | |
| "step": 1875, | |
| "tokens_per_second_per_gpu": 4204.76, | |
| "total_tokens": 36009980 | |
| }, | |
| { | |
| "epoch": 1.4253563390847712, | |
| "grad_norm": 0.19805970788002014, | |
| "learning_rate": 0.00011198593193651958, | |
| "loss": 0.5141, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6721, | |
| "step": 1900, | |
| "tokens_per_second_per_gpu": 4270.21, | |
| "total_tokens": 36457032 | |
| }, | |
| { | |
| "epoch": 1.4441110277569393, | |
| "grad_norm": 0.1936168372631073, | |
| "learning_rate": 0.00010998225597165628, | |
| "loss": 0.5045, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6562, | |
| "step": 1925, | |
| "tokens_per_second_per_gpu": 4275.24, | |
| "total_tokens": 36905590 | |
| }, | |
| { | |
| "epoch": 1.4628657164291072, | |
| "grad_norm": 0.19065748155117035, | |
| "learning_rate": 0.00010797452346587798, | |
| "loss": 0.5025, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6528, | |
| "step": 1950, | |
| "tokens_per_second_per_gpu": 4285.81, | |
| "total_tokens": 37354436 | |
| }, | |
| { | |
| "epoch": 1.4816204051012754, | |
| "grad_norm": 0.18647657334804535, | |
| "learning_rate": 0.0001059635503118125, | |
| "loss": 0.5102, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6656, | |
| "step": 1975, | |
| "tokens_per_second_per_gpu": 4259.76, | |
| "total_tokens": 37801500 | |
| }, | |
| { | |
| "epoch": 1.5003750937734432, | |
| "grad_norm": 0.21211788058280945, | |
| "learning_rate": 0.00010395015371900663, | |
| "loss": 0.5052, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6573, | |
| "step": 2000, | |
| "tokens_per_second_per_gpu": 4250.7, | |
| "total_tokens": 38244936 | |
| }, | |
| { | |
| "epoch": 1.5003750937734432, | |
| "eval_loss": 0.5063687562942505, | |
| "eval_ppl": 1.6593, | |
| "eval_runtime": 141.112, | |
| "eval_samples_per_second": 5.173, | |
| "eval_steps_per_second": 1.035, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 19.1, | |
| "memory/max_allocated (GiB)": 19.1, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.5191297824456114, | |
| "grad_norm": 0.20089760422706604, | |
| "learning_rate": 0.00010193515188183245, | |
| "loss": 0.4892, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.631, | |
| "step": 2025, | |
| "tokens_per_second_per_gpu": 4246.58, | |
| "total_tokens": 39959888 | |
| }, | |
| { | |
| "epoch": 1.5378844711177795, | |
| "grad_norm": 0.19840118288993835, | |
| "learning_rate": 9.991936364699348e-05, | |
| "loss": 0.503, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6537, | |
| "step": 2050, | |
| "tokens_per_second_per_gpu": 4320.38, | |
| "total_tokens": 40411902 | |
| }, | |
| { | |
| "epoch": 1.5566391597899476, | |
| "grad_norm": 0.20045842230319977, | |
| "learning_rate": 9.790360818076577e-05, | |
| "loss": 0.5127, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6698, | |
| "step": 2075, | |
| "tokens_per_second_per_gpu": 4245.02, | |
| "total_tokens": 40855384 | |
| }, | |
| { | |
| "epoch": 1.5753938484621155, | |
| "grad_norm": 0.19669026136398315, | |
| "learning_rate": 9.588870463610893e-05, | |
| "loss": 0.4994, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6477, | |
| "step": 2100, | |
| "tokens_per_second_per_gpu": 4174.18, | |
| "total_tokens": 41293525 | |
| }, | |
| { | |
| "epoch": 1.5941485371342836, | |
| "grad_norm": 0.19754259288311005, | |
| "learning_rate": 9.387547181978291e-05, | |
| "loss": 0.5009, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6502, | |
| "step": 2125, | |
| "tokens_per_second_per_gpu": 4200.06, | |
| "total_tokens": 41737747 | |
| }, | |
| { | |
| "epoch": 1.6129032258064515, | |
| "grad_norm": 0.19482502341270447, | |
| "learning_rate": 9.186472785960507e-05, | |
| "loss": 0.5002, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6491, | |
| "step": 2150, | |
| "tokens_per_second_per_gpu": 3696.76, | |
| "total_tokens": 42176082 | |
| }, | |
| { | |
| "epoch": 1.6316579144786196, | |
| "grad_norm": 0.21606561541557312, | |
| "learning_rate": 8.985728987198352e-05, | |
| "loss": 0.4959, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.642, | |
| "step": 2175, | |
| "tokens_per_second_per_gpu": 4192.5, | |
| "total_tokens": 42616372 | |
| }, | |
| { | |
| "epoch": 1.6504126031507877, | |
| "grad_norm": 0.1979638934135437, | |
| "learning_rate": 8.785397362986114e-05, | |
| "loss": 0.5031, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6538, | |
| "step": 2200, | |
| "tokens_per_second_per_gpu": 4211.67, | |
| "total_tokens": 43058315 | |
| }, | |
| { | |
| "epoch": 1.6691672918229559, | |
| "grad_norm": 0.20717743039131165, | |
| "learning_rate": 8.58555932312059e-05, | |
| "loss": 0.4986, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6464, | |
| "step": 2225, | |
| "tokens_per_second_per_gpu": 4242.04, | |
| "total_tokens": 43501960 | |
| }, | |
| { | |
| "epoch": 1.6879219804951238, | |
| "grad_norm": 0.18736609816551208, | |
| "learning_rate": 8.38629607681815e-05, | |
| "loss": 0.4898, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.632, | |
| "step": 2250, | |
| "tokens_per_second_per_gpu": 4235.21, | |
| "total_tokens": 43947235 | |
| }, | |
| { | |
| "epoch": 1.7066766691672917, | |
| "grad_norm": 0.2056591659784317, | |
| "learning_rate": 8.187688599713333e-05, | |
| "loss": 0.4925, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6364, | |
| "step": 2275, | |
| "tokens_per_second_per_gpu": 4256.41, | |
| "total_tokens": 44393451 | |
| }, | |
| { | |
| "epoch": 1.7254313578394598, | |
| "grad_norm": 0.19774597883224487, | |
| "learning_rate": 7.989817600952376e-05, | |
| "loss": 0.4952, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6408, | |
| "step": 2300, | |
| "tokens_per_second_per_gpu": 4224.5, | |
| "total_tokens": 44836590 | |
| }, | |
| { | |
| "epoch": 1.744186046511628, | |
| "grad_norm": 0.19662383198738098, | |
| "learning_rate": 7.792763490394984e-05, | |
| "loss": 0.4977, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6449, | |
| "step": 2325, | |
| "tokens_per_second_per_gpu": 3741.52, | |
| "total_tokens": 45279799 | |
| }, | |
| { | |
| "epoch": 1.762940735183796, | |
| "grad_norm": 0.19400179386138916, | |
| "learning_rate": 7.596606345937812e-05, | |
| "loss": 0.4965, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.643, | |
| "step": 2350, | |
| "tokens_per_second_per_gpu": 4248.51, | |
| "total_tokens": 45725602 | |
| }, | |
| { | |
| "epoch": 1.7816954238559641, | |
| "grad_norm": 0.20261766016483307, | |
| "learning_rate": 7.401425880972742e-05, | |
| "loss": 0.5014, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.651, | |
| "step": 2375, | |
| "tokens_per_second_per_gpu": 4216.2, | |
| "total_tokens": 46167730 | |
| }, | |
| { | |
| "epoch": 1.800450112528132, | |
| "grad_norm": 0.20447255671024323, | |
| "learning_rate": 7.207301411993387e-05, | |
| "loss": 0.4901, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6325, | |
| "step": 2400, | |
| "tokens_per_second_per_gpu": 3727.37, | |
| "total_tokens": 46611126 | |
| }, | |
| { | |
| "epoch": 1.8192048012003, | |
| "grad_norm": 0.19921696186065674, | |
| "learning_rate": 7.014311826362804e-05, | |
| "loss": 0.4925, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6364, | |
| "step": 2425, | |
| "tokens_per_second_per_gpu": 4202.19, | |
| "total_tokens": 47050763 | |
| }, | |
| { | |
| "epoch": 1.837959489872468, | |
| "grad_norm": 0.20095540583133698, | |
| "learning_rate": 6.822535550255652e-05, | |
| "loss": 0.494, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6389, | |
| "step": 2450, | |
| "tokens_per_second_per_gpu": 4230.16, | |
| "total_tokens": 47496926 | |
| }, | |
| { | |
| "epoch": 1.8567141785446362, | |
| "grad_norm": 0.20210741460323334, | |
| "learning_rate": 6.632050516787719e-05, | |
| "loss": 0.5036, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6547, | |
| "step": 2475, | |
| "tokens_per_second_per_gpu": 4256.1, | |
| "total_tokens": 47941250 | |
| }, | |
| { | |
| "epoch": 1.8754688672168043, | |
| "grad_norm": 0.21025419235229492, | |
| "learning_rate": 6.442934134345871e-05, | |
| "loss": 0.5019, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6519, | |
| "step": 2500, | |
| "tokens_per_second_per_gpu": 3728.09, | |
| "total_tokens": 48383306 | |
| }, | |
| { | |
| "epoch": 1.8942235558889724, | |
| "grad_norm": 0.20130059123039246, | |
| "learning_rate": 6.255263255131172e-05, | |
| "loss": 0.5022, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6524, | |
| "step": 2525, | |
| "tokens_per_second_per_gpu": 4178.95, | |
| "total_tokens": 48821862 | |
| }, | |
| { | |
| "epoch": 1.9129782445611403, | |
| "grad_norm": 0.19601669907569885, | |
| "learning_rate": 6.0691141439280785e-05, | |
| "loss": 0.4876, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6284, | |
| "step": 2550, | |
| "tokens_per_second_per_gpu": 3998.52, | |
| "total_tokens": 49262344 | |
| }, | |
| { | |
| "epoch": 1.9317329332333082, | |
| "grad_norm": 0.20538586378097534, | |
| "learning_rate": 5.884562447112331e-05, | |
| "loss": 0.4796, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6154, | |
| "step": 2575, | |
| "tokens_per_second_per_gpu": 4192.8, | |
| "total_tokens": 49702209 | |
| }, | |
| { | |
| "epoch": 1.9504876219054763, | |
| "grad_norm": 0.19957959651947021, | |
| "learning_rate": 5.701683161910115e-05, | |
| "loss": 0.5017, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6515, | |
| "step": 2600, | |
| "tokens_per_second_per_gpu": 4244.94, | |
| "total_tokens": 50147673 | |
| }, | |
| { | |
| "epoch": 1.9692423105776444, | |
| "grad_norm": 0.20284536480903625, | |
| "learning_rate": 5.520550605921091e-05, | |
| "loss": 0.5024, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6527, | |
| "step": 2625, | |
| "tokens_per_second_per_gpu": 4205.45, | |
| "total_tokens": 50589478 | |
| }, | |
| { | |
| "epoch": 1.9879969992498125, | |
| "grad_norm": 0.2044789344072342, | |
| "learning_rate": 5.34123838691753e-05, | |
| "loss": 0.4967, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6433, | |
| "step": 2650, | |
| "tokens_per_second_per_gpu": 4204.9, | |
| "total_tokens": 51027800 | |
| }, | |
| { | |
| "epoch": 2.0067516879219807, | |
| "grad_norm": 0.2125943899154663, | |
| "learning_rate": 5.163819372931979e-05, | |
| "loss": 0.4862, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6261, | |
| "step": 2675, | |
| "tokens_per_second_per_gpu": 3745.54, | |
| "total_tokens": 51469941 | |
| }, | |
| { | |
| "epoch": 2.0255063765941483, | |
| "grad_norm": 0.2312517911195755, | |
| "learning_rate": 4.9883656626454724e-05, | |
| "loss": 0.4782, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6132, | |
| "step": 2700, | |
| "tokens_per_second_per_gpu": 4275.5, | |
| "total_tokens": 51921057 | |
| }, | |
| { | |
| "epoch": 2.0442610652663165, | |
| "grad_norm": 0.19745635986328125, | |
| "learning_rate": 4.81494855608843e-05, | |
| "loss": 0.4717, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6027, | |
| "step": 2725, | |
| "tokens_per_second_per_gpu": 4290.88, | |
| "total_tokens": 52372623 | |
| }, | |
| { | |
| "epoch": 2.0630157539384846, | |
| "grad_norm": 0.22817276418209076, | |
| "learning_rate": 4.643638525666095e-05, | |
| "loss": 0.4817, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6188, | |
| "step": 2750, | |
| "tokens_per_second_per_gpu": 4292.31, | |
| "total_tokens": 52823263 | |
| }, | |
| { | |
| "epoch": 2.0817704426106527, | |
| "grad_norm": 0.20878754556179047, | |
| "learning_rate": 4.4745051875203134e-05, | |
| "loss": 0.4774, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6119, | |
| "step": 2775, | |
| "tokens_per_second_per_gpu": 4287.12, | |
| "total_tokens": 53272669 | |
| }, | |
| { | |
| "epoch": 2.100525131282821, | |
| "grad_norm": 0.18676196038722992, | |
| "learning_rate": 4.307617273239226e-05, | |
| "loss": 0.4824, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.62, | |
| "step": 2800, | |
| "tokens_per_second_per_gpu": 4304.14, | |
| "total_tokens": 53724750 | |
| }, | |
| { | |
| "epoch": 2.119279819954989, | |
| "grad_norm": 0.20670537650585175, | |
| "learning_rate": 4.1430426019264924e-05, | |
| "loss": 0.4701, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6002, | |
| "step": 2825, | |
| "tokens_per_second_per_gpu": 4283.76, | |
| "total_tokens": 54172957 | |
| }, | |
| { | |
| "epoch": 2.1380345086271566, | |
| "grad_norm": 0.21445906162261963, | |
| "learning_rate": 3.980848052641286e-05, | |
| "loss": 0.4772, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6116, | |
| "step": 2850, | |
| "tokens_per_second_per_gpu": 3768.93, | |
| "total_tokens": 54625827 | |
| }, | |
| { | |
| "epoch": 2.1567891972993247, | |
| "grad_norm": 0.21021129190921783, | |
| "learning_rate": 3.8210995372202896e-05, | |
| "loss": 0.471, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6016, | |
| "step": 2875, | |
| "tokens_per_second_per_gpu": 4286.55, | |
| "total_tokens": 55076031 | |
| }, | |
| { | |
| "epoch": 2.175543885971493, | |
| "grad_norm": 0.23069453239440918, | |
| "learning_rate": 3.663861973492776e-05, | |
| "loss": 0.4722, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6035, | |
| "step": 2900, | |
| "tokens_per_second_per_gpu": 4291.53, | |
| "total_tokens": 55527864 | |
| }, | |
| { | |
| "epoch": 2.194298574643661, | |
| "grad_norm": 0.22328485548496246, | |
| "learning_rate": 3.509199258899603e-05, | |
| "loss": 0.474, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6064, | |
| "step": 2925, | |
| "tokens_per_second_per_gpu": 4262.17, | |
| "total_tokens": 55976245 | |
| }, | |
| { | |
| "epoch": 2.213053263315829, | |
| "grad_norm": 0.20422938466072083, | |
| "learning_rate": 3.3571742445268995e-05, | |
| "loss": 0.4721, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6034, | |
| "step": 2950, | |
| "tokens_per_second_per_gpu": 4339.03, | |
| "total_tokens": 56430293 | |
| }, | |
| { | |
| "epoch": 2.231807951987997, | |
| "grad_norm": 0.21462033689022064, | |
| "learning_rate": 3.2078487095649236e-05, | |
| "loss": 0.4798, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6158, | |
| "step": 2975, | |
| "tokens_per_second_per_gpu": 4274.93, | |
| "total_tokens": 56879796 | |
| }, | |
| { | |
| "epoch": 2.250562640660165, | |
| "grad_norm": 0.21800526976585388, | |
| "learning_rate": 3.061283336202545e-05, | |
| "loss": 0.4733, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 25.53, | |
| "memory/max_allocated (GiB)": 25.53, | |
| "ppl": 1.6053, | |
| "step": 3000, | |
| "tokens_per_second_per_gpu": 4290.7, | |
| "total_tokens": 57329902 | |
| }, | |
| { | |
| "epoch": 2.250562640660165, | |
| "eval_loss": 0.49272674322128296, | |
| "eval_ppl": 1.6368, | |
| "eval_runtime": 139.4189, | |
| "eval_samples_per_second": 5.236, | |
| "eval_steps_per_second": 1.047, | |
| "memory/device_reserved (GiB)": 139.06, | |
| "memory/max_active (GiB)": 19.1, | |
| "memory/max_allocated (GiB)": 19.1, | |
| "step": 3000 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 3996, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.44194006269952e+18, | |
| "train_batch_size": 5, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |