| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.04161681319252978, |
| "eval_steps": 500, |
| "global_step": 600, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0006936135532088297, |
| "grad_norm": 80.97769927978516, |
| "learning_rate": 2.0833333333333334e-06, |
| "loss": 39.45225219726562, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0013872271064176594, |
| "grad_norm": 69.19830322265625, |
| "learning_rate": 6.25e-06, |
| "loss": 38.231222534179686, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0020808406596264893, |
| "grad_norm": 55.03429412841797, |
| "learning_rate": 1.0416666666666666e-05, |
| "loss": 37.07829284667969, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.002774454212835319, |
| "grad_norm": 36.03839874267578, |
| "learning_rate": 1.4583333333333333e-05, |
| "loss": 35.945098876953125, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0034680677660441487, |
| "grad_norm": 48.63792419433594, |
| "learning_rate": 1.875e-05, |
| "loss": 34.40289306640625, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.004161681319252979, |
| "grad_norm": 41.98967361450195, |
| "learning_rate": 2.2916666666666667e-05, |
| "loss": 33.45003662109375, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.004855294872461808, |
| "grad_norm": 81.57576751708984, |
| "learning_rate": 2.7083333333333335e-05, |
| "loss": 32.02000427246094, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.005548908425670638, |
| "grad_norm": 60.575645446777344, |
| "learning_rate": 3.125e-05, |
| "loss": 30.74504699707031, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.006242521978879467, |
| "grad_norm": 61.149410247802734, |
| "learning_rate": 3.541666666666667e-05, |
| "loss": 29.49912109375, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.006936135532088297, |
| "grad_norm": 69.96782684326172, |
| "learning_rate": 3.958333333333333e-05, |
| "loss": 28.152670288085936, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.007629749085297127, |
| "grad_norm": 33.35784149169922, |
| "learning_rate": 4.375e-05, |
| "loss": 27.86654052734375, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.008323362638505957, |
| "grad_norm": 42.682308197021484, |
| "learning_rate": 4.791666666666667e-05, |
| "loss": 27.098068237304688, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.009016976191714786, |
| "grad_norm": 45.40013122558594, |
| "learning_rate": 5.208333333333334e-05, |
| "loss": 25.768472290039064, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.009710589744923616, |
| "grad_norm": 36.54875564575195, |
| "learning_rate": 5.6250000000000005e-05, |
| "loss": 25.419296264648438, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.010404203298132445, |
| "grad_norm": 54.964447021484375, |
| "learning_rate": 6.041666666666667e-05, |
| "loss": 24.5228759765625, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.011097816851341275, |
| "grad_norm": 62.00859451293945, |
| "learning_rate": 6.458333333333334e-05, |
| "loss": 23.92150115966797, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.011791430404550106, |
| "grad_norm": 50.303070068359375, |
| "learning_rate": 6.875e-05, |
| "loss": 23.61223449707031, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.012485043957758934, |
| "grad_norm": 40.088356018066406, |
| "learning_rate": 7.291666666666667e-05, |
| "loss": 23.29130401611328, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.013178657510967764, |
| "grad_norm": 58.86671829223633, |
| "learning_rate": 7.708333333333334e-05, |
| "loss": 23.32776794433594, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.013872271064176595, |
| "grad_norm": 38.86407470703125, |
| "learning_rate": 8.125000000000001e-05, |
| "loss": 23.280059814453125, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.014565884617385423, |
| "grad_norm": 37.631717681884766, |
| "learning_rate": 8.541666666666666e-05, |
| "loss": 22.259375, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.015259498170594254, |
| "grad_norm": 37.38259506225586, |
| "learning_rate": 8.958333333333333e-05, |
| "loss": 21.507147216796874, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.015953111723803082, |
| "grad_norm": 42.106143951416016, |
| "learning_rate": 9.375e-05, |
| "loss": 21.231875610351562, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.016646725277011915, |
| "grad_norm": 50.364681243896484, |
| "learning_rate": 9.791666666666667e-05, |
| "loss": 21.234603881835938, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.017340338830220743, |
| "grad_norm": 40.50483322143555, |
| "learning_rate": 0.00010208333333333334, |
| "loss": 20.62218017578125, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.018033952383429572, |
| "grad_norm": 60.68687057495117, |
| "learning_rate": 0.00010625, |
| "loss": 19.96156463623047, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.0187275659366384, |
| "grad_norm": 31.746686935424805, |
| "learning_rate": 0.00011041666666666666, |
| "loss": 19.283287048339844, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.019421179489847232, |
| "grad_norm": 40.83134841918945, |
| "learning_rate": 0.00011458333333333333, |
| "loss": 18.95526580810547, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.02011479304305606, |
| "grad_norm": 27.94510841369629, |
| "learning_rate": 0.00011875, |
| "loss": 19.398623657226562, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.02080840659626489, |
| "grad_norm": 43.998260498046875, |
| "learning_rate": 0.00012291666666666665, |
| "loss": 18.262245178222656, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.021502020149473722, |
| "grad_norm": 22.61271095275879, |
| "learning_rate": 0.00012708333333333332, |
| "loss": 18.646043395996095, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.02219563370268255, |
| "grad_norm": 27.580198287963867, |
| "learning_rate": 0.00013125000000000002, |
| "loss": 17.519342041015626, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.02288924725589138, |
| "grad_norm": 36.54242706298828, |
| "learning_rate": 0.00013541666666666666, |
| "loss": 16.588734436035157, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.02358286080910021, |
| "grad_norm": 24.73045539855957, |
| "learning_rate": 0.00013958333333333333, |
| "loss": 16.85819091796875, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.02427647436230904, |
| "grad_norm": 27.577693939208984, |
| "learning_rate": 0.00014375, |
| "loss": 16.190365600585938, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.02497008791551787, |
| "grad_norm": 20.408132553100586, |
| "learning_rate": 0.00014791666666666667, |
| "loss": 15.682986450195312, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.0256637014687267, |
| "grad_norm": 28.981483459472656, |
| "learning_rate": 0.00015208333333333333, |
| "loss": 15.275959777832032, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.02635731502193553, |
| "grad_norm": 19.978363037109375, |
| "learning_rate": 0.00015625, |
| "loss": 15.033628845214844, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.027050928575144358, |
| "grad_norm": 15.66555404663086, |
| "learning_rate": 0.00016041666666666667, |
| "loss": 14.446699523925782, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.02774454212835319, |
| "grad_norm": 17.955888748168945, |
| "learning_rate": 0.00016458333333333334, |
| "loss": 14.196858215332032, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.02843815568156202, |
| "grad_norm": 16.955345153808594, |
| "learning_rate": 0.00016875, |
| "loss": 13.838204956054687, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.029131769234770847, |
| "grad_norm": 14.126781463623047, |
| "learning_rate": 0.00017291666666666668, |
| "loss": 13.345814514160157, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.029825382787979676, |
| "grad_norm": 16.29298973083496, |
| "learning_rate": 0.00017708333333333335, |
| "loss": 13.06510009765625, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.030518996341188508, |
| "grad_norm": 14.477455139160156, |
| "learning_rate": 0.00018125, |
| "loss": 12.520622253417969, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.031212609894397336, |
| "grad_norm": 12.074920654296875, |
| "learning_rate": 0.00018541666666666668, |
| "loss": 12.411215209960938, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.031906223447606165, |
| "grad_norm": 15.564898490905762, |
| "learning_rate": 0.00018958333333333332, |
| "loss": 12.00233154296875, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.032599837000814993, |
| "grad_norm": 15.621328353881836, |
| "learning_rate": 0.00019375000000000002, |
| "loss": 12.109133911132812, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.03329345055402383, |
| "grad_norm": 10.823607444763184, |
| "learning_rate": 0.00019791666666666666, |
| "loss": 11.684900665283203, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.03398706410723266, |
| "grad_norm": 14.166363716125488, |
| "learning_rate": 0.00020208333333333333, |
| "loss": 11.60366439819336, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.034680677660441486, |
| "grad_norm": 39.65184783935547, |
| "learning_rate": 0.00020625, |
| "loss": 11.060487365722656, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.035374291213650315, |
| "grad_norm": 12.022449493408203, |
| "learning_rate": 0.00021041666666666667, |
| "loss": 11.373404693603515, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.036067904766859143, |
| "grad_norm": 9.625805854797363, |
| "learning_rate": 0.00021458333333333334, |
| "loss": 11.405331420898438, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.03676151832006797, |
| "grad_norm": 12.523700714111328, |
| "learning_rate": 0.00021875, |
| "loss": 10.810578155517579, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0374551318732768, |
| "grad_norm": 11.111766815185547, |
| "learning_rate": 0.00022291666666666667, |
| "loss": 10.427848815917969, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.038148745426485636, |
| "grad_norm": 9.552438735961914, |
| "learning_rate": 0.00022708333333333334, |
| "loss": 10.221891784667969, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.038842358979694465, |
| "grad_norm": 10.854446411132812, |
| "learning_rate": 0.00023125, |
| "loss": 10.453067779541016, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.039535972532903293, |
| "grad_norm": 8.054693222045898, |
| "learning_rate": 0.00023541666666666668, |
| "loss": 9.835127258300782, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.04022958608611212, |
| "grad_norm": 9.217058181762695, |
| "learning_rate": 0.00023958333333333335, |
| "loss": 9.983591461181641, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.04092319963932095, |
| "grad_norm": 7.442865371704102, |
| "learning_rate": 0.00024375, |
| "loss": 9.785844421386718, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.04161681319252978, |
| "grad_norm": 7.499183177947998, |
| "learning_rate": 0.0002479166666666667, |
| "loss": 9.547152709960937, |
| "step": 600 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 100000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 7, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6493214079467520.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
