| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 864, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.11574074074074074, |
| "grad_norm": 0.8536216020584106, |
| "learning_rate": 5.6818181818181825e-05, |
| "loss": 1.711, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.23148148148148148, |
| "grad_norm": 0.9026548862457275, |
| "learning_rate": 9.926829268292683e-05, |
| "loss": 1.4077, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.3472222222222222, |
| "grad_norm": 0.7126691341400146, |
| "learning_rate": 9.621951219512195e-05, |
| "loss": 1.2191, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.46296296296296297, |
| "grad_norm": 0.8097984194755554, |
| "learning_rate": 9.317073170731708e-05, |
| "loss": 1.1951, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5787037037037037, |
| "grad_norm": 0.6823762655258179, |
| "learning_rate": 9.01219512195122e-05, |
| "loss": 1.2015, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.6944444444444444, |
| "grad_norm": 0.7754731178283691, |
| "learning_rate": 8.707317073170732e-05, |
| "loss": 1.1927, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.8101851851851852, |
| "grad_norm": 0.7315147519111633, |
| "learning_rate": 8.402439024390244e-05, |
| "loss": 1.1953, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.9259259259259259, |
| "grad_norm": 0.6208141446113586, |
| "learning_rate": 8.097560975609757e-05, |
| "loss": 1.1844, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.0416666666666667, |
| "grad_norm": 0.6663596630096436, |
| "learning_rate": 7.792682926829269e-05, |
| "loss": 1.2056, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.1574074074074074, |
| "grad_norm": 0.6997539401054382, |
| "learning_rate": 7.487804878048781e-05, |
| "loss": 1.1872, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.2731481481481481, |
| "grad_norm": 0.7418563365936279, |
| "learning_rate": 7.182926829268293e-05, |
| "loss": 1.1479, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.3888888888888888, |
| "grad_norm": 0.7975765466690063, |
| "learning_rate": 6.878048780487805e-05, |
| "loss": 1.1444, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.5046296296296298, |
| "grad_norm": 0.759464681148529, |
| "learning_rate": 6.573170731707318e-05, |
| "loss": 1.1614, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.6203703703703702, |
| "grad_norm": 0.7860772609710693, |
| "learning_rate": 6.26829268292683e-05, |
| "loss": 1.1572, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.7361111111111112, |
| "grad_norm": 0.6840630769729614, |
| "learning_rate": 5.9634146341463414e-05, |
| "loss": 1.1765, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.8518518518518519, |
| "grad_norm": 0.6867539882659912, |
| "learning_rate": 5.6585365853658533e-05, |
| "loss": 1.1464, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.9675925925925926, |
| "grad_norm": 0.6985242366790771, |
| "learning_rate": 5.3536585365853666e-05, |
| "loss": 1.1647, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.0833333333333335, |
| "grad_norm": 0.8595041036605835, |
| "learning_rate": 5.0487804878048785e-05, |
| "loss": 1.1289, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.199074074074074, |
| "grad_norm": 0.7451562285423279, |
| "learning_rate": 4.7439024390243905e-05, |
| "loss": 1.1422, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.314814814814815, |
| "grad_norm": 0.8289864659309387, |
| "learning_rate": 4.4390243902439024e-05, |
| "loss": 1.1268, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.4305555555555554, |
| "grad_norm": 0.8567008972167969, |
| "learning_rate": 4.134146341463414e-05, |
| "loss": 1.1591, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.5462962962962963, |
| "grad_norm": 0.8465055823326111, |
| "learning_rate": 3.829268292682927e-05, |
| "loss": 1.1542, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.662037037037037, |
| "grad_norm": 0.8150965571403503, |
| "learning_rate": 3.524390243902439e-05, |
| "loss": 1.1287, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.7777777777777777, |
| "grad_norm": 0.8683028221130371, |
| "learning_rate": 3.2195121951219514e-05, |
| "loss": 1.1429, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.8935185185185186, |
| "grad_norm": 0.8814287781715393, |
| "learning_rate": 2.9146341463414634e-05, |
| "loss": 1.1416, |
| "step": 625 |
| }, |
| { |
| "epoch": 3.009259259259259, |
| "grad_norm": 0.7834553122520447, |
| "learning_rate": 2.609756097560976e-05, |
| "loss": 1.1372, |
| "step": 650 |
| }, |
| { |
| "epoch": 3.125, |
| "grad_norm": 0.9108631014823914, |
| "learning_rate": 2.304878048780488e-05, |
| "loss": 1.14, |
| "step": 675 |
| }, |
| { |
| "epoch": 3.240740740740741, |
| "grad_norm": 0.8761746287345886, |
| "learning_rate": 2e-05, |
| "loss": 1.123, |
| "step": 700 |
| }, |
| { |
| "epoch": 3.3564814814814814, |
| "grad_norm": 0.8887725472450256, |
| "learning_rate": 1.6951219512195124e-05, |
| "loss": 1.1083, |
| "step": 725 |
| }, |
| { |
| "epoch": 3.4722222222222223, |
| "grad_norm": 0.857607364654541, |
| "learning_rate": 1.3902439024390245e-05, |
| "loss": 1.1211, |
| "step": 750 |
| }, |
| { |
| "epoch": 3.587962962962963, |
| "grad_norm": 0.9724395871162415, |
| "learning_rate": 1.0853658536585366e-05, |
| "loss": 1.1038, |
| "step": 775 |
| }, |
| { |
| "epoch": 3.7037037037037037, |
| "grad_norm": 0.9074528217315674, |
| "learning_rate": 7.804878048780489e-06, |
| "loss": 1.1196, |
| "step": 800 |
| }, |
| { |
| "epoch": 3.8194444444444446, |
| "grad_norm": 0.9636090397834778, |
| "learning_rate": 4.75609756097561e-06, |
| "loss": 1.134, |
| "step": 825 |
| }, |
| { |
| "epoch": 3.935185185185185, |
| "grad_norm": 0.8954392075538635, |
| "learning_rate": 1.707317073170732e-06, |
| "loss": 1.1378, |
| "step": 850 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 864, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 500, |
| "total_flos": 1.5105772588577587e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
