| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.1244377811094453, |
| "eval_steps": 500, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.018740629685157422, |
| "grad_norm": 1.3957158327102661, |
| "learning_rate": 1.47e-05, |
| "loss": 9.729989013671876, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.037481259370314844, |
| "grad_norm": 1.4920259714126587, |
| "learning_rate": 2.97e-05, |
| "loss": 9.0034130859375, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.05622188905547226, |
| "grad_norm": 1.3049159049987793, |
| "learning_rate": 4.4699999999999996e-05, |
| "loss": 8.466640014648437, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.07496251874062969, |
| "grad_norm": 0.8636816740036011, |
| "learning_rate": 5.97e-05, |
| "loss": 7.869417724609375, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0937031484257871, |
| "grad_norm": 0.46240487694740295, |
| "learning_rate": 7.47e-05, |
| "loss": 7.4413623046875, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.11244377811094453, |
| "grad_norm": 0.42481327056884766, |
| "learning_rate": 8.969999999999998e-05, |
| "loss": 7.2437841796875, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.13118440779610194, |
| "grad_norm": 0.48112183809280396, |
| "learning_rate": 0.00010469999999999998, |
| "loss": 7.021725463867187, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.14992503748125938, |
| "grad_norm": 0.4746127724647522, |
| "learning_rate": 0.0001197, |
| "loss": 6.769576416015625, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.1686656671664168, |
| "grad_norm": 0.48956719040870667, |
| "learning_rate": 0.0001347, |
| "loss": 6.538475341796875, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.1874062968515742, |
| "grad_norm": 0.5688585638999939, |
| "learning_rate": 0.00014969999999999998, |
| "loss": 6.308619384765625, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.1874062968515742, |
| "eval_loss": 6.167688369750977, |
| "eval_runtime": 1.0817, |
| "eval_samples_per_second": 1849.023, |
| "eval_steps_per_second": 14.792, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.20614692653673164, |
| "grad_norm": 0.7463164925575256, |
| "learning_rate": 0.0001647, |
| "loss": 6.135632934570313, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.22488755622188905, |
| "grad_norm": 0.6867733001708984, |
| "learning_rate": 0.00017969999999999998, |
| "loss": 5.97782470703125, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.2436281859070465, |
| "grad_norm": 0.6764475703239441, |
| "learning_rate": 0.0001947, |
| "loss": 5.829049072265625, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.2623688155922039, |
| "grad_norm": 0.8201554417610168, |
| "learning_rate": 0.00020969999999999997, |
| "loss": 5.679007568359375, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.2811094452773613, |
| "grad_norm": 0.7325769662857056, |
| "learning_rate": 0.0002247, |
| "loss": 5.54383056640625, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.29985007496251875, |
| "grad_norm": 0.8120824694633484, |
| "learning_rate": 0.0002397, |
| "loss": 5.398251953125, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.31859070464767614, |
| "grad_norm": 0.8338794708251953, |
| "learning_rate": 0.00025469999999999996, |
| "loss": 5.269853515625, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.3373313343328336, |
| "grad_norm": 0.747706413269043, |
| "learning_rate": 0.0002697, |
| "loss": 5.1615771484375, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.356071964017991, |
| "grad_norm": 1.213719367980957, |
| "learning_rate": 0.0002847, |
| "loss": 5.037232666015625, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.3748125937031484, |
| "grad_norm": 1.0340992212295532, |
| "learning_rate": 0.00029969999999999997, |
| "loss": 4.913594055175781, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3748125937031484, |
| "eval_loss": 4.758162021636963, |
| "eval_runtime": 1.0759, |
| "eval_samples_per_second": 1858.983, |
| "eval_steps_per_second": 14.872, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.39355322338830584, |
| "grad_norm": 0.8748279809951782, |
| "learning_rate": 0.00029706, |
| "loss": 4.810666809082031, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.4122938530734633, |
| "grad_norm": 0.8297407031059265, |
| "learning_rate": 0.00029405999999999996, |
| "loss": 4.683534851074219, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.43103448275862066, |
| "grad_norm": 0.9721106290817261, |
| "learning_rate": 0.00029105999999999994, |
| "loss": 4.601776733398437, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.4497751124437781, |
| "grad_norm": 0.9634228348731995, |
| "learning_rate": 0.00028806, |
| "loss": 4.503483581542969, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.46851574212893554, |
| "grad_norm": 1.0372576713562012, |
| "learning_rate": 0.00028506, |
| "loss": 4.401589050292968, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.487256371814093, |
| "grad_norm": 1.0020194053649902, |
| "learning_rate": 0.00028206, |
| "loss": 4.325810546875, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5059970014992504, |
| "grad_norm": 0.969415545463562, |
| "learning_rate": 0.00027906, |
| "loss": 4.261092834472656, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.5247376311844077, |
| "grad_norm": 1.1663305759429932, |
| "learning_rate": 0.00027605999999999996, |
| "loss": 4.167784423828125, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.5434782608695652, |
| "grad_norm": 1.0733853578567505, |
| "learning_rate": 0.00027306, |
| "loss": 4.096864624023437, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.5622188905547226, |
| "grad_norm": 1.0118414163589478, |
| "learning_rate": 0.00027005999999999997, |
| "loss": 4.057973937988281, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.5622188905547226, |
| "eval_loss": 3.895841121673584, |
| "eval_runtime": 1.0897, |
| "eval_samples_per_second": 1835.392, |
| "eval_steps_per_second": 14.683, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.5809595202398801, |
| "grad_norm": 0.9456564784049988, |
| "learning_rate": 0.00026705999999999995, |
| "loss": 3.999591064453125, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.5997001499250375, |
| "grad_norm": 1.0527812242507935, |
| "learning_rate": 0.00026406, |
| "loss": 3.928629150390625, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.618440779610195, |
| "grad_norm": 0.9593741297721863, |
| "learning_rate": 0.00026105999999999997, |
| "loss": 3.86834228515625, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.6371814092953523, |
| "grad_norm": 1.0123467445373535, |
| "learning_rate": 0.00025805999999999995, |
| "loss": 3.8236553955078123, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.6559220389805097, |
| "grad_norm": 1.0930705070495605, |
| "learning_rate": 0.00025506, |
| "loss": 3.7675225830078123, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.6746626686656672, |
| "grad_norm": 1.2183789014816284, |
| "learning_rate": 0.00025205999999999997, |
| "loss": 3.722022705078125, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.6934032983508246, |
| "grad_norm": 1.1733542680740356, |
| "learning_rate": 0.00024906, |
| "loss": 3.6782516479492187, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.712143928035982, |
| "grad_norm": 1.1061464548110962, |
| "learning_rate": 0.00024606, |
| "loss": 3.6340737915039063, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.7308845577211395, |
| "grad_norm": 1.1385581493377686, |
| "learning_rate": 0.00024306, |
| "loss": 3.596466369628906, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.7496251874062968, |
| "grad_norm": 1.2214317321777344, |
| "learning_rate": 0.00024005999999999998, |
| "loss": 3.5506155395507815, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.7496251874062968, |
| "eval_loss": 3.386573553085327, |
| "eval_runtime": 1.0773, |
| "eval_samples_per_second": 1856.47, |
| "eval_steps_per_second": 14.852, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.7683658170914542, |
| "grad_norm": 1.081070899963379, |
| "learning_rate": 0.00023705999999999998, |
| "loss": 3.540574951171875, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.7871064467766117, |
| "grad_norm": 1.143646001815796, |
| "learning_rate": 0.00023406, |
| "loss": 3.496670837402344, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.8058470764617691, |
| "grad_norm": 1.1834206581115723, |
| "learning_rate": 0.00023105999999999997, |
| "loss": 3.4573333740234373, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.8245877061469266, |
| "grad_norm": 1.1659979820251465, |
| "learning_rate": 0.00022805999999999998, |
| "loss": 3.454217529296875, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.843328335832084, |
| "grad_norm": 1.1012392044067383, |
| "learning_rate": 0.00022505999999999996, |
| "loss": 3.410209045410156, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.8620689655172413, |
| "grad_norm": 1.1149102449417114, |
| "learning_rate": 0.00022205999999999997, |
| "loss": 3.3710055541992188, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.8808095952023988, |
| "grad_norm": 1.164297103881836, |
| "learning_rate": 0.00021905999999999998, |
| "loss": 3.3450372314453123, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.8995502248875562, |
| "grad_norm": 1.15338933467865, |
| "learning_rate": 0.00021605999999999996, |
| "loss": 3.318499755859375, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.9182908545727136, |
| "grad_norm": 1.1890783309936523, |
| "learning_rate": 0.00021306, |
| "loss": 3.288759460449219, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.9370314842578711, |
| "grad_norm": 1.1333503723144531, |
| "learning_rate": 0.00021006, |
| "loss": 3.2676837158203127, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.9370314842578711, |
| "eval_loss": 3.1189351081848145, |
| "eval_runtime": 1.0777, |
| "eval_samples_per_second": 1855.782, |
| "eval_steps_per_second": 14.846, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.9557721139430285, |
| "grad_norm": 1.0724334716796875, |
| "learning_rate": 0.00020705999999999999, |
| "loss": 3.264051818847656, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.974512743628186, |
| "grad_norm": 1.0788660049438477, |
| "learning_rate": 0.00020406, |
| "loss": 3.240655822753906, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.9932533733133433, |
| "grad_norm": 1.0767464637756348, |
| "learning_rate": 0.00020105999999999998, |
| "loss": 3.2095187377929686, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.0119940029985008, |
| "grad_norm": 1.119018793106079, |
| "learning_rate": 0.00019805999999999998, |
| "loss": 3.1692465209960936, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.0307346326836582, |
| "grad_norm": 1.1218299865722656, |
| "learning_rate": 0.00019506, |
| "loss": 3.13397705078125, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.0494752623688155, |
| "grad_norm": 1.1980317831039429, |
| "learning_rate": 0.00019205999999999997, |
| "loss": 3.1120867919921875, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.068215892053973, |
| "grad_norm": 1.0966095924377441, |
| "learning_rate": 0.00018905999999999998, |
| "loss": 3.122065124511719, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.0869565217391304, |
| "grad_norm": 1.1618859767913818, |
| "learning_rate": 0.00018605999999999996, |
| "loss": 3.1155767822265625, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.105697151424288, |
| "grad_norm": 1.0753134489059448, |
| "learning_rate": 0.00018305999999999997, |
| "loss": 3.072420959472656, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.1244377811094453, |
| "grad_norm": 1.0856844186782837, |
| "learning_rate": 0.00018005999999999998, |
| "loss": 3.069416809082031, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.1244377811094453, |
| "eval_loss": 2.9664721488952637, |
| "eval_runtime": 1.0826, |
| "eval_samples_per_second": 1847.477, |
| "eval_steps_per_second": 14.78, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 6000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2180160131678208.0, |
| "train_batch_size": 128, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
