{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.5577244841048522, "eval_steps": 100, "global_step": 250, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.022308979364194088, "grad_norm": 4.709710597991943, "learning_rate": 0.00019999446787180336, "loss": 3.676974868774414, "step": 10 }, { "epoch": 0.044617958728388175, "grad_norm": 1.4567488431930542, "learning_rate": 0.00019989613595281384, "loss": 0.9999975204467774, "step": 20 }, { "epoch": 0.06692693809258227, "grad_norm": 1.1962672472000122, "learning_rate": 0.00019967500698688952, "loss": 0.6824670314788819, "step": 30 }, { "epoch": 0.08923591745677635, "grad_norm": 0.8628137707710266, "learning_rate": 0.0001993313527961959, "loss": 0.5993218421936035, "step": 40 }, { "epoch": 0.11154489682097044, "grad_norm": 1.0308934450149536, "learning_rate": 0.00019886559581668999, "loss": 0.542162561416626, "step": 50 }, { "epoch": 0.13385387618516453, "grad_norm": 0.9261613488197327, "learning_rate": 0.00019827830857884173, "loss": 0.44734554290771483, "step": 60 }, { "epoch": 0.1561628555493586, "grad_norm": 0.9318423867225647, "learning_rate": 0.00019757021300385286, "loss": 0.44412760734558104, "step": 70 }, { "epoch": 0.1784718349135527, "grad_norm": 0.5784896612167358, "learning_rate": 0.00019674217951623707, "loss": 0.40378632545471194, "step": 80 }, { "epoch": 0.2007808142777468, "grad_norm": 0.7836484909057617, "learning_rate": 0.00019579522597385315, "loss": 0.3856403350830078, "step": 90 }, { "epoch": 0.22308979364194087, "grad_norm": 0.6503493189811707, "learning_rate": 0.00019473051641670606, "loss": 0.3800614356994629, "step": 100 }, { "epoch": 0.22308979364194087, "eval_loss": 8.158984184265137, "eval_runtime": 248.821, "eval_samples_per_second": 1.813, "eval_steps_per_second": 1.813, "step": 100 }, { "epoch": 0.24539877300613497, "grad_norm": 0.582433819770813, "learning_rate": 0.00019354935963605393, "loss": 0.34090685844421387, "step": 110 }, { "epoch": 0.26770775237032907, "grad_norm": 0.6219270825386047, "learning_rate": 0.00019225320756558023, "loss": 0.3560009956359863, "step": 120 }, { "epoch": 0.29001673173452314, "grad_norm": 0.5081164836883545, "learning_rate": 0.0001908436534966081, "loss": 0.32209837436676025, "step": 130 }, { "epoch": 0.3123257110987172, "grad_norm": 1.0672804117202759, "learning_rate": 0.00018932243011955154, "loss": 0.4280549049377441, "step": 140 }, { "epoch": 0.33463469046291133, "grad_norm": 0.5716775059700012, "learning_rate": 0.00018769140739401062, "loss": 0.29103860855102537, "step": 150 }, { "epoch": 0.3569436698271054, "grad_norm": 0.6793851256370544, "learning_rate": 0.00018595259025012877, "loss": 0.3713259696960449, "step": 160 }, { "epoch": 0.3792526491912995, "grad_norm": 0.6091159582138062, "learning_rate": 0.0001841081161240379, "loss": 0.3802988529205322, "step": 170 }, { "epoch": 0.4015616285554936, "grad_norm": 0.7563126087188721, "learning_rate": 0.0001821602523304211, "loss": 0.3028958082199097, "step": 180 }, { "epoch": 0.42387060791968767, "grad_norm": 0.5827437043190002, "learning_rate": 0.00018011139327542237, "loss": 0.3516202211380005, "step": 190 }, { "epoch": 0.44617958728388174, "grad_norm": 0.6265884041786194, "learning_rate": 0.0001779640575133296, "loss": 0.3505818843841553, "step": 200 }, { "epoch": 0.44617958728388174, "eval_loss": 6.77685546875, "eval_runtime": 246.6844, "eval_samples_per_second": 1.828, "eval_steps_per_second": 1.828, "step": 200 }, { "epoch": 0.46848856664807587, "grad_norm": 0.4515160024166107, "learning_rate": 0.00017572088465064848, "loss": 0.30297350883483887, "step": 210 }, { "epoch": 0.49079754601226994, "grad_norm": 0.47408005595207214, "learning_rate": 0.0001733846321013738, "loss": 0.30213174819946287, "step": 220 }, { "epoch": 0.5131065253764641, "grad_norm": 0.43776413798332214, "learning_rate": 0.00017095817169744595, "loss": 0.2981758117675781, "step": 230 }, { "epoch": 0.5354155047406581, "grad_norm": 0.5996765494346619, "learning_rate": 0.00016844448615855933, "loss": 0.2770395278930664, "step": 240 }, { "epoch": 0.5577244841048522, "grad_norm": 1.4966278076171875, "learning_rate": 0.0001658466654256627, "loss": 0.3032949924468994, "step": 250 } ], "logging_steps": 10, "max_steps": 898, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 50, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 7624012182377472.0, "train_batch_size": 1, "trial_name": null, "trial_params": null }