{ "best_global_step": 14356, "best_metric": 0.8855625217694183, "best_model_checkpoint": "./results/checkpoint-14356", "epoch": 2.0, "eval_steps": 500, "global_step": 14356, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.06965728615213151, "grad_norm": 13.080974578857422, "learning_rate": 4.633240482822655e-06, "loss": 6.0849443359375, "step": 500 }, { "epoch": 0.13931457230426303, "grad_norm": 13.586039543151855, "learning_rate": 9.275766016713092e-06, "loss": 2.256979736328125, "step": 1000 }, { "epoch": 0.20897185845639454, "grad_norm": 9.891500473022461, "learning_rate": 1.3918291550603529e-05, "loss": 0.8005918579101563, "step": 1500 }, { "epoch": 0.27862914460852606, "grad_norm": 11.163674354553223, "learning_rate": 1.8560817084493966e-05, "loss": 0.5500891723632813, "step": 2000 }, { "epoch": 0.3482864307606576, "grad_norm": 9.168044090270996, "learning_rate": 1.9643962848297215e-05, "loss": 0.4499309387207031, "step": 2500 }, { "epoch": 0.4179437169127891, "grad_norm": 6.460792064666748, "learning_rate": 1.9127966976264192e-05, "loss": 0.39355935668945313, "step": 3000 }, { "epoch": 0.4876010030649206, "grad_norm": 6.611826419830322, "learning_rate": 1.8611971104231166e-05, "loss": 0.3529027404785156, "step": 3500 }, { "epoch": 0.5572582892170521, "grad_norm": 4.68829870223999, "learning_rate": 1.8095975232198144e-05, "loss": 0.31053646850585936, "step": 4000 }, { "epoch": 0.6269155753691836, "grad_norm": 6.321001052856445, "learning_rate": 1.757997936016512e-05, "loss": 0.2609405517578125, "step": 4500 }, { "epoch": 0.6965728615213151, "grad_norm": 4.9213080406188965, "learning_rate": 1.7063983488132095e-05, "loss": 0.24563502502441406, "step": 5000 }, { "epoch": 0.7662301476734467, "grad_norm": 4.064526557922363, "learning_rate": 1.6547987616099073e-05, "loss": 0.24585693359375, "step": 5500 }, { "epoch": 0.8358874338255782, "grad_norm": 3.594541549682617, "learning_rate": 1.603199174406605e-05, "loss": 0.22096328735351561, "step": 6000 }, { "epoch": 0.9055447199777097, "grad_norm": 3.2703857421875, "learning_rate": 1.5515995872033025e-05, "loss": 0.21973855590820313, "step": 6500 }, { "epoch": 0.9752020061298412, "grad_norm": 5.636610984802246, "learning_rate": 1.5000000000000002e-05, "loss": 0.20794932556152343, "step": 7000 }, { "epoch": 1.0, "eval_exact_match_accuracy": 0.864158829676071, "eval_loss": 0.1834629476070404, "eval_runtime": 144.9347, "eval_samples_per_second": 396.179, "eval_steps_per_second": 12.385, "step": 7178 }, { "epoch": 1.0448592922819726, "grad_norm": 2.9119057655334473, "learning_rate": 1.4484004127966978e-05, "loss": 0.1765029296875, "step": 7500 }, { "epoch": 1.1145165784341042, "grad_norm": 1.8465490341186523, "learning_rate": 1.3968008255933954e-05, "loss": 0.1671279602050781, "step": 8000 }, { "epoch": 1.1841738645862356, "grad_norm": 2.925508975982666, "learning_rate": 1.345201238390093e-05, "loss": 0.16174620056152345, "step": 8500 }, { "epoch": 1.2538311507383673, "grad_norm": 4.677269458770752, "learning_rate": 1.2936016511867905e-05, "loss": 0.15153741455078126, "step": 9000 }, { "epoch": 1.3234884368904987, "grad_norm": 3.001206398010254, "learning_rate": 1.2420020639834883e-05, "loss": 0.15099703979492188, "step": 9500 }, { "epoch": 1.3931457230426303, "grad_norm": 2.6815640926361084, "learning_rate": 1.1904024767801859e-05, "loss": 0.15732374572753907, "step": 10000 }, { "epoch": 1.4628030091947617, "grad_norm": 6.781091690063477, "learning_rate": 1.1388028895768834e-05, "loss": 0.15630357360839844, "step": 10500 }, { "epoch": 1.5324602953468933, "grad_norm": 1.550376296043396, "learning_rate": 1.087203302373581e-05, "loss": 0.14910353088378905, "step": 11000 }, { "epoch": 1.6021175814990247, "grad_norm": 2.9026455879211426, "learning_rate": 1.0356037151702788e-05, "loss": 0.1490457763671875, "step": 11500 }, { "epoch": 1.6717748676511563, "grad_norm": 2.2712409496307373, "learning_rate": 9.840041279669764e-06, "loss": 0.13655984497070311, "step": 12000 }, { "epoch": 1.741432153803288, "grad_norm": 2.2995333671569824, "learning_rate": 9.32404540763674e-06, "loss": 0.14603111267089844, "step": 12500 }, { "epoch": 1.8110894399554194, "grad_norm": 3.2355263233184814, "learning_rate": 8.808049535603715e-06, "loss": 0.14294992065429687, "step": 13000 }, { "epoch": 1.8807467261075508, "grad_norm": 3.406935214996338, "learning_rate": 8.292053663570691e-06, "loss": 0.13857838439941406, "step": 13500 }, { "epoch": 1.9504040122596824, "grad_norm": 5.436853408813477, "learning_rate": 7.776057791537668e-06, "loss": 0.1319345703125, "step": 14000 }, { "epoch": 2.0, "eval_exact_match_accuracy": 0.8855625217694183, "eval_loss": 0.14376914501190186, "eval_runtime": 142.2968, "eval_samples_per_second": 403.523, "eval_steps_per_second": 12.614, "step": 14356 } ], "logging_steps": 500, "max_steps": 21534, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 1, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 3.956498782735565e+16, "train_batch_size": 32, "trial_name": null, "trial_params": null }