{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 4.0, "eval_steps": 500, "global_step": 6252, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.06397952655150352, "grad_norm": 2.6240322589874268, "learning_rate": 1.974664107485605e-05, "loss": 0.692889175415039, "step": 100 }, { "epoch": 0.12795905310300704, "grad_norm": 1.6500952243804932, "learning_rate": 1.9490722968650032e-05, "loss": 0.6690621948242188, "step": 200 }, { "epoch": 0.19193857965451055, "grad_norm": 5.539139747619629, "learning_rate": 1.923480486244402e-05, "loss": 0.6443107604980469, "step": 300 }, { "epoch": 0.2559181062060141, "grad_norm": 9.561639785766602, "learning_rate": 1.8978886756238006e-05, "loss": 0.6174827194213868, "step": 400 }, { "epoch": 0.3198976327575176, "grad_norm": 3.9405109882354736, "learning_rate": 1.8722968650031992e-05, "loss": 0.603485221862793, "step": 500 }, { "epoch": 0.3838771593090211, "grad_norm": 5.654637336730957, "learning_rate": 1.846705054382598e-05, "loss": 0.5690624237060546, "step": 600 }, { "epoch": 0.44785668586052463, "grad_norm": 6.288730144500732, "learning_rate": 1.8211132437619962e-05, "loss": 0.5585448455810547, "step": 700 }, { "epoch": 0.5118362124120281, "grad_norm": 7.303677558898926, "learning_rate": 1.795521433141395e-05, "loss": 0.5453743362426757, "step": 800 }, { "epoch": 0.5758157389635317, "grad_norm": 4.167948246002197, "learning_rate": 1.7699296225207935e-05, "loss": 0.5284878540039063, "step": 900 }, { "epoch": 0.6397952655150352, "grad_norm": 6.335079669952393, "learning_rate": 1.744337811900192e-05, "loss": 0.497203369140625, "step": 1000 }, { "epoch": 0.7037747920665387, "grad_norm": 9.398835182189941, "learning_rate": 1.7187460012795908e-05, "loss": 0.4662479782104492, "step": 1100 }, { "epoch": 0.7677543186180422, "grad_norm": 17.086259841918945, "learning_rate": 1.693154190658989e-05, "loss": 0.4858377456665039, "step": 1200 }, { "epoch": 0.8317338451695457, "grad_norm": 11.53818416595459, "learning_rate": 1.6675623800383878e-05, "loss": 0.45729072570800783, "step": 1300 }, { "epoch": 0.8957133717210493, "grad_norm": 22.93279457092285, "learning_rate": 1.6419705694177864e-05, "loss": 0.45677249908447265, "step": 1400 }, { "epoch": 0.9596928982725528, "grad_norm": 15.763897895812988, "learning_rate": 1.616378758797185e-05, "loss": 0.4614885711669922, "step": 1500 }, { "epoch": 1.0, "eval_accuracy": 0.81124, "eval_f1": 0.8026596411993476, "eval_loss": 0.4272981286048889, "eval_precision": 0.8408832033645842, "eval_recall": 0.76776, "eval_runtime": 16.5749, "eval_samples_per_second": 1508.308, "eval_steps_per_second": 94.299, "step": 1563 }, { "epoch": 1.0236724248240563, "grad_norm": 16.664216995239258, "learning_rate": 1.5907869481765838e-05, "loss": 0.44625389099121093, "step": 1600 }, { "epoch": 1.0876519513755598, "grad_norm": 23.07805824279785, "learning_rate": 1.565195137555982e-05, "loss": 0.44664024353027343, "step": 1700 }, { "epoch": 1.1516314779270633, "grad_norm": 8.32645320892334, "learning_rate": 1.5396033269353807e-05, "loss": 0.42939315795898436, "step": 1800 }, { "epoch": 1.2156110044785668, "grad_norm": 7.903297424316406, "learning_rate": 1.5140115163147796e-05, "loss": 0.41601951599121095, "step": 1900 }, { "epoch": 1.2795905310300704, "grad_norm": 11.639277458190918, "learning_rate": 1.488419705694178e-05, "loss": 0.39629173278808594, "step": 2000 }, { "epoch": 1.3435700575815739, "grad_norm": 6.199832916259766, "learning_rate": 1.4628278950735765e-05, "loss": 0.3827814102172852, "step": 2100 }, { "epoch": 1.4075495841330774, "grad_norm": 17.21854019165039, "learning_rate": 1.4372360844529752e-05, "loss": 0.41142051696777343, "step": 2200 }, { "epoch": 1.471529110684581, "grad_norm": 15.716930389404297, "learning_rate": 1.4116442738323737e-05, "loss": 0.38613304138183596, "step": 2300 }, { "epoch": 1.5355086372360844, "grad_norm": 6.01155948638916, "learning_rate": 1.3860524632117725e-05, "loss": 0.41208648681640625, "step": 2400 }, { "epoch": 1.599488163787588, "grad_norm": 20.55832862854004, "learning_rate": 1.360460652591171e-05, "loss": 0.38446582794189454, "step": 2500 }, { "epoch": 1.6634676903390915, "grad_norm": 11.465950012207031, "learning_rate": 1.3348688419705695e-05, "loss": 0.37646575927734377, "step": 2600 }, { "epoch": 1.727447216890595, "grad_norm": 3.505220651626587, "learning_rate": 1.3092770313499681e-05, "loss": 0.3866144561767578, "step": 2700 }, { "epoch": 1.7914267434420985, "grad_norm": 27.13107681274414, "learning_rate": 1.2836852207293666e-05, "loss": 0.4025085830688477, "step": 2800 }, { "epoch": 1.855406269993602, "grad_norm": 7.345473766326904, "learning_rate": 1.2580934101087654e-05, "loss": 0.3890159225463867, "step": 2900 }, { "epoch": 1.9193857965451055, "grad_norm": 24.46322250366211, "learning_rate": 1.232501599488164e-05, "loss": 0.381514778137207, "step": 3000 }, { "epoch": 1.983365323096609, "grad_norm": 6.782553195953369, "learning_rate": 1.2069097888675624e-05, "loss": 0.3956758499145508, "step": 3100 }, { "epoch": 2.0, "eval_accuracy": 0.8286, "eval_f1": 0.8181779607077694, "eval_loss": 0.3925381898880005, "eval_precision": 0.8711484593837535, "eval_recall": 0.77128, "eval_runtime": 18.1817, "eval_samples_per_second": 1375.01, "eval_steps_per_second": 85.966, "step": 3126 }, { "epoch": 2.0473448496481126, "grad_norm": 11.411704063415527, "learning_rate": 1.181317978246961e-05, "loss": 0.36985355377197265, "step": 3200 }, { "epoch": 2.111324376199616, "grad_norm": 8.180529594421387, "learning_rate": 1.1557261676263596e-05, "loss": 0.34660816192626953, "step": 3300 }, { "epoch": 2.1753039027511196, "grad_norm": 14.788076400756836, "learning_rate": 1.1301343570057584e-05, "loss": 0.3805205154418945, "step": 3400 }, { "epoch": 2.239283429302623, "grad_norm": 38.90132522583008, "learning_rate": 1.1045425463851569e-05, "loss": 0.36612781524658206, "step": 3500 }, { "epoch": 2.3032629558541267, "grad_norm": 6.464240550994873, "learning_rate": 1.0789507357645555e-05, "loss": 0.3882516098022461, "step": 3600 }, { "epoch": 2.36724248240563, "grad_norm": 12.745105743408203, "learning_rate": 1.053358925143954e-05, "loss": 0.37442840576171876, "step": 3700 }, { "epoch": 2.4312220089571337, "grad_norm": 18.671857833862305, "learning_rate": 1.0277671145233525e-05, "loss": 0.3458353424072266, "step": 3800 }, { "epoch": 2.495201535508637, "grad_norm": 14.760592460632324, "learning_rate": 1.0021753039027513e-05, "loss": 0.3635056686401367, "step": 3900 }, { "epoch": 2.5591810620601407, "grad_norm": 3.513972282409668, "learning_rate": 9.765834932821498e-06, "loss": 0.33845436096191406, "step": 4000 }, { "epoch": 2.6231605886116443, "grad_norm": 7.455184459686279, "learning_rate": 9.509916826615485e-06, "loss": 0.36538402557373045, "step": 4100 }, { "epoch": 2.6871401151631478, "grad_norm": 35.58430862426758, "learning_rate": 9.25399872040947e-06, "loss": 0.38003883361816404, "step": 4200 }, { "epoch": 2.7511196417146513, "grad_norm": 28.353757858276367, "learning_rate": 8.998080614203456e-06, "loss": 0.334156379699707, "step": 4300 }, { "epoch": 2.815099168266155, "grad_norm": 10.301733016967773, "learning_rate": 8.742162507997441e-06, "loss": 0.36084671020507814, "step": 4400 }, { "epoch": 2.8790786948176583, "grad_norm": 8.111748695373535, "learning_rate": 8.486244401791428e-06, "loss": 0.3733618545532227, "step": 4500 }, { "epoch": 2.943058221369162, "grad_norm": 7.716980934143066, "learning_rate": 8.230326295585414e-06, "loss": 0.37022560119628906, "step": 4600 }, { "epoch": 3.0, "eval_accuracy": 0.8426, "eval_f1": 0.8457286235151135, "eval_loss": 0.36446496844291687, "eval_precision": 0.8292457907280695, "eval_recall": 0.86288, "eval_runtime": 13.8616, "eval_samples_per_second": 1803.544, "eval_steps_per_second": 112.758, "step": 4689 }, { "epoch": 3.0070377479206654, "grad_norm": 8.766412734985352, "learning_rate": 7.974408189379399e-06, "loss": 0.3578424835205078, "step": 4700 }, { "epoch": 3.071017274472169, "grad_norm": 25.10895538330078, "learning_rate": 7.718490083173386e-06, "loss": 0.36146461486816406, "step": 4800 }, { "epoch": 3.1349968010236724, "grad_norm": 2.3490066528320312, "learning_rate": 7.462571976967371e-06, "loss": 0.33738922119140624, "step": 4900 }, { "epoch": 3.198976327575176, "grad_norm": 13.975132942199707, "learning_rate": 7.206653870761356e-06, "loss": 0.326907958984375, "step": 5000 }, { "epoch": 3.2629558541266794, "grad_norm": 6.52653694152832, "learning_rate": 6.950735764555343e-06, "loss": 0.34798374176025393, "step": 5100 }, { "epoch": 3.326935380678183, "grad_norm": 5.691891670227051, "learning_rate": 6.694817658349328e-06, "loss": 0.36636493682861326, "step": 5200 }, { "epoch": 3.3909149072296865, "grad_norm": 25.656173706054688, "learning_rate": 6.438899552143315e-06, "loss": 0.3263176727294922, "step": 5300 }, { "epoch": 3.45489443378119, "grad_norm": 10.740619659423828, "learning_rate": 6.182981445937301e-06, "loss": 0.36173702239990235, "step": 5400 }, { "epoch": 3.5188739603326935, "grad_norm": 6.179443836212158, "learning_rate": 5.927063339731286e-06, "loss": 0.3383364486694336, "step": 5500 }, { "epoch": 3.582853486884197, "grad_norm": 8.635146141052246, "learning_rate": 5.671145233525273e-06, "loss": 0.3060850715637207, "step": 5600 }, { "epoch": 3.6468330134357005, "grad_norm": 12.844294548034668, "learning_rate": 5.415227127319258e-06, "loss": 0.3492905807495117, "step": 5700 }, { "epoch": 3.710812539987204, "grad_norm": 3.7722866535186768, "learning_rate": 5.159309021113244e-06, "loss": 0.352115592956543, "step": 5800 }, { "epoch": 3.7747920665387076, "grad_norm": 16.642221450805664, "learning_rate": 4.90339091490723e-06, "loss": 0.3466293716430664, "step": 5900 }, { "epoch": 3.838771593090211, "grad_norm": 22.054513931274414, "learning_rate": 4.647472808701216e-06, "loss": 0.3272230529785156, "step": 6000 }, { "epoch": 3.9027511196417146, "grad_norm": 5.188161849975586, "learning_rate": 4.391554702495202e-06, "loss": 0.3530220794677734, "step": 6100 }, { "epoch": 3.966730646193218, "grad_norm": 24.137426376342773, "learning_rate": 4.135636596289187e-06, "loss": 0.3384724807739258, "step": 6200 }, { "epoch": 4.0, "eval_accuracy": 0.8466, "eval_f1": 0.845081801656231, "eval_loss": 0.36203694343566895, "eval_precision": 0.8535291717666259, "eval_recall": 0.8368, "eval_runtime": 16.3968, "eval_samples_per_second": 1524.69, "eval_steps_per_second": 95.324, "step": 6252 } ], "logging_steps": 100, "max_steps": 7815, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 63524352000000.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }