{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 2.0, "eval_steps": 500, "global_step": 3126, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.06397952655150352, "grad_norm": 2.6240322589874268, "learning_rate": 1.974664107485605e-05, "loss": 0.692889175415039, "step": 100 }, { "epoch": 0.12795905310300704, "grad_norm": 1.6500952243804932, "learning_rate": 1.9490722968650032e-05, "loss": 0.6690621948242188, "step": 200 }, { "epoch": 0.19193857965451055, "grad_norm": 5.539139747619629, "learning_rate": 1.923480486244402e-05, "loss": 0.6443107604980469, "step": 300 }, { "epoch": 0.2559181062060141, "grad_norm": 9.561639785766602, "learning_rate": 1.8978886756238006e-05, "loss": 0.6174827194213868, "step": 400 }, { "epoch": 0.3198976327575176, "grad_norm": 3.9405109882354736, "learning_rate": 1.8722968650031992e-05, "loss": 0.603485221862793, "step": 500 }, { "epoch": 0.3838771593090211, "grad_norm": 5.654637336730957, "learning_rate": 1.846705054382598e-05, "loss": 0.5690624237060546, "step": 600 }, { "epoch": 0.44785668586052463, "grad_norm": 6.288730144500732, "learning_rate": 1.8211132437619962e-05, "loss": 0.5585448455810547, "step": 700 }, { "epoch": 0.5118362124120281, "grad_norm": 7.303677558898926, "learning_rate": 1.795521433141395e-05, "loss": 0.5453743362426757, "step": 800 }, { "epoch": 0.5758157389635317, "grad_norm": 4.167948246002197, "learning_rate": 1.7699296225207935e-05, "loss": 0.5284878540039063, "step": 900 }, { "epoch": 0.6397952655150352, "grad_norm": 6.335079669952393, "learning_rate": 1.744337811900192e-05, "loss": 0.497203369140625, "step": 1000 }, { "epoch": 0.7037747920665387, "grad_norm": 9.398835182189941, "learning_rate": 1.7187460012795908e-05, "loss": 0.4662479782104492, "step": 1100 }, { "epoch": 0.7677543186180422, "grad_norm": 17.086259841918945, "learning_rate": 1.693154190658989e-05, "loss": 0.4858377456665039, "step": 1200 }, { "epoch": 0.8317338451695457, "grad_norm": 11.53818416595459, "learning_rate": 1.6675623800383878e-05, "loss": 0.45729072570800783, "step": 1300 }, { "epoch": 0.8957133717210493, "grad_norm": 22.93279457092285, "learning_rate": 1.6419705694177864e-05, "loss": 0.45677249908447265, "step": 1400 }, { "epoch": 0.9596928982725528, "grad_norm": 15.763897895812988, "learning_rate": 1.616378758797185e-05, "loss": 0.4614885711669922, "step": 1500 }, { "epoch": 1.0, "eval_accuracy": 0.81124, "eval_f1": 0.8026596411993476, "eval_loss": 0.4272981286048889, "eval_precision": 0.8408832033645842, "eval_recall": 0.76776, "eval_runtime": 16.5749, "eval_samples_per_second": 1508.308, "eval_steps_per_second": 94.299, "step": 1563 }, { "epoch": 1.0236724248240563, "grad_norm": 16.664216995239258, "learning_rate": 1.5907869481765838e-05, "loss": 0.44625389099121093, "step": 1600 }, { "epoch": 1.0876519513755598, "grad_norm": 23.07805824279785, "learning_rate": 1.565195137555982e-05, "loss": 0.44664024353027343, "step": 1700 }, { "epoch": 1.1516314779270633, "grad_norm": 8.32645320892334, "learning_rate": 1.5396033269353807e-05, "loss": 0.42939315795898436, "step": 1800 }, { "epoch": 1.2156110044785668, "grad_norm": 7.903297424316406, "learning_rate": 1.5140115163147796e-05, "loss": 0.41601951599121095, "step": 1900 }, { "epoch": 1.2795905310300704, "grad_norm": 11.639277458190918, "learning_rate": 1.488419705694178e-05, "loss": 0.39629173278808594, "step": 2000 }, { "epoch": 1.3435700575815739, "grad_norm": 6.199832916259766, "learning_rate": 1.4628278950735765e-05, "loss": 0.3827814102172852, "step": 2100 }, { "epoch": 1.4075495841330774, "grad_norm": 17.21854019165039, "learning_rate": 1.4372360844529752e-05, "loss": 0.41142051696777343, "step": 2200 }, { "epoch": 1.471529110684581, "grad_norm": 15.716930389404297, "learning_rate": 1.4116442738323737e-05, "loss": 0.38613304138183596, "step": 2300 }, { "epoch": 1.5355086372360844, "grad_norm": 6.01155948638916, "learning_rate": 1.3860524632117725e-05, "loss": 0.41208648681640625, "step": 2400 }, { "epoch": 1.599488163787588, "grad_norm": 20.55832862854004, "learning_rate": 1.360460652591171e-05, "loss": 0.38446582794189454, "step": 2500 }, { "epoch": 1.6634676903390915, "grad_norm": 11.465950012207031, "learning_rate": 1.3348688419705695e-05, "loss": 0.37646575927734377, "step": 2600 }, { "epoch": 1.727447216890595, "grad_norm": 3.505220651626587, "learning_rate": 1.3092770313499681e-05, "loss": 0.3866144561767578, "step": 2700 }, { "epoch": 1.7914267434420985, "grad_norm": 27.13107681274414, "learning_rate": 1.2836852207293666e-05, "loss": 0.4025085830688477, "step": 2800 }, { "epoch": 1.855406269993602, "grad_norm": 7.345473766326904, "learning_rate": 1.2580934101087654e-05, "loss": 0.3890159225463867, "step": 2900 }, { "epoch": 1.9193857965451055, "grad_norm": 24.46322250366211, "learning_rate": 1.232501599488164e-05, "loss": 0.381514778137207, "step": 3000 }, { "epoch": 1.983365323096609, "grad_norm": 6.782553195953369, "learning_rate": 1.2069097888675624e-05, "loss": 0.3956758499145508, "step": 3100 }, { "epoch": 2.0, "eval_accuracy": 0.8286, "eval_f1": 0.8181779607077694, "eval_loss": 0.3925381898880005, "eval_precision": 0.8711484593837535, "eval_recall": 0.77128, "eval_runtime": 18.1817, "eval_samples_per_second": 1375.01, "eval_steps_per_second": 85.966, "step": 3126 } ], "logging_steps": 100, "max_steps": 7815, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 31762176000000.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }