| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.068299413590893, |
| "eval_steps": 500, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.05174197999310107, |
| "grad_norm": 20.0, |
| "learning_rate": 3.356164383561644e-06, |
| "loss": 2.9015182495117187, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10348395998620213, |
| "grad_norm": 10.8125, |
| "learning_rate": 6.78082191780822e-06, |
| "loss": 1.9724142456054687, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1552259399793032, |
| "grad_norm": 12.875, |
| "learning_rate": 9.999970742404346e-06, |
| "loss": 1.6598092651367187, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.20696791997240427, |
| "grad_norm": 8.5, |
| "learning_rate": 9.990871149623236e-06, |
| "loss": 1.5588894653320313, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.25870989996550536, |
| "grad_norm": 8.25, |
| "learning_rate": 9.965551392499958e-06, |
| "loss": 1.5084381103515625, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3104518799586064, |
| "grad_norm": 8.4375, |
| "learning_rate": 9.924093759398476e-06, |
| "loss": 1.4763961791992188, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3621938599517075, |
| "grad_norm": 7.5, |
| "learning_rate": 9.86663298624003e-06, |
| "loss": 1.45826416015625, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.41393583994480854, |
| "grad_norm": 6.90625, |
| "learning_rate": 9.793355818615905e-06, |
| "loss": 1.4410775756835938, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.46567781993790963, |
| "grad_norm": 7.09375, |
| "learning_rate": 9.7045004048705e-06, |
| "loss": 1.4302684020996095, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5174197999310107, |
| "grad_norm": 6.46875, |
| "learning_rate": 9.600355522127174e-06, |
| "loss": 1.4159922790527344, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5174197999310107, |
| "eval_loss": 1.3360999822616577, |
| "eval_runtime": 48.5888, |
| "eval_samples_per_second": 51.452, |
| "eval_steps_per_second": 0.556, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5691617799241118, |
| "grad_norm": 6.46875, |
| "learning_rate": 9.481259637772251e-06, |
| "loss": 1.408507080078125, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6209037599172128, |
| "grad_norm": 8.0, |
| "learning_rate": 9.347599809447331e-06, |
| "loss": 1.406485595703125, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.672645739910314, |
| "grad_norm": 6.59375, |
| "learning_rate": 9.199810427124904e-06, |
| "loss": 1.3980792236328126, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.724387719903415, |
| "grad_norm": 6.1875, |
| "learning_rate": 9.03837180135546e-06, |
| "loss": 1.3900822448730468, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.776129699896516, |
| "grad_norm": 6.375, |
| "learning_rate": 8.86380860227426e-06, |
| "loss": 1.377584228515625, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8278716798896171, |
| "grad_norm": 6.46875, |
| "learning_rate": 8.676688154440947e-06, |
| "loss": 1.3831480407714845, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8796136598827182, |
| "grad_norm": 6.84375, |
| "learning_rate": 8.477618593053693e-06, |
| "loss": 1.3737605285644532, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9313556398758193, |
| "grad_norm": 6.5625, |
| "learning_rate": 8.26724688753015e-06, |
| "loss": 1.3781863403320314, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9830976198689203, |
| "grad_norm": 6.0, |
| "learning_rate": 8.04625673887846e-06, |
| "loss": 1.3639559936523438, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0341497067954466, |
| "grad_norm": 5.84375, |
| "learning_rate": 7.815366357691863e-06, |
| "loss": 1.3568319702148437, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0341497067954466, |
| "eval_loss": 1.2891921997070312, |
| "eval_runtime": 36.787, |
| "eval_samples_per_second": 67.959, |
| "eval_steps_per_second": 0.734, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0858916867885477, |
| "grad_norm": 5.84375, |
| "learning_rate": 7.575326129988268e-06, |
| "loss": 1.3579391479492187, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.137633666781649, |
| "grad_norm": 6.15625, |
| "learning_rate": 7.326916178480796e-06, |
| "loss": 1.353500213623047, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.1893756467747498, |
| "grad_norm": 5.625, |
| "learning_rate": 7.070943827205048e-06, |
| "loss": 1.3528330993652344, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.241117626767851, |
| "grad_norm": 5.96875, |
| "learning_rate": 6.808240977742987e-06, |
| "loss": 1.3461532592773438, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.2928596067609521, |
| "grad_norm": 5.28125, |
| "learning_rate": 6.539661405570615e-06, |
| "loss": 1.3481027221679687, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.344601586754053, |
| "grad_norm": 6.09375, |
| "learning_rate": 6.266077985316224e-06, |
| "loss": 1.348444061279297, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.3963435667471542, |
| "grad_norm": 6.1875, |
| "learning_rate": 5.988379853947046e-06, |
| "loss": 1.3519085693359374, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.4480855467402551, |
| "grad_norm": 5.375, |
| "learning_rate": 5.7074695211038385e-06, |
| "loss": 1.3478456115722657, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.4998275267333563, |
| "grad_norm": 5.84375, |
| "learning_rate": 5.424259935974736e-06, |
| "loss": 1.3487643432617187, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.5515695067264574, |
| "grad_norm": 6.09375, |
| "learning_rate": 5.139671520240915e-06, |
| "loss": 1.3462490844726562, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.5515695067264574, |
| "eval_loss": 1.2737045288085938, |
| "eval_runtime": 35.6507, |
| "eval_samples_per_second": 70.125, |
| "eval_steps_per_second": 0.757, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.6033114867195586, |
| "grad_norm": 10.125, |
| "learning_rate": 4.854629176736911e-06, |
| "loss": 1.34809326171875, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.6550534667126595, |
| "grad_norm": 5.84375, |
| "learning_rate": 4.570059283547328e-06, |
| "loss": 1.343378448486328, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.7067954467057604, |
| "grad_norm": 6.0625, |
| "learning_rate": 4.286886683309053e-06, |
| "loss": 1.341541748046875, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.7585374266988616, |
| "grad_norm": 5.40625, |
| "learning_rate": 4.0060316775036025e-06, |
| "loss": 1.3389480590820313, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.8102794066919627, |
| "grad_norm": 5.75, |
| "learning_rate": 3.728407035508089e-06, |
| "loss": 1.3394900512695314, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.862021386685064, |
| "grad_norm": 5.8125, |
| "learning_rate": 3.4549150281252635e-06, |
| "loss": 1.3372491455078126, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.913763366678165, |
| "grad_norm": 5.71875, |
| "learning_rate": 3.1864444952335823e-06, |
| "loss": 1.3394888305664063, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.965505346671266, |
| "grad_norm": 5.59375, |
| "learning_rate": 2.9238679570873217e-06, |
| "loss": 1.34095458984375, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.0165574335977925, |
| "grad_norm": 6.0625, |
| "learning_rate": 2.66803877865493e-06, |
| "loss": 1.3422109985351562, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.068299413590893, |
| "grad_norm": 5.65625, |
| "learning_rate": 2.4197883962114164e-06, |
| "loss": 1.3344174194335938, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.068299413590893, |
| "eval_loss": 1.269867181777954, |
| "eval_runtime": 37.0763, |
| "eval_samples_per_second": 67.429, |
| "eval_steps_per_second": 0.728, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 2901, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.711604567098262e+18, |
| "train_batch_size": 24, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
