| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9997597886139803, |
| "eval_steps": 500, |
| "global_step": 2081, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.024021138601969732, |
| "grad_norm": 0.4454003870487213, |
| "learning_rate": 2e-05, |
| "loss": 2.2416, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.048042277203939464, |
| "grad_norm": 0.5095623731613159, |
| "learning_rate": 1.9507631708517972e-05, |
| "loss": 1.7858, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0720634158059092, |
| "grad_norm": 0.2806667685508728, |
| "learning_rate": 1.9015263417035946e-05, |
| "loss": 1.6981, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.09608455440787893, |
| "grad_norm": 0.28293704986572266, |
| "learning_rate": 1.8522895125553916e-05, |
| "loss": 1.7156, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.12010569300984866, |
| "grad_norm": 0.31131088733673096, |
| "learning_rate": 1.8030526834071887e-05, |
| "loss": 1.7039, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1441268316118184, |
| "grad_norm": 0.34635475277900696, |
| "learning_rate": 1.7538158542589857e-05, |
| "loss": 1.7054, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.16814797021378813, |
| "grad_norm": 0.4496716856956482, |
| "learning_rate": 1.704579025110783e-05, |
| "loss": 1.6978, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.19216910881575786, |
| "grad_norm": 0.34168896079063416, |
| "learning_rate": 1.6553421959625802e-05, |
| "loss": 1.6664, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2161902474177276, |
| "grad_norm": 0.3718103766441345, |
| "learning_rate": 1.6061053668143772e-05, |
| "loss": 1.6731, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.24021138601969733, |
| "grad_norm": 0.3723597228527069, |
| "learning_rate": 1.5568685376661746e-05, |
| "loss": 1.671, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2642325246216671, |
| "grad_norm": 0.3750188648700714, |
| "learning_rate": 1.5076317085179715e-05, |
| "loss": 1.6883, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.2882536632236368, |
| "grad_norm": 0.35369986295700073, |
| "learning_rate": 1.4583948793697687e-05, |
| "loss": 1.6777, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3122748018256065, |
| "grad_norm": 0.4338513910770416, |
| "learning_rate": 1.4091580502215658e-05, |
| "loss": 1.6664, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.33629594042757627, |
| "grad_norm": 0.36728423833847046, |
| "learning_rate": 1.359921221073363e-05, |
| "loss": 1.6343, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.360317079029546, |
| "grad_norm": 0.4234764277935028, |
| "learning_rate": 1.3106843919251602e-05, |
| "loss": 1.7187, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3843382176315157, |
| "grad_norm": 0.41642165184020996, |
| "learning_rate": 1.2614475627769574e-05, |
| "loss": 1.7164, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.40835935623348546, |
| "grad_norm": 0.42162206768989563, |
| "learning_rate": 1.2122107336287543e-05, |
| "loss": 1.7247, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.4323804948354552, |
| "grad_norm": 0.42779281735420227, |
| "learning_rate": 1.1629739044805515e-05, |
| "loss": 1.644, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.45640163343742496, |
| "grad_norm": 0.417507141828537, |
| "learning_rate": 1.1137370753323486e-05, |
| "loss": 1.6829, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.48042277203939465, |
| "grad_norm": 0.6434239149093628, |
| "learning_rate": 1.0645002461841458e-05, |
| "loss": 1.6499, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.5044439106413644, |
| "grad_norm": 0.4976539611816406, |
| "learning_rate": 1.015263417035943e-05, |
| "loss": 1.6782, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5284650492433342, |
| "grad_norm": 0.428740531206131, |
| "learning_rate": 9.6602658788774e-06, |
| "loss": 1.659, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.5524861878453039, |
| "grad_norm": 0.46981343626976013, |
| "learning_rate": 9.167897587395373e-06, |
| "loss": 1.6811, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5765073264472736, |
| "grad_norm": 0.4911981225013733, |
| "learning_rate": 8.675529295913345e-06, |
| "loss": 1.6418, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.6005284650492433, |
| "grad_norm": 0.4720385670661926, |
| "learning_rate": 8.183161004431315e-06, |
| "loss": 1.6594, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.624549603651213, |
| "grad_norm": 0.7791111469268799, |
| "learning_rate": 7.690792712949286e-06, |
| "loss": 1.6814, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.6485707422531828, |
| "grad_norm": 0.5131087303161621, |
| "learning_rate": 7.198424421467258e-06, |
| "loss": 1.6509, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.6725918808551525, |
| "grad_norm": 0.4304710328578949, |
| "learning_rate": 6.70605612998523e-06, |
| "loss": 1.6751, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.6966130194571223, |
| "grad_norm": 0.4925595819950104, |
| "learning_rate": 6.213687838503201e-06, |
| "loss": 1.6418, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.720634158059092, |
| "grad_norm": 0.45314958691596985, |
| "learning_rate": 5.721319547021172e-06, |
| "loss": 1.6763, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.7446552966610618, |
| "grad_norm": 0.5018033981323242, |
| "learning_rate": 5.228951255539144e-06, |
| "loss": 1.6763, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.7686764352630314, |
| "grad_norm": 0.41523104906082153, |
| "learning_rate": 4.7365829640571156e-06, |
| "loss": 1.6727, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7926975738650012, |
| "grad_norm": 0.4479306936264038, |
| "learning_rate": 4.244214672575087e-06, |
| "loss": 1.6588, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.8167187124669709, |
| "grad_norm": 0.504392147064209, |
| "learning_rate": 3.751846381093058e-06, |
| "loss": 1.6946, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.8407398510689407, |
| "grad_norm": 0.48174819350242615, |
| "learning_rate": 3.2594780896110296e-06, |
| "loss": 1.7111, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.8647609896709104, |
| "grad_norm": 0.6309037804603577, |
| "learning_rate": 2.767109798129001e-06, |
| "loss": 1.651, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.8887821282728802, |
| "grad_norm": 0.5154911279678345, |
| "learning_rate": 2.2747415066469722e-06, |
| "loss": 1.696, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.9128032668748499, |
| "grad_norm": 0.39096760749816895, |
| "learning_rate": 1.7823732151649436e-06, |
| "loss": 1.6385, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.9368244054768196, |
| "grad_norm": 0.4384596645832062, |
| "learning_rate": 1.290004923682915e-06, |
| "loss": 1.6523, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.9608455440787893, |
| "grad_norm": 0.48874229192733765, |
| "learning_rate": 7.976366322008864e-07, |
| "loss": 1.6501, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.984866682680759, |
| "grad_norm": 0.3902250826358795, |
| "learning_rate": 3.0526834071885774e-07, |
| "loss": 1.6395, |
| "step": 2050 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 2081, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.5068479218407424e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
