{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 2.0, "eval_steps": 500, "global_step": 694, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.1440922190201729, "grad_norm": 0.8574005961418152, "learning_rate": 9.98886824135084e-05, "loss": 1.7489, "step": 50 }, { "epoch": 0.2881844380403458, "grad_norm": 0.41624724864959717, "learning_rate": 9.769082245289474e-05, "loss": 0.2055, "step": 100 }, { "epoch": 0.4322766570605187, "grad_norm": 0.34527522325515747, "learning_rate": 9.279617620528497e-05, "loss": 0.1596, "step": 150 }, { "epoch": 0.5763688760806917, "grad_norm": 0.48223987221717834, "learning_rate": 8.548152260216614e-05, "loss": 0.1554, "step": 200 }, { "epoch": 0.7204610951008645, "grad_norm": 0.2791622281074524, "learning_rate": 7.61604854083727e-05, "loss": 0.1334, "step": 250 }, { "epoch": 0.8645533141210374, "grad_norm": 0.36355826258659363, "learning_rate": 6.536014392327366e-05, "loss": 0.1359, "step": 300 }, { "epoch": 1.0086455331412103, "grad_norm": 0.6473142504692078, "learning_rate": 5.369122808008955e-05, "loss": 0.1261, "step": 350 }, { "epoch": 1.1527377521613833, "grad_norm": 0.2150665819644928, "learning_rate": 4.181358332940144e-05, "loss": 0.1066, "step": 400 }, { "epoch": 1.2968299711815563, "grad_norm": 0.4351930022239685, "learning_rate": 3.0398858173751e-05, "loss": 0.1123, "step": 450 }, { "epoch": 1.440922190201729, "grad_norm": 0.4223170578479767, "learning_rate": 2.0092524271757474e-05, "loss": 0.1103, "step": 500 }, { "epoch": 1.585014409221902, "grad_norm": 0.38104602694511414, "learning_rate": 1.1477376771555548e-05, "loss": 0.1088, "step": 550 }, { "epoch": 1.729106628242075, "grad_norm": 0.44926750659942627, "learning_rate": 5.040578830416043e-06, "loss": 0.1058, "step": 600 }, { "epoch": 1.8731988472622478, "grad_norm": 0.39785438776016235, "learning_rate": 1.1461138633235612e-06, "loss": 0.1006, "step": 650 } ], "logging_steps": 50, "max_steps": 694, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 3.141442919656243e+16, "train_batch_size": 4, "trial_name": null, "trial_params": null }