{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "eval_steps": 500, "global_step": 255, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.11764705882352941, "grad_norm": 0.03323917090892792, "learning_rate": 0.0001999919114627769, "loss": 2.763583183288574, "step": 10 }, { "epoch": 0.23529411764705882, "grad_norm": 0.05506502836942673, "learning_rate": 0.0001990228692687429, "loss": 2.593435287475586, "step": 20 }, { "epoch": 0.35294117647058826, "grad_norm": 0.05839679390192032, "learning_rate": 0.00019645406355025565, "loss": 2.345814323425293, "step": 30 }, { "epoch": 0.47058823529411764, "grad_norm": 0.054268915206193924, "learning_rate": 0.00019232699463668542, "loss": 2.245083808898926, "step": 40 }, { "epoch": 0.5882352941176471, "grad_norm": 0.04734891280531883, "learning_rate": 0.0001867083373715264, "loss": 2.1789533615112306, "step": 50 }, { "epoch": 0.7058823529411765, "grad_norm": 0.04950524866580963, "learning_rate": 0.00017968886394725874, "loss": 2.146891975402832, "step": 60 }, { "epoch": 0.8235294117647058, "grad_norm": 0.048059429973363876, "learning_rate": 0.00017138197743559654, "loss": 2.1342124938964844, "step": 70 }, { "epoch": 0.9411764705882353, "grad_norm": 0.048672087490558624, "learning_rate": 0.00016192187970466644, "loss": 2.08856086730957, "step": 80 }, { "epoch": 1.0588235294117647, "grad_norm": 0.053143732249736786, "learning_rate": 0.00015146140332132358, "loss": 2.0824731826782226, "step": 90 }, { "epoch": 1.1764705882352942, "grad_norm": 0.05677838623523712, "learning_rate": 0.00014016954246529696, "loss": 2.0192502975463866, "step": 100 }, { "epoch": 1.2941176470588236, "grad_norm": 0.054012443870306015, "learning_rate": 0.00012822872274446958, "loss": 2.039341926574707, "step": 110 }, { "epoch": 1.4117647058823528, "grad_norm": 0.06396123766899109, "learning_rate": 0.00011583185401878101, "loss": 2.0363845825195312, "step": 120 }, { "epoch": 1.5294117647058822, "grad_norm": 0.05511175096035004, "learning_rate": 0.00010317921384584244, "loss": 2.039676856994629, "step": 130 }, { "epoch": 1.6470588235294117, "grad_norm": 0.052731700241565704, "learning_rate": 9.047521189774455e-05, "loss": 2.0343761444091797, "step": 140 }, { "epoch": 1.7647058823529411, "grad_norm": 0.05958898738026619, "learning_rate": 7.792508762150833e-05, "loss": 2.042786979675293, "step": 150 }, { "epoch": 1.8823529411764706, "grad_norm": 0.05990149825811386, "learning_rate": 6.57315944941107e-05, "loss": 2.0720109939575195, "step": 160 }, { "epoch": 2.0, "grad_norm": 0.05766311287879944, "learning_rate": 5.409172443958843e-05, "loss": 2.0328493118286133, "step": 170 }, { "epoch": 2.1176470588235294, "grad_norm": 0.059346605092287064, "learning_rate": 4.3193525326884435e-05, "loss": 2.0109920501708984, "step": 180 }, { "epoch": 2.235294117647059, "grad_norm": 0.06073939800262451, "learning_rate": 3.321306296333673e-05, "loss": 1.9789583206176757, "step": 190 }, { "epoch": 2.3529411764705883, "grad_norm": 0.05661051720380783, "learning_rate": 2.431157666431052e-05, "loss": 2.008417320251465, "step": 200 }, { "epoch": 2.4705882352941178, "grad_norm": 0.06170394644141197, "learning_rate": 1.663287435215498e-05, "loss": 2.0092374801635744, "step": 210 }, { "epoch": 2.588235294117647, "grad_norm": 0.060639169067144394, "learning_rate": 1.0301009267953143e-05, "loss": 2.00238094329834, "step": 220 }, { "epoch": 2.7058823529411766, "grad_norm": 0.06061309948563576, "learning_rate": 5.418275829936537e-06, "loss": 2.024155616760254, "step": 230 }, { "epoch": 2.8235294117647056, "grad_norm": 0.06357177346944809, "learning_rate": 2.063557016466111e-06, "loss": 1.9843828201293945, "step": 240 }, { "epoch": 2.9411764705882355, "grad_norm": 0.06014658138155937, "learning_rate": 2.9104997242590527e-07, "loss": 1.9744945526123048, "step": 250 } ], "logging_steps": 10, "max_steps": 255, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 3.324634988544e+16, "train_batch_size": 2, "trial_name": null, "trial_params": null }