| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 68, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.07421150278293136, |
| "grad_norm": 0.08251953125, |
| "learning_rate": 4.970588235294118e-05, |
| "loss": 0.7136603355407715, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.14842300556586271, |
| "grad_norm": 0.07861328125, |
| "learning_rate": 4.933823529411765e-05, |
| "loss": 0.6834848880767822, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.22263450834879406, |
| "grad_norm": 0.0830078125, |
| "learning_rate": 4.897058823529412e-05, |
| "loss": 0.707883644104004, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.29684601113172543, |
| "grad_norm": 0.0859375, |
| "learning_rate": 4.860294117647059e-05, |
| "loss": 0.6775740623474121, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.37105751391465674, |
| "grad_norm": 0.091796875, |
| "learning_rate": 4.823529411764706e-05, |
| "loss": 0.776744794845581, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.4452690166975881, |
| "grad_norm": 0.0849609375, |
| "learning_rate": 4.7867647058823535e-05, |
| "loss": 0.728224515914917, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.5194805194805194, |
| "grad_norm": 0.06884765625, |
| "learning_rate": 4.75e-05, |
| "loss": 0.6960197925567627, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.5936920222634509, |
| "grad_norm": 0.08447265625, |
| "learning_rate": 4.713235294117647e-05, |
| "loss": 0.6611286163330078, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.6679035250463822, |
| "grad_norm": 0.07666015625, |
| "learning_rate": 4.6764705882352944e-05, |
| "loss": 0.6967206954956054, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.7421150278293135, |
| "grad_norm": 0.07470703125, |
| "learning_rate": 4.639705882352942e-05, |
| "loss": 0.6535059452056885, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.8163265306122449, |
| "grad_norm": 0.0830078125, |
| "learning_rate": 4.6029411764705885e-05, |
| "loss": 0.70545973777771, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.8905380333951762, |
| "grad_norm": 0.08740234375, |
| "learning_rate": 4.566176470588235e-05, |
| "loss": 0.6584103107452393, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.9647495361781077, |
| "grad_norm": 0.0693359375, |
| "learning_rate": 4.5294117647058826e-05, |
| "loss": 0.6759594917297364, |
| "step": 65 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 680, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.3890386204164096e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
