| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.9795918367346939, |
| "eval_steps": 500, |
| "global_step": 64, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.030612244897959183, |
| "grad_norm": 0.15814182022603535, |
| "learning_rate": 1.4285714285714286e-06, |
| "loss": 0.5382, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.15306122448979592, |
| "grad_norm": 0.11109193751691053, |
| "learning_rate": 7.1428571428571436e-06, |
| "loss": 0.4711, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.30612244897959184, |
| "grad_norm": 0.1302926162054449, |
| "learning_rate": 9.931806517013612e-06, |
| "loss": 0.4916, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.45918367346938777, |
| "grad_norm": 0.10174245727470003, |
| "learning_rate": 9.521785803487888e-06, |
| "loss": 0.4915, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.6122448979591837, |
| "grad_norm": 0.08051291607400397, |
| "learning_rate": 8.770533048884483e-06, |
| "loss": 0.4412, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.7653061224489796, |
| "grad_norm": 0.06459957952733913, |
| "learning_rate": 7.734740790612137e-06, |
| "loss": 0.4093, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.9183673469387755, |
| "grad_norm": 0.06495492947768569, |
| "learning_rate": 6.492574055008474e-06, |
| "loss": 0.4072, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.9795918367346939, |
| "eval_loss": 0.4253614544868469, |
| "eval_runtime": 28.6513, |
| "eval_samples_per_second": 19.022, |
| "eval_steps_per_second": 4.782, |
| "step": 32 |
| }, |
| { |
| "epoch": 1.0918367346938775, |
| "grad_norm": 0.06670106927688929, |
| "learning_rate": 5.137771711840811e-06, |
| "loss": 0.4909, |
| "step": 35 |
| }, |
| { |
| "epoch": 1.2448979591836735, |
| "grad_norm": 0.05493919655511766, |
| "learning_rate": 3.7725725642960047e-06, |
| "loss": 0.3938, |
| "step": 40 |
| }, |
| { |
| "epoch": 1.3979591836734695, |
| "grad_norm": 0.05288266918853089, |
| "learning_rate": 2.5000000000000015e-06, |
| "loss": 0.3768, |
| "step": 45 |
| }, |
| { |
| "epoch": 1.5510204081632653, |
| "grad_norm": 0.05736138790419544, |
| "learning_rate": 1.4160874341577447e-06, |
| "loss": 0.3614, |
| "step": 50 |
| }, |
| { |
| "epoch": 1.7040816326530612, |
| "grad_norm": 0.05167138711764061, |
| "learning_rate": 6.026312439675553e-07, |
| "loss": 0.3541, |
| "step": 55 |
| }, |
| { |
| "epoch": 1.8571428571428572, |
| "grad_norm": 0.051634690642673106, |
| "learning_rate": 1.210180868628219e-07, |
| "loss": 0.3284, |
| "step": 60 |
| }, |
| { |
| "epoch": 1.9795918367346939, |
| "eval_loss": 0.4213503897190094, |
| "eval_runtime": 28.5952, |
| "eval_samples_per_second": 19.059, |
| "eval_steps_per_second": 4.791, |
| "step": 64 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 64, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.625730220944261e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
