| { |
| "best_metric": 2.852426052093506, |
| "best_model_checkpoint": "./output/checkpoint-102", |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 255, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.2, |
| "learning_rate": 1.5936680271799274e-05, |
| "loss": 3.0929, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.39, |
| "learning_rate": 3.187336054359855e-05, |
| "loss": 3.1544, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.59, |
| "learning_rate": 4.781004081539782e-05, |
| "loss": 3.002, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.78, |
| "learning_rate": 6.37467210871971e-05, |
| "loss": 2.952, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.98, |
| "learning_rate": 7.968340135899636e-05, |
| "loss": 2.8375, |
| "step": 50 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 2.8777899742126465, |
| "eval_runtime": 18.561, |
| "eval_samples_per_second": 10.937, |
| "eval_steps_per_second": 0.7, |
| "step": 51 |
| }, |
| { |
| "epoch": 1.18, |
| "learning_rate": 9.562008163079564e-05, |
| "loss": 2.7301, |
| "step": 60 |
| }, |
| { |
| "epoch": 1.37, |
| "learning_rate": 0.00011155676190259492, |
| "loss": 2.6083, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.57, |
| "learning_rate": 0.0001274934421743942, |
| "loss": 2.5973, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.76, |
| "learning_rate": 0.00014343012244619346, |
| "loss": 2.7028, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.96, |
| "learning_rate": 0.00015936680271799272, |
| "loss": 2.6389, |
| "step": 100 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 2.852426052093506, |
| "eval_runtime": 18.9267, |
| "eval_samples_per_second": 10.726, |
| "eval_steps_per_second": 0.687, |
| "step": 102 |
| }, |
| { |
| "epoch": 2.16, |
| "learning_rate": 0.000175303482989792, |
| "loss": 2.3737, |
| "step": 110 |
| }, |
| { |
| "epoch": 2.35, |
| "learning_rate": 0.00019124016326159128, |
| "loss": 2.4245, |
| "step": 120 |
| }, |
| { |
| "epoch": 2.55, |
| "learning_rate": 0.00020717684353339054, |
| "loss": 2.522, |
| "step": 130 |
| }, |
| { |
| "epoch": 2.75, |
| "learning_rate": 0.00022311352380518983, |
| "loss": 2.4049, |
| "step": 140 |
| }, |
| { |
| "epoch": 2.94, |
| "learning_rate": 0.00023905020407698907, |
| "loss": 2.4488, |
| "step": 150 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 2.864370346069336, |
| "eval_runtime": 19.1132, |
| "eval_samples_per_second": 10.621, |
| "eval_steps_per_second": 0.68, |
| "step": 153 |
| }, |
| { |
| "epoch": 3.14, |
| "learning_rate": 0.0002549868843487884, |
| "loss": 2.3544, |
| "step": 160 |
| }, |
| { |
| "epoch": 3.33, |
| "learning_rate": 0.0002709235646205876, |
| "loss": 2.1872, |
| "step": 170 |
| }, |
| { |
| "epoch": 3.53, |
| "learning_rate": 0.0002868602448923869, |
| "loss": 2.221, |
| "step": 180 |
| }, |
| { |
| "epoch": 3.73, |
| "learning_rate": 0.0003027969251641862, |
| "loss": 2.4036, |
| "step": 190 |
| }, |
| { |
| "epoch": 3.92, |
| "learning_rate": 0.00031873360543598544, |
| "loss": 2.4628, |
| "step": 200 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 3.105098247528076, |
| "eval_runtime": 19.2038, |
| "eval_samples_per_second": 10.571, |
| "eval_steps_per_second": 0.677, |
| "step": 204 |
| }, |
| { |
| "epoch": 4.12, |
| "learning_rate": 0.0003346702857077847, |
| "loss": 2.2478, |
| "step": 210 |
| }, |
| { |
| "epoch": 4.31, |
| "learning_rate": 0.000350606965979584, |
| "loss": 2.261, |
| "step": 220 |
| }, |
| { |
| "epoch": 4.51, |
| "learning_rate": 0.00036654364625138324, |
| "loss": 2.3157, |
| "step": 230 |
| }, |
| { |
| "epoch": 4.71, |
| "learning_rate": 0.00038248032652318255, |
| "loss": 2.1135, |
| "step": 240 |
| }, |
| { |
| "epoch": 4.9, |
| "learning_rate": 0.0003984170067949818, |
| "loss": 2.2104, |
| "step": 250 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 3.1024045944213867, |
| "eval_runtime": 19.1911, |
| "eval_samples_per_second": 10.578, |
| "eval_steps_per_second": 0.677, |
| "step": 255 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 255, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "total_flos": 2188457088743520.0, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
