| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 10.0, |
| "eval_steps": 500, |
| "global_step": 180, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.28776978417266186, |
| "grad_norm": 3.625, |
| "learning_rate": 1e-05, |
| "loss": -0.8489187240600586, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.5755395683453237, |
| "grad_norm": 6.625, |
| "learning_rate": 1e-05, |
| "loss": -1.094129753112793, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.8633093525179856, |
| "grad_norm": 6.4375, |
| "learning_rate": 1e-05, |
| "loss": -1.3786694526672363, |
| "step": 15 |
| }, |
| { |
| "epoch": 1.1151079136690647, |
| "grad_norm": 11.25, |
| "learning_rate": 1e-05, |
| "loss": -2.602250099182129, |
| "step": 20 |
| }, |
| { |
| "epoch": 1.4028776978417266, |
| "grad_norm": 21.125, |
| "learning_rate": 1e-05, |
| "loss": -2.348813056945801, |
| "step": 25 |
| }, |
| { |
| "epoch": 1.6906474820143886, |
| "grad_norm": 98.5, |
| "learning_rate": 1e-05, |
| "loss": -3.6698333740234377, |
| "step": 30 |
| }, |
| { |
| "epoch": 1.9784172661870505, |
| "grad_norm": 247.0, |
| "learning_rate": 1e-05, |
| "loss": -11.704106903076172, |
| "step": 35 |
| }, |
| { |
| "epoch": 2.2302158273381294, |
| "grad_norm": 908.0, |
| "learning_rate": 1e-05, |
| "loss": -24.895542907714844, |
| "step": 40 |
| }, |
| { |
| "epoch": 2.5179856115107913, |
| "grad_norm": 170.0, |
| "learning_rate": 1e-05, |
| "loss": -38.253057861328124, |
| "step": 45 |
| }, |
| { |
| "epoch": 2.805755395683453, |
| "grad_norm": 128.0, |
| "learning_rate": 1e-05, |
| "loss": -49.457061767578125, |
| "step": 50 |
| }, |
| { |
| "epoch": 3.0575539568345325, |
| "grad_norm": 163.0, |
| "learning_rate": 1e-05, |
| "loss": -60.77360229492187, |
| "step": 55 |
| }, |
| { |
| "epoch": 3.3453237410071943, |
| "grad_norm": 180.0, |
| "learning_rate": 1e-05, |
| "loss": -77.50135498046875, |
| "step": 60 |
| }, |
| { |
| "epoch": 3.633093525179856, |
| "grad_norm": 153.0, |
| "learning_rate": 1e-05, |
| "loss": -96.42343139648438, |
| "step": 65 |
| }, |
| { |
| "epoch": 3.920863309352518, |
| "grad_norm": 119.0, |
| "learning_rate": 1e-05, |
| "loss": -112.23983154296874, |
| "step": 70 |
| }, |
| { |
| "epoch": 4.172661870503597, |
| "grad_norm": 123.0, |
| "learning_rate": 1e-05, |
| "loss": -123.47835693359374, |
| "step": 75 |
| }, |
| { |
| "epoch": 4.460431654676259, |
| "grad_norm": 138.0, |
| "learning_rate": 1e-05, |
| "loss": -130.45103759765624, |
| "step": 80 |
| }, |
| { |
| "epoch": 4.748201438848921, |
| "grad_norm": 106.5, |
| "learning_rate": 1e-05, |
| "loss": -134.79713134765626, |
| "step": 85 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 117.0, |
| "learning_rate": 1e-05, |
| "loss": -136.9400634765625, |
| "step": 90 |
| }, |
| { |
| "epoch": 5.287769784172662, |
| "grad_norm": 90.0, |
| "learning_rate": 1e-05, |
| "loss": -138.45052490234374, |
| "step": 95 |
| }, |
| { |
| "epoch": 5.575539568345324, |
| "grad_norm": 90.5, |
| "learning_rate": 1e-05, |
| "loss": -139.13138427734376, |
| "step": 100 |
| }, |
| { |
| "epoch": 5.863309352517986, |
| "grad_norm": 85.5, |
| "learning_rate": 1e-05, |
| "loss": -139.83267822265626, |
| "step": 105 |
| }, |
| { |
| "epoch": 6.115107913669065, |
| "grad_norm": 81.5, |
| "learning_rate": 1e-05, |
| "loss": -140.0307373046875, |
| "step": 110 |
| }, |
| { |
| "epoch": 6.402877697841727, |
| "grad_norm": 80.5, |
| "learning_rate": 1e-05, |
| "loss": -140.39393310546876, |
| "step": 115 |
| }, |
| { |
| "epoch": 6.690647482014389, |
| "grad_norm": 81.0, |
| "learning_rate": 1e-05, |
| "loss": -140.50172119140626, |
| "step": 120 |
| }, |
| { |
| "epoch": 6.9784172661870505, |
| "grad_norm": 80.5, |
| "learning_rate": 1e-05, |
| "loss": -140.62662353515626, |
| "step": 125 |
| }, |
| { |
| "epoch": 7.23021582733813, |
| "grad_norm": 83.0, |
| "learning_rate": 1e-05, |
| "loss": -140.66796875, |
| "step": 130 |
| }, |
| { |
| "epoch": 7.517985611510792, |
| "grad_norm": 81.5, |
| "learning_rate": 1e-05, |
| "loss": -140.8075439453125, |
| "step": 135 |
| }, |
| { |
| "epoch": 7.805755395683454, |
| "grad_norm": 78.5, |
| "learning_rate": 1e-05, |
| "loss": -140.95115966796874, |
| "step": 140 |
| }, |
| { |
| "epoch": 8.057553956834532, |
| "grad_norm": 78.5, |
| "learning_rate": 1e-05, |
| "loss": -140.95902099609376, |
| "step": 145 |
| }, |
| { |
| "epoch": 8.345323741007194, |
| "grad_norm": 77.5, |
| "learning_rate": 1e-05, |
| "loss": -141.0729736328125, |
| "step": 150 |
| }, |
| { |
| "epoch": 8.633093525179856, |
| "grad_norm": 79.0, |
| "learning_rate": 1e-05, |
| "loss": -141.2009765625, |
| "step": 155 |
| }, |
| { |
| "epoch": 8.920863309352518, |
| "grad_norm": 79.0, |
| "learning_rate": 1e-05, |
| "loss": -141.22720947265626, |
| "step": 160 |
| }, |
| { |
| "epoch": 9.172661870503598, |
| "grad_norm": 77.5, |
| "learning_rate": 1e-05, |
| "loss": -141.30667724609376, |
| "step": 165 |
| }, |
| { |
| "epoch": 9.46043165467626, |
| "grad_norm": 77.5, |
| "learning_rate": 1e-05, |
| "loss": -141.33355712890625, |
| "step": 170 |
| }, |
| { |
| "epoch": 9.748201438848922, |
| "grad_norm": 77.0, |
| "learning_rate": 1e-05, |
| "loss": -141.43316650390625, |
| "step": 175 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 80.5, |
| "learning_rate": 1e-05, |
| "loss": -141.4542236328125, |
| "step": 180 |
| }, |
| { |
| "epoch": 10.0, |
| "step": 180, |
| "total_flos": 0.0, |
| "train_loss": -98.33997982078128, |
| "train_runtime": 1576.0815, |
| "train_samples_per_second": 3.509, |
| "train_steps_per_second": 0.114 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 180, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
