| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.10371762875571257, |
| "eval_steps": 500, |
| "global_step": 200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005185881437785629, |
| "grad_norm": 247.97032165527344, |
| "learning_rate": 2.5499999999999996e-05, |
| "loss": 145.23812255859374, |
| "original_ce_loss": 9.0141, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.010371762875571258, |
| "grad_norm": 248.38844299316406, |
| "learning_rate": 6.8e-05, |
| "loss": 144.60938720703126, |
| "original_ce_loss": 8.9749, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.015557644313356886, |
| "grad_norm": 385.3697204589844, |
| "learning_rate": 0.00010625, |
| "loss": 141.92376708984375, |
| "original_ce_loss": 8.8072, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.020743525751142515, |
| "grad_norm": 250.706787109375, |
| "learning_rate": 0.00014450000000000002, |
| "loss": 129.28629150390626, |
| "original_ce_loss": 8.0175, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.025929407188928142, |
| "grad_norm": 37.78219985961914, |
| "learning_rate": 0.00018275, |
| "loss": 118.50413818359375, |
| "original_ce_loss": 7.3439, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.031115288626713773, |
| "grad_norm": 35.401676177978516, |
| "learning_rate": 0.00022525, |
| "loss": 112.6171630859375, |
| "original_ce_loss": 6.9763, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0363011700644994, |
| "grad_norm": 155.93934631347656, |
| "learning_rate": 0.00026775, |
| "loss": 105.485986328125, |
| "original_ce_loss": 6.5312, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04148705150228503, |
| "grad_norm": 17.077312469482422, |
| "learning_rate": 0.00031025, |
| "loss": 102.00914916992187, |
| "original_ce_loss": 6.3146, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04667293294007066, |
| "grad_norm": 12.143115997314453, |
| "learning_rate": 0.00035275, |
| "loss": 101.21661376953125, |
| "original_ce_loss": 6.2657, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.051858814377856284, |
| "grad_norm": 212.8907928466797, |
| "learning_rate": 0.00039525, |
| "loss": 101.29624633789062, |
| "original_ce_loss": 6.2715, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.057044695815641915, |
| "grad_norm": 379.0343933105469, |
| "learning_rate": 0.00042499874610596206, |
| "loss": 100.54356689453125, |
| "original_ce_loss": 6.225, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.062230577253427545, |
| "grad_norm": 119.57896423339844, |
| "learning_rate": 0.000424962070796437, |
| "loss": 99.99188232421875, |
| "original_ce_loss": 6.1911, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06741645869121317, |
| "grad_norm": 176.70579528808594, |
| "learning_rate": 0.0004248746228038075, |
| "loss": 99.34671630859376, |
| "original_ce_loss": 6.1514, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0726023401289988, |
| "grad_norm": 59.76472473144531, |
| "learning_rate": 0.0004247179359861924, |
| "loss": 99.34248046875, |
| "original_ce_loss": 6.1519, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.07778822156678443, |
| "grad_norm": 293.2443542480469, |
| "learning_rate": 0.0004245475044883495, |
| "loss": 99.488525390625, |
| "original_ce_loss": 6.1615, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.08297410300457006, |
| "grad_norm": 714.7462158203125, |
| "learning_rate": 0.0004243079123379424, |
| "loss": 99.61160278320312, |
| "original_ce_loss": 6.1695, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.08815998444235569, |
| "grad_norm": 886.433837890625, |
| "learning_rate": 0.0004239823368702875, |
| "loss": 99.01062622070313, |
| "original_ce_loss": 6.1322, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.09334586588014132, |
| "grad_norm": 200.77587890625, |
| "learning_rate": 0.0004235943684185158, |
| "loss": 98.5961181640625, |
| "original_ce_loss": 6.1064, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.09853174731792694, |
| "grad_norm": 48.907493591308594, |
| "learning_rate": 0.0004231441214437677, |
| "loss": 98.40054931640626, |
| "original_ce_loss": 6.0944, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.10371762875571257, |
| "grad_norm": 78.08061981201172, |
| "learning_rate": 0.00042263172878102487, |
| "loss": 98.215380859375, |
| "original_ce_loss": 6.0832, |
| "step": 200 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1929, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2128405097422848.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
