| { |
| "best_global_step": 700, |
| "best_metric": 0.5273797512054443, |
| "best_model_checkpoint": "/dgx2/pawangcs/Trained_Models/Phi4-3shot/checkpoint-700", |
| "epoch": 3.288065843621399, |
| "eval_steps": 100, |
| "global_step": 1200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.27434842249657065, |
| "grad_norm": 0.6248233914375305, |
| "learning_rate": 0.0002179699417406859, |
| "loss": 0.832540283203125, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.27434842249657065, |
| "eval_loss": 0.6426836252212524, |
| "eval_runtime": 1160.1148, |
| "eval_samples_per_second": 2.515, |
| "eval_steps_per_second": 0.629, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5486968449931413, |
| "grad_norm": 0.6830066442489624, |
| "learning_rate": 0.0002157366837530479, |
| "loss": 0.6157448196411133, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5486968449931413, |
| "eval_loss": 0.6033561825752258, |
| "eval_runtime": 405.4127, |
| "eval_samples_per_second": 7.198, |
| "eval_steps_per_second": 1.801, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.823045267489712, |
| "grad_norm": 0.6402314901351929, |
| "learning_rate": 0.00021002940172700765, |
| "loss": 0.5921715927124024, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.823045267489712, |
| "eval_loss": 0.5785361528396606, |
| "eval_runtime": 405.9414, |
| "eval_samples_per_second": 7.188, |
| "eval_steps_per_second": 1.798, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.0960219478737998, |
| "grad_norm": 0.8042563796043396, |
| "learning_rate": 0.00020103385405654221, |
| "loss": 0.5310408401489258, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.0960219478737998, |
| "eval_loss": 0.5722617506980896, |
| "eval_runtime": 406.5022, |
| "eval_samples_per_second": 7.178, |
| "eval_steps_per_second": 1.796, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.3703703703703702, |
| "grad_norm": 0.6911748051643372, |
| "learning_rate": 0.0001890428243259542, |
| "loss": 0.45402183532714846, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.3703703703703702, |
| "eval_loss": 0.5583283305168152, |
| "eval_runtime": 404.6307, |
| "eval_samples_per_second": 7.212, |
| "eval_steps_per_second": 1.804, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.6447187928669411, |
| "grad_norm": 0.6612902283668518, |
| "learning_rate": 0.00017444659190372805, |
| "loss": 0.4490911865234375, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.6447187928669411, |
| "eval_loss": 0.5405105948448181, |
| "eval_runtime": 464.3862, |
| "eval_samples_per_second": 6.284, |
| "eval_steps_per_second": 1.572, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.9190672153635115, |
| "grad_norm": 0.6907134652137756, |
| "learning_rate": 0.00015772022928155024, |
| "loss": 0.446926155090332, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.9190672153635115, |
| "eval_loss": 0.5273797512054443, |
| "eval_runtime": 407.3892, |
| "eval_samples_per_second": 7.163, |
| "eval_steps_per_second": 1.792, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.1920438957475996, |
| "grad_norm": 0.8313947319984436, |
| "learning_rate": 0.00013940813959975931, |
| "loss": 0.3268693161010742, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.1920438957475996, |
| "eval_loss": 0.5782487392425537, |
| "eval_runtime": 408.7224, |
| "eval_samples_per_second": 7.139, |
| "eval_steps_per_second": 1.786, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.46639231824417, |
| "grad_norm": 0.8360450267791748, |
| "learning_rate": 0.0001201063376258284, |
| "loss": 0.2783058738708496, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.46639231824417, |
| "eval_loss": 0.5717503428459167, |
| "eval_runtime": 411.446, |
| "eval_samples_per_second": 7.092, |
| "eval_steps_per_second": 1.774, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.7407407407407405, |
| "grad_norm": 0.8385628461837769, |
| "learning_rate": 0.00010044305089769608, |
| "loss": 0.27848129272460936, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.7407407407407405, |
| "eval_loss": 0.5624513626098633, |
| "eval_runtime": 418.3409, |
| "eval_samples_per_second": 6.975, |
| "eval_steps_per_second": 1.745, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.0137174211248285, |
| "grad_norm": 0.6840721368789673, |
| "learning_rate": 8.10582724183826e-05, |
| "loss": 0.2649513816833496, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.0137174211248285, |
| "eval_loss": 0.6641095280647278, |
| "eval_runtime": 422.9219, |
| "eval_samples_per_second": 6.9, |
| "eval_steps_per_second": 1.726, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.288065843621399, |
| "grad_norm": 0.784125030040741, |
| "learning_rate": 6.258293041282737e-05, |
| "loss": 0.11603937149047852, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.288065843621399, |
| "eval_loss": 0.6770608425140381, |
| "eval_runtime": 415.4832, |
| "eval_samples_per_second": 7.023, |
| "eval_steps_per_second": 1.757, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.288065843621399, |
| "step": 1200, |
| "total_flos": 1.4071460444506644e+19, |
| "train_loss": 0.43218199570973714, |
| "train_runtime": 38768.0459, |
| "train_samples_per_second": 3.007, |
| "train_steps_per_second": 0.047 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 1825, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 5, |
| "early_stopping_threshold": 0.001 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 5 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.4071460444506644e+19, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
