| { |
| "best_global_step": 50, |
| "best_metric": 1.071570634841919, |
| "best_model_checkpoint": "/data/output/checkpoint-50", |
| "epoch": 0.1707941929974381, |
| "eval_steps": 50, |
| "global_step": 50, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.1713112026453019, |
| "epoch": 0.034158838599487616, |
| "grad_norm": 3.3329014778137207, |
| "learning_rate": 0.00012, |
| "loss": 1.2999439239501953, |
| "mean_token_accuracy": 0.6959523037075996, |
| "num_tokens": 643010.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.1543982975184917, |
| "epoch": 0.06831767719897523, |
| "grad_norm": 2.581118106842041, |
| "learning_rate": 0.00019989785286500295, |
| "loss": 1.1518776893615723, |
| "mean_token_accuracy": 0.7155417971313, |
| "num_tokens": 1251488.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 0.9459363672882318, |
| "epoch": 0.10247651579846286, |
| "grad_norm": 2.3779942989349365, |
| "learning_rate": 0.00019875109281794825, |
| "loss": 0.9381013870239258, |
| "mean_token_accuracy": 0.7682368114590645, |
| "num_tokens": 1696074.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 0.9385578982532025, |
| "epoch": 0.13663535439795046, |
| "grad_norm": 2.0882723331451416, |
| "learning_rate": 0.00019634456691705702, |
| "loss": 0.9547281265258789, |
| "mean_token_accuracy": 0.7626850850880146, |
| "num_tokens": 2006643.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 0.9006230250000954, |
| "epoch": 0.1707941929974381, |
| "grad_norm": 2.151762008666992, |
| "learning_rate": 0.00019270897516847403, |
| "loss": 0.9329019546508789, |
| "mean_token_accuracy": 0.7718432284891605, |
| "num_tokens": 2177826.0, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1707941929974381, |
| "eval_entropy": 1.0149640817940235, |
| "eval_loss": 1.071570634841919, |
| "eval_mean_token_accuracy": 0.742358745932579, |
| "eval_num_tokens": 2177826.0, |
| "eval_runtime": 95.085, |
| "eval_samples_per_second": 1.052, |
| "eval_steps_per_second": 1.052, |
| "step": 50 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 293, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.41512647094272e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
