| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.8501594048884166, |
| "eval_steps": 100, |
| "global_step": 100, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.3227437630295753, |
| "epoch": 0.08501594048884166, |
| "grad_norm": 1.4296875, |
| "learning_rate": 0.00016363636363636366, |
| "loss": 1.518, |
| "mean_token_accuracy": 0.7175316952168942, |
| "num_tokens": 48910.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 0.7062680356204509, |
| "epoch": 0.17003188097768332, |
| "grad_norm": 0.439453125, |
| "learning_rate": 0.00019973167127614215, |
| "loss": 0.7921, |
| "mean_token_accuracy": 0.8361715286970138, |
| "num_tokens": 96994.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 0.6654534563422203, |
| "epoch": 0.255047821466525, |
| "grad_norm": 0.46875, |
| "learning_rate": 0.00019864405334538517, |
| "loss": 0.6723, |
| "mean_token_accuracy": 0.848845011740923, |
| "num_tokens": 144332.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 0.5781836319714785, |
| "epoch": 0.34006376195536664, |
| "grad_norm": 0.447265625, |
| "learning_rate": 0.00019672948630390294, |
| "loss": 0.6044, |
| "mean_token_accuracy": 0.8551476895809174, |
| "num_tokens": 192719.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 0.5426878597587347, |
| "epoch": 0.4250797024442083, |
| "grad_norm": 0.466796875, |
| "learning_rate": 0.00019400402027796955, |
| "loss": 0.5788, |
| "mean_token_accuracy": 0.8572557404637337, |
| "num_tokens": 241632.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 0.5355116073042154, |
| "epoch": 0.51009564293305, |
| "grad_norm": 0.5625, |
| "learning_rate": 0.00019049050329166778, |
| "loss": 0.5629, |
| "mean_token_accuracy": 0.862634701281786, |
| "num_tokens": 291116.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 0.5224194105714559, |
| "epoch": 0.5951115834218916, |
| "grad_norm": 0.55078125, |
| "learning_rate": 0.00018621838972819458, |
| "loss": 0.551, |
| "mean_token_accuracy": 0.8659204967319966, |
| "num_tokens": 340898.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 0.4716725114732981, |
| "epoch": 0.6801275239107333, |
| "grad_norm": 0.52734375, |
| "learning_rate": 0.00018122349340898595, |
| "loss": 0.5116, |
| "mean_token_accuracy": 0.8745670169591904, |
| "num_tokens": 386799.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 0.4831196520477533, |
| "epoch": 0.7651434643995749, |
| "grad_norm": 0.54296875, |
| "learning_rate": 0.00017554768736063859, |
| "loss": 0.5071, |
| "mean_token_accuracy": 0.8737691469490528, |
| "num_tokens": 436798.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 0.44570639468729495, |
| "epoch": 0.8501594048884166, |
| "grad_norm": 0.515625, |
| "learning_rate": 0.00016923855278653114, |
| "loss": 0.465, |
| "mean_token_accuracy": 0.8849786855280399, |
| "num_tokens": 485573.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.8501594048884166, |
| "eval_entropy": 0.48599471364702496, |
| "eval_loss": 0.475477933883667, |
| "eval_mean_token_accuracy": 0.8784565641766503, |
| "eval_num_tokens": 485573.0, |
| "eval_runtime": 17.16, |
| "eval_samples_per_second": 9.732, |
| "eval_steps_per_second": 4.895, |
| "step": 100 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 354, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.1536876749848576e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
