| { | |
| "best_global_step": 700, | |
| "best_metric": 23.397376111422, | |
| "best_model_checkpoint": "./JUDIC/checkpoint-700", | |
| "epoch": 8.235294117647058, | |
| "eval_steps": 100, | |
| "global_step": 700, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.23529411764705882, | |
| "grad_norm": 4.239101886749268, | |
| "learning_rate": 1.9000000000000002e-06, | |
| "loss": 0.4078, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.47058823529411764, | |
| "grad_norm": 2.235217809677124, | |
| "learning_rate": 3.900000000000001e-06, | |
| "loss": 0.4217, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.7058823529411765, | |
| "grad_norm": 3.711195707321167, | |
| "learning_rate": 5.9e-06, | |
| "loss": 0.4252, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.9411764705882353, | |
| "grad_norm": 4.5320820808410645, | |
| "learning_rate": 7.9e-06, | |
| "loss": 0.3812, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.1764705882352942, | |
| "grad_norm": 3.9703948497772217, | |
| "learning_rate": 9.9e-06, | |
| "loss": 0.4223, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.1764705882352942, | |
| "eval_loss": 0.40899839997291565, | |
| "eval_runtime": 323.6745, | |
| "eval_samples_per_second": 2.104, | |
| "eval_steps_per_second": 0.266, | |
| "eval_wer": 36.6100851831126, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.4117647058823528, | |
| "grad_norm": 3.8265273571014404, | |
| "learning_rate": 9.746666666666668e-06, | |
| "loss": 0.2872, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.6470588235294117, | |
| "grad_norm": 4.8625168800354, | |
| "learning_rate": 9.48e-06, | |
| "loss": 0.3207, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.8823529411764706, | |
| "grad_norm": 4.235057830810547, | |
| "learning_rate": 9.213333333333334e-06, | |
| "loss": 0.3585, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 2.1176470588235294, | |
| "grad_norm": 2.1225504875183105, | |
| "learning_rate": 8.973333333333334e-06, | |
| "loss": 0.2658, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 2.3529411764705883, | |
| "grad_norm": 8.930822372436523, | |
| "learning_rate": 8.706666666666667e-06, | |
| "loss": 0.2576, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.3529411764705883, | |
| "eval_loss": 0.35160648822784424, | |
| "eval_runtime": 296.116, | |
| "eval_samples_per_second": 2.3, | |
| "eval_steps_per_second": 0.29, | |
| "eval_wer": 29.938444320089534, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.588235294117647, | |
| "grad_norm": 1.942764163017273, | |
| "learning_rate": 8.44e-06, | |
| "loss": 0.283, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.8235294117647056, | |
| "grad_norm": 3.2245473861694336, | |
| "learning_rate": 8.173333333333334e-06, | |
| "loss": 0.2443, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 3.0588235294117645, | |
| "grad_norm": 3.0929267406463623, | |
| "learning_rate": 7.906666666666667e-06, | |
| "loss": 0.2489, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 3.2941176470588234, | |
| "grad_norm": 3.477473497390747, | |
| "learning_rate": 7.640000000000001e-06, | |
| "loss": 0.2006, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 3.5294117647058822, | |
| "grad_norm": 3.163804531097412, | |
| "learning_rate": 7.373333333333334e-06, | |
| "loss": 0.1837, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 3.5294117647058822, | |
| "eval_loss": 0.30386850237846375, | |
| "eval_runtime": 329.1958, | |
| "eval_samples_per_second": 2.069, | |
| "eval_steps_per_second": 0.261, | |
| "eval_wer": 31.555058135919918, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 3.764705882352941, | |
| "grad_norm": 2.77553391456604, | |
| "learning_rate": 7.1066666666666675e-06, | |
| "loss": 0.2342, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 3.944244861602783, | |
| "learning_rate": 6.8400000000000014e-06, | |
| "loss": 0.1751, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 4.235294117647059, | |
| "grad_norm": 6.829845905303955, | |
| "learning_rate": 6.573333333333334e-06, | |
| "loss": 0.1431, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 4.470588235294118, | |
| "grad_norm": 3.4126970767974854, | |
| "learning_rate": 6.3066666666666676e-06, | |
| "loss": 0.1468, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 4.705882352941177, | |
| "grad_norm": 3.5233240127563477, | |
| "learning_rate": 6.040000000000001e-06, | |
| "loss": 0.1376, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 4.705882352941177, | |
| "eval_loss": 0.27411767840385437, | |
| "eval_runtime": 307.4101, | |
| "eval_samples_per_second": 2.215, | |
| "eval_steps_per_second": 0.28, | |
| "eval_wer": 25.511409562892496, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 4.9411764705882355, | |
| "grad_norm": 2.9697437286376953, | |
| "learning_rate": 5.7733333333333345e-06, | |
| "loss": 0.1395, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 5.176470588235294, | |
| "grad_norm": 3.495859384536743, | |
| "learning_rate": 5.506666666666667e-06, | |
| "loss": 0.1046, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 5.411764705882353, | |
| "grad_norm": 4.7592902183532715, | |
| "learning_rate": 5.240000000000001e-06, | |
| "loss": 0.1179, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 5.647058823529412, | |
| "grad_norm": 7.579683303833008, | |
| "learning_rate": 4.973333333333334e-06, | |
| "loss": 0.1361, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 5.882352941176471, | |
| "grad_norm": 4.949639797210693, | |
| "learning_rate": 4.706666666666667e-06, | |
| "loss": 0.0935, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 5.882352941176471, | |
| "eval_loss": 0.2585192918777466, | |
| "eval_runtime": 321.1171, | |
| "eval_samples_per_second": 2.121, | |
| "eval_steps_per_second": 0.268, | |
| "eval_wer": 26.26997450724367, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 6.117647058823529, | |
| "grad_norm": 3.536499500274658, | |
| "learning_rate": 4.440000000000001e-06, | |
| "loss": 0.0917, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 6.352941176470588, | |
| "grad_norm": 4.393896579742432, | |
| "learning_rate": 4.173333333333334e-06, | |
| "loss": 0.0959, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 6.588235294117647, | |
| "grad_norm": 6.232944011688232, | |
| "learning_rate": 3.906666666666667e-06, | |
| "loss": 0.0844, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 6.823529411764706, | |
| "grad_norm": 3.1390299797058105, | |
| "learning_rate": 3.6400000000000003e-06, | |
| "loss": 0.0734, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 7.0588235294117645, | |
| "grad_norm": 0.599709153175354, | |
| "learning_rate": 3.3733333333333334e-06, | |
| "loss": 0.0575, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 7.0588235294117645, | |
| "eval_loss": 0.24722784757614136, | |
| "eval_runtime": 320.2621, | |
| "eval_samples_per_second": 2.126, | |
| "eval_steps_per_second": 0.269, | |
| "eval_wer": 24.187029783000686, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 7.294117647058823, | |
| "grad_norm": 7.411947727203369, | |
| "learning_rate": 3.106666666666667e-06, | |
| "loss": 0.0598, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 7.529411764705882, | |
| "grad_norm": 0.39204472303390503, | |
| "learning_rate": 2.84e-06, | |
| "loss": 0.045, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 7.764705882352941, | |
| "grad_norm": 0.8188313245773315, | |
| "learning_rate": 2.573333333333334e-06, | |
| "loss": 0.0598, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 2.0588011741638184, | |
| "learning_rate": 2.306666666666667e-06, | |
| "loss": 0.0663, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 8.235294117647058, | |
| "grad_norm": 0.8121541142463684, | |
| "learning_rate": 2.04e-06, | |
| "loss": 0.0424, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 8.235294117647058, | |
| "eval_loss": 0.24150076508522034, | |
| "eval_runtime": 319.2037, | |
| "eval_samples_per_second": 2.133, | |
| "eval_steps_per_second": 0.269, | |
| "eval_wer": 23.397376111422, | |
| "step": 700 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 850, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.464312967168e+18, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |