{ "best_metric": 53.553446508933746, "best_model_checkpoint": "./checkpoint-2000", "epoch": 5.01375, "eval_steps": 1000, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00625, "grad_norm": 15.778736114501953, "learning_rate": 4.6000000000000004e-07, "loss": 1.5646, "step": 25 }, { "epoch": 0.0125, "grad_norm": 5.086428165435791, "learning_rate": 9.600000000000001e-07, "loss": 1.3553, "step": 50 }, { "epoch": 0.01875, "grad_norm": 4.45254373550415, "learning_rate": 1.46e-06, "loss": 1.1549, "step": 75 }, { "epoch": 0.025, "grad_norm": 4.353440284729004, "learning_rate": 1.9600000000000003e-06, "loss": 1.0095, "step": 100 }, { "epoch": 0.03125, "grad_norm": 4.452302932739258, "learning_rate": 2.46e-06, "loss": 0.9047, "step": 125 }, { "epoch": 0.0375, "grad_norm": 6.658376693725586, "learning_rate": 2.96e-06, "loss": 0.8367, "step": 150 }, { "epoch": 0.04375, "grad_norm": 6.855594158172607, "learning_rate": 3.46e-06, "loss": 0.7943, "step": 175 }, { "epoch": 0.05, "grad_norm": 5.464341640472412, "learning_rate": 3.96e-06, "loss": 0.7727, "step": 200 }, { "epoch": 0.05625, "grad_norm": 6.465638160705566, "learning_rate": 4.440000000000001e-06, "loss": 0.7472, "step": 225 }, { "epoch": 0.0625, "grad_norm": 7.32954740524292, "learning_rate": 4.94e-06, "loss": 0.7267, "step": 250 }, { "epoch": 0.06875, "grad_norm": 7.171662330627441, "learning_rate": 5.4400000000000004e-06, "loss": 0.7382, "step": 275 }, { "epoch": 0.075, "grad_norm": 10.485993385314941, "learning_rate": 5.94e-06, "loss": 0.6721, "step": 300 }, { "epoch": 0.08125, "grad_norm": 7.209652423858643, "learning_rate": 6.440000000000001e-06, "loss": 0.6367, "step": 325 }, { "epoch": 0.0875, "grad_norm": 9.550680160522461, "learning_rate": 6.9400000000000005e-06, "loss": 0.5658, "step": 350 }, { "epoch": 0.09375, "grad_norm": 8.483597755432129, "learning_rate": 7.440000000000001e-06, "loss": 0.4797, "step": 375 }, { "epoch": 1.00275, "grad_norm": 7.711348056793213, "learning_rate": 7.94e-06, "loss": 0.4997, "step": 400 }, { "epoch": 1.009, "grad_norm": 8.237557411193848, "learning_rate": 8.44e-06, "loss": 0.4414, "step": 425 }, { "epoch": 1.01525, "grad_norm": 7.03880500793457, "learning_rate": 8.94e-06, "loss": 0.3393, "step": 450 }, { "epoch": 1.0215, "grad_norm": 4.42921257019043, "learning_rate": 9.440000000000001e-06, "loss": 0.2744, "step": 475 }, { "epoch": 1.02775, "grad_norm": 4.717575550079346, "learning_rate": 9.940000000000001e-06, "loss": 0.237, "step": 500 }, { "epoch": 1.034, "grad_norm": 4.850898742675781, "learning_rate": 9.937142857142858e-06, "loss": 0.2114, "step": 525 }, { "epoch": 1.04025, "grad_norm": 3.328772783279419, "learning_rate": 9.865714285714285e-06, "loss": 0.1906, "step": 550 }, { "epoch": 1.0465, "grad_norm": 4.541759014129639, "learning_rate": 9.794285714285714e-06, "loss": 0.1785, "step": 575 }, { "epoch": 1.05275, "grad_norm": 3.4614176750183105, "learning_rate": 9.722857142857143e-06, "loss": 0.1978, "step": 600 }, { "epoch": 1.059, "grad_norm": 3.4890570640563965, "learning_rate": 9.651428571428572e-06, "loss": 0.1822, "step": 625 }, { "epoch": 1.06525, "grad_norm": 4.555150032043457, "learning_rate": 9.58e-06, "loss": 0.1687, "step": 650 }, { "epoch": 1.0715, "grad_norm": 3.379296064376831, "learning_rate": 9.508571428571429e-06, "loss": 0.1563, "step": 675 }, { "epoch": 1.07775, "grad_norm": 3.8745622634887695, "learning_rate": 9.437142857142858e-06, "loss": 0.1229, "step": 700 }, { "epoch": 1.084, "grad_norm": 3.2507641315460205, "learning_rate": 9.365714285714287e-06, "loss": 0.1202, "step": 725 }, { "epoch": 1.09025, "grad_norm": 2.579324960708618, "learning_rate": 9.294285714285714e-06, "loss": 0.1309, "step": 750 }, { "epoch": 1.0965, "grad_norm": 3.5643343925476074, "learning_rate": 9.222857142857143e-06, "loss": 0.1206, "step": 775 }, { "epoch": 2.0055, "grad_norm": 2.8714065551757812, "learning_rate": 9.151428571428572e-06, "loss": 0.1458, "step": 800 }, { "epoch": 2.01175, "grad_norm": 2.573326826095581, "learning_rate": 9.080000000000001e-06, "loss": 0.1239, "step": 825 }, { "epoch": 2.018, "grad_norm": 1.7793731689453125, "learning_rate": 9.00857142857143e-06, "loss": 0.111, "step": 850 }, { "epoch": 2.02425, "grad_norm": 1.763602614402771, "learning_rate": 8.937142857142857e-06, "loss": 0.1054, "step": 875 }, { "epoch": 2.0305, "grad_norm": 1.9787425994873047, "learning_rate": 8.865714285714287e-06, "loss": 0.0982, "step": 900 }, { "epoch": 2.03675, "grad_norm": 2.2583250999450684, "learning_rate": 8.794285714285716e-06, "loss": 0.0957, "step": 925 }, { "epoch": 2.043, "grad_norm": 2.4571313858032227, "learning_rate": 8.722857142857145e-06, "loss": 0.0879, "step": 950 }, { "epoch": 2.04925, "grad_norm": 2.555344581604004, "learning_rate": 8.651428571428572e-06, "loss": 0.0925, "step": 975 }, { "epoch": 2.0555, "grad_norm": 2.3653111457824707, "learning_rate": 8.580000000000001e-06, "loss": 0.1087, "step": 1000 }, { "epoch": 2.0555, "eval_loss": 0.13476958870887756, "eval_runtime": 669.8451, "eval_samples_per_second": 0.951, "eval_steps_per_second": 0.119, "eval_wer": 57.21605845920777, "step": 1000 }, { "epoch": 2.06175, "grad_norm": 3.215674638748169, "learning_rate": 8.50857142857143e-06, "loss": 0.0907, "step": 1025 }, { "epoch": 2.068, "grad_norm": 2.3883891105651855, "learning_rate": 8.437142857142859e-06, "loss": 0.0876, "step": 1050 }, { "epoch": 2.07425, "grad_norm": 1.890366792678833, "learning_rate": 8.365714285714286e-06, "loss": 0.0724, "step": 1075 }, { "epoch": 2.0805, "grad_norm": 2.6750569343566895, "learning_rate": 8.294285714285715e-06, "loss": 0.0702, "step": 1100 }, { "epoch": 2.08675, "grad_norm": 2.3613970279693604, "learning_rate": 8.222857142857144e-06, "loss": 0.0768, "step": 1125 }, { "epoch": 2.093, "grad_norm": 2.880221128463745, "learning_rate": 8.151428571428572e-06, "loss": 0.0653, "step": 1150 }, { "epoch": 3.002, "grad_norm": 2.5774643421173096, "learning_rate": 8.08e-06, "loss": 0.0863, "step": 1175 }, { "epoch": 3.00825, "grad_norm": 2.212843894958496, "learning_rate": 8.00857142857143e-06, "loss": 0.0786, "step": 1200 }, { "epoch": 3.0145, "grad_norm": 1.7202649116516113, "learning_rate": 7.937142857142857e-06, "loss": 0.0695, "step": 1225 }, { "epoch": 3.02075, "grad_norm": 1.4540152549743652, "learning_rate": 7.865714285714286e-06, "loss": 0.062, "step": 1250 }, { "epoch": 3.027, "grad_norm": 1.4593051671981812, "learning_rate": 7.794285714285715e-06, "loss": 0.0586, "step": 1275 }, { "epoch": 3.03325, "grad_norm": 1.5141732692718506, "learning_rate": 7.722857142857142e-06, "loss": 0.0555, "step": 1300 }, { "epoch": 3.0395, "grad_norm": 1.751680850982666, "learning_rate": 7.651428571428571e-06, "loss": 0.0572, "step": 1325 }, { "epoch": 3.04575, "grad_norm": 1.7433584928512573, "learning_rate": 7.58e-06, "loss": 0.0514, "step": 1350 }, { "epoch": 3.052, "grad_norm": 1.5257874727249146, "learning_rate": 7.508571428571429e-06, "loss": 0.064, "step": 1375 }, { "epoch": 3.05825, "grad_norm": 1.4389644861221313, "learning_rate": 7.4371428571428575e-06, "loss": 0.0633, "step": 1400 }, { "epoch": 3.0645, "grad_norm": 2.6773693561553955, "learning_rate": 7.365714285714286e-06, "loss": 0.0529, "step": 1425 }, { "epoch": 3.07075, "grad_norm": 2.163686752319336, "learning_rate": 7.294285714285715e-06, "loss": 0.0567, "step": 1450 }, { "epoch": 3.077, "grad_norm": 2.352548599243164, "learning_rate": 7.222857142857144e-06, "loss": 0.0378, "step": 1475 }, { "epoch": 3.08325, "grad_norm": 2.7124457359313965, "learning_rate": 7.151428571428573e-06, "loss": 0.0468, "step": 1500 }, { "epoch": 3.0895, "grad_norm": 2.316270112991333, "learning_rate": 7.08e-06, "loss": 0.047, "step": 1525 }, { "epoch": 3.09575, "grad_norm": 4.7504963874816895, "learning_rate": 7.008571428571429e-06, "loss": 0.041, "step": 1550 }, { "epoch": 4.00475, "grad_norm": 1.6336088180541992, "learning_rate": 6.937142857142858e-06, "loss": 0.061, "step": 1575 }, { "epoch": 4.011, "grad_norm": 1.1898696422576904, "learning_rate": 6.865714285714287e-06, "loss": 0.0457, "step": 1600 }, { "epoch": 4.01725, "grad_norm": 1.5887372493743896, "learning_rate": 6.794285714285714e-06, "loss": 0.0411, "step": 1625 }, { "epoch": 4.0235, "grad_norm": 1.7909950017929077, "learning_rate": 6.722857142857143e-06, "loss": 0.0373, "step": 1650 }, { "epoch": 4.02975, "grad_norm": 1.1431634426116943, "learning_rate": 6.651428571428572e-06, "loss": 0.0343, "step": 1675 }, { "epoch": 4.036, "grad_norm": 1.5267891883850098, "learning_rate": 6.5800000000000005e-06, "loss": 0.035, "step": 1700 }, { "epoch": 4.04225, "grad_norm": 1.8040025234222412, "learning_rate": 6.5085714285714295e-06, "loss": 0.0312, "step": 1725 }, { "epoch": 4.0485, "grad_norm": 1.672837257385254, "learning_rate": 6.437142857142858e-06, "loss": 0.034, "step": 1750 }, { "epoch": 4.05475, "grad_norm": 1.5159598588943481, "learning_rate": 6.365714285714286e-06, "loss": 0.0431, "step": 1775 }, { "epoch": 4.061, "grad_norm": 2.1531107425689697, "learning_rate": 6.294285714285715e-06, "loss": 0.0357, "step": 1800 }, { "epoch": 4.06725, "grad_norm": 3.2716612815856934, "learning_rate": 6.222857142857144e-06, "loss": 0.0341, "step": 1825 }, { "epoch": 4.0735, "grad_norm": 1.041003942489624, "learning_rate": 6.151428571428571e-06, "loss": 0.0302, "step": 1850 }, { "epoch": 4.07975, "grad_norm": 2.5585858821868896, "learning_rate": 6.08e-06, "loss": 0.0269, "step": 1875 }, { "epoch": 4.086, "grad_norm": 2.4382855892181396, "learning_rate": 6.008571428571429e-06, "loss": 0.0291, "step": 1900 }, { "epoch": 4.09225, "grad_norm": 3.0103349685668945, "learning_rate": 5.937142857142858e-06, "loss": 0.0228, "step": 1925 }, { "epoch": 5.00125, "grad_norm": 1.7492283582687378, "learning_rate": 5.865714285714286e-06, "loss": 0.0331, "step": 1950 }, { "epoch": 5.0075, "grad_norm": 1.3919484615325928, "learning_rate": 5.794285714285715e-06, "loss": 0.0384, "step": 1975 }, { "epoch": 5.01375, "grad_norm": 1.131212592124939, "learning_rate": 5.722857142857144e-06, "loss": 0.0277, "step": 2000 }, { "epoch": 5.01375, "eval_loss": 0.12749460339546204, "eval_runtime": 670.7043, "eval_samples_per_second": 0.95, "eval_steps_per_second": 0.119, "eval_wer": 53.553446508933746, "step": 2000 } ], "logging_steps": 25, "max_steps": 4000, "num_input_tokens_seen": 0, "num_train_epochs": 9223372036854775807, "save_steps": 1000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 9.2217464672256e+18, "train_batch_size": 16, "trial_name": null, "trial_params": null }