Instructions to use gitmbio/whis-small-bn with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use gitmbio/whis-small-bn with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("automatic-speech-recognition", model="gitmbio/whis-small-bn")# Load model directly from transformers import AutoProcessor, AutoModelForSpeechSeq2Seq processor = AutoProcessor.from_pretrained("gitmbio/whis-small-bn") model = AutoModelForSpeechSeq2Seq.from_pretrained("gitmbio/whis-small-bn", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "best_metric": 66.17647058823529, | |
| "best_model_checkpoint": "./whisper-small-bn/checkpoint-4000", | |
| "epoch": 40.0, | |
| "eval_steps": 1000, | |
| "global_step": 4000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.2e-07, | |
| "loss": 2.3459, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 7.2e-07, | |
| "loss": 2.1757, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.12e-06, | |
| "loss": 1.8784, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.52e-06, | |
| "loss": 1.7012, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.9200000000000003e-06, | |
| "loss": 1.5541, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 2.3200000000000002e-06, | |
| "loss": 1.3971, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 2.7200000000000002e-06, | |
| "loss": 1.3046, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 3.12e-06, | |
| "loss": 1.1632, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 3.52e-06, | |
| "loss": 1.0418, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 3.920000000000001e-06, | |
| "loss": 0.9148, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 4.32e-06, | |
| "loss": 0.7515, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 4.7200000000000005e-06, | |
| "loss": 0.7166, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 5.12e-06, | |
| "loss": 0.6553, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 5.5200000000000005e-06, | |
| "loss": 0.5869, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 5.92e-06, | |
| "loss": 0.58, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 6.3200000000000005e-06, | |
| "loss": 0.4109, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 6.720000000000001e-06, | |
| "loss": 0.3971, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 7.1200000000000004e-06, | |
| "loss": 0.3937, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 7.520000000000001e-06, | |
| "loss": 0.3944, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 7.92e-06, | |
| "loss": 0.3928, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 8.32e-06, | |
| "loss": 0.2465, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 8.720000000000001e-06, | |
| "loss": 0.2513, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 9.12e-06, | |
| "loss": 0.2313, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 9.52e-06, | |
| "loss": 0.2216, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 9.920000000000002e-06, | |
| "loss": 0.2286, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 9.954285714285715e-06, | |
| "loss": 0.1615, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 9.897142857142858e-06, | |
| "loss": 0.1365, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 9.84e-06, | |
| "loss": 0.1372, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 9.782857142857145e-06, | |
| "loss": 0.125, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 9.725714285714287e-06, | |
| "loss": 0.122, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 9.668571428571429e-06, | |
| "loss": 0.0747, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "learning_rate": 9.611428571428573e-06, | |
| "loss": 0.0728, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "learning_rate": 9.554285714285715e-06, | |
| "loss": 0.0837, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 9.497142857142859e-06, | |
| "loss": 0.0774, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 9.440000000000001e-06, | |
| "loss": 0.0883, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 7.2, | |
| "learning_rate": 9.382857142857143e-06, | |
| "loss": 0.0398, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 7.4, | |
| "learning_rate": 9.325714285714287e-06, | |
| "loss": 0.0558, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 7.6, | |
| "learning_rate": 9.26857142857143e-06, | |
| "loss": 0.0618, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "learning_rate": 9.211428571428572e-06, | |
| "loss": 0.04, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "learning_rate": 9.154285714285715e-06, | |
| "loss": 0.0534, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 8.2, | |
| "learning_rate": 9.097142857142858e-06, | |
| "loss": 0.046, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 8.4, | |
| "learning_rate": 9.040000000000002e-06, | |
| "loss": 0.0452, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 8.6, | |
| "learning_rate": 8.982857142857144e-06, | |
| "loss": 0.0442, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 8.8, | |
| "learning_rate": 8.925714285714286e-06, | |
| "loss": 0.0315, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "learning_rate": 8.86857142857143e-06, | |
| "loss": 0.0484, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 9.2, | |
| "learning_rate": 8.811428571428572e-06, | |
| "loss": 0.0214, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 9.4, | |
| "learning_rate": 8.754285714285716e-06, | |
| "loss": 0.0351, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 9.6, | |
| "learning_rate": 8.697142857142858e-06, | |
| "loss": 0.0276, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 9.8, | |
| "learning_rate": 8.64e-06, | |
| "loss": 0.0271, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "learning_rate": 8.582857142857144e-06, | |
| "loss": 0.0271, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_loss": 0.5339307188987732, | |
| "eval_runtime": 341.9642, | |
| "eval_samples_per_second": 0.292, | |
| "eval_steps_per_second": 0.292, | |
| "eval_wer": 76.58371040723982, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 10.2, | |
| "learning_rate": 8.525714285714286e-06, | |
| "loss": 0.0298, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 10.4, | |
| "learning_rate": 8.468571428571429e-06, | |
| "loss": 0.0196, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 10.6, | |
| "learning_rate": 8.411428571428572e-06, | |
| "loss": 0.0203, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 10.8, | |
| "learning_rate": 8.354285714285715e-06, | |
| "loss": 0.0258, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "learning_rate": 8.297142857142859e-06, | |
| "loss": 0.0154, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 11.2, | |
| "learning_rate": 8.24e-06, | |
| "loss": 0.0118, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 11.4, | |
| "learning_rate": 8.182857142857143e-06, | |
| "loss": 0.0157, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 11.6, | |
| "learning_rate": 8.125714285714287e-06, | |
| "loss": 0.0187, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 11.8, | |
| "learning_rate": 8.068571428571429e-06, | |
| "loss": 0.0246, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "learning_rate": 8.011428571428573e-06, | |
| "loss": 0.012, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 12.2, | |
| "learning_rate": 7.954285714285715e-06, | |
| "loss": 0.0159, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 12.4, | |
| "learning_rate": 7.897142857142857e-06, | |
| "loss": 0.0166, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 12.6, | |
| "learning_rate": 7.840000000000001e-06, | |
| "loss": 0.0105, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 12.8, | |
| "learning_rate": 7.782857142857143e-06, | |
| "loss": 0.0097, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "learning_rate": 7.725714285714286e-06, | |
| "loss": 0.0066, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 13.2, | |
| "learning_rate": 7.66857142857143e-06, | |
| "loss": 0.0068, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 13.4, | |
| "learning_rate": 7.611428571428572e-06, | |
| "loss": 0.0083, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 13.6, | |
| "learning_rate": 7.5542857142857155e-06, | |
| "loss": 0.0076, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 13.8, | |
| "learning_rate": 7.497142857142857e-06, | |
| "loss": 0.0119, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "learning_rate": 7.440000000000001e-06, | |
| "loss": 0.0097, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 14.2, | |
| "learning_rate": 7.382857142857144e-06, | |
| "loss": 0.0075, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 14.4, | |
| "learning_rate": 7.325714285714286e-06, | |
| "loss": 0.013, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 14.6, | |
| "learning_rate": 7.268571428571429e-06, | |
| "loss": 0.0088, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 14.8, | |
| "learning_rate": 7.211428571428573e-06, | |
| "loss": 0.01, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "learning_rate": 7.154285714285715e-06, | |
| "loss": 0.0116, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 15.2, | |
| "learning_rate": 7.097142857142858e-06, | |
| "loss": 0.0053, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 15.4, | |
| "learning_rate": 7.04e-06, | |
| "loss": 0.005, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 15.6, | |
| "learning_rate": 6.982857142857143e-06, | |
| "loss": 0.0045, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 15.8, | |
| "learning_rate": 6.9257142857142864e-06, | |
| "loss": 0.013, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "learning_rate": 6.868571428571429e-06, | |
| "loss": 0.0093, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 16.2, | |
| "learning_rate": 6.8114285714285725e-06, | |
| "loss": 0.0053, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 16.4, | |
| "learning_rate": 6.754285714285715e-06, | |
| "loss": 0.009, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 16.6, | |
| "learning_rate": 6.697142857142858e-06, | |
| "loss": 0.0094, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 16.8, | |
| "learning_rate": 6.640000000000001e-06, | |
| "loss": 0.003, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "learning_rate": 6.582857142857143e-06, | |
| "loss": 0.0037, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 17.2, | |
| "learning_rate": 6.525714285714286e-06, | |
| "loss": 0.002, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 17.4, | |
| "learning_rate": 6.46857142857143e-06, | |
| "loss": 0.0084, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 17.6, | |
| "learning_rate": 6.411428571428572e-06, | |
| "loss": 0.0032, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 17.8, | |
| "learning_rate": 6.354285714285715e-06, | |
| "loss": 0.0032, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "learning_rate": 6.297142857142857e-06, | |
| "loss": 0.0031, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 18.2, | |
| "learning_rate": 6.24e-06, | |
| "loss": 0.0027, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 18.4, | |
| "learning_rate": 6.1828571428571434e-06, | |
| "loss": 0.0006, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 18.6, | |
| "learning_rate": 6.125714285714286e-06, | |
| "loss": 0.0009, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 18.8, | |
| "learning_rate": 6.0685714285714295e-06, | |
| "loss": 0.0058, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "learning_rate": 6.011428571428572e-06, | |
| "loss": 0.002, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 19.2, | |
| "learning_rate": 5.954285714285715e-06, | |
| "loss": 0.0009, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 19.4, | |
| "learning_rate": 5.897142857142858e-06, | |
| "loss": 0.0046, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 19.6, | |
| "learning_rate": 5.84e-06, | |
| "loss": 0.0008, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 19.8, | |
| "learning_rate": 5.782857142857143e-06, | |
| "loss": 0.0026, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "learning_rate": 5.725714285714287e-06, | |
| "loss": 0.0039, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_loss": 0.654371976852417, | |
| "eval_runtime": 329.4667, | |
| "eval_samples_per_second": 0.304, | |
| "eval_steps_per_second": 0.304, | |
| "eval_wer": 66.9683257918552, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 20.2, | |
| "learning_rate": 5.668571428571429e-06, | |
| "loss": 0.0011, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 20.4, | |
| "learning_rate": 5.611428571428572e-06, | |
| "loss": 0.0023, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 20.6, | |
| "learning_rate": 5.554285714285714e-06, | |
| "loss": 0.0012, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 20.8, | |
| "learning_rate": 5.497142857142857e-06, | |
| "loss": 0.0003, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "learning_rate": 5.4400000000000004e-06, | |
| "loss": 0.0006, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 21.2, | |
| "learning_rate": 5.382857142857143e-06, | |
| "loss": 0.0013, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 21.4, | |
| "learning_rate": 5.3257142857142865e-06, | |
| "loss": 0.0009, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 21.6, | |
| "learning_rate": 5.268571428571429e-06, | |
| "loss": 0.0023, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 21.8, | |
| "learning_rate": 5.211428571428572e-06, | |
| "loss": 0.0071, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "learning_rate": 5.154285714285715e-06, | |
| "loss": 0.0034, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 22.2, | |
| "learning_rate": 5.097142857142857e-06, | |
| "loss": 0.0064, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 22.4, | |
| "learning_rate": 5.04e-06, | |
| "loss": 0.0033, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 22.6, | |
| "learning_rate": 4.982857142857143e-06, | |
| "loss": 0.0011, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 22.8, | |
| "learning_rate": 4.925714285714286e-06, | |
| "loss": 0.0001, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "learning_rate": 4.868571428571429e-06, | |
| "loss": 0.0001, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 23.2, | |
| "learning_rate": 4.811428571428572e-06, | |
| "loss": 0.0001, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 23.4, | |
| "learning_rate": 4.754285714285714e-06, | |
| "loss": 0.0001, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 23.6, | |
| "learning_rate": 4.6971428571428574e-06, | |
| "loss": 0.0001, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 23.8, | |
| "learning_rate": 4.6400000000000005e-06, | |
| "loss": 0.0009, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "learning_rate": 4.5828571428571435e-06, | |
| "loss": 0.0003, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 24.2, | |
| "learning_rate": 4.525714285714286e-06, | |
| "loss": 0.0008, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 24.4, | |
| "learning_rate": 4.468571428571429e-06, | |
| "loss": 0.002, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 24.6, | |
| "learning_rate": 4.411428571428572e-06, | |
| "loss": 0.0001, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 24.8, | |
| "learning_rate": 4.354285714285715e-06, | |
| "loss": 0.0001, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "learning_rate": 4.297142857142858e-06, | |
| "loss": 0.0001, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 25.2, | |
| "learning_rate": 4.24e-06, | |
| "loss": 0.0, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 25.4, | |
| "learning_rate": 4.182857142857143e-06, | |
| "loss": 0.0001, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 25.6, | |
| "learning_rate": 4.125714285714286e-06, | |
| "loss": 0.0, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 25.8, | |
| "learning_rate": 4.068571428571429e-06, | |
| "loss": 0.0002, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "learning_rate": 4.011428571428571e-06, | |
| "loss": 0.0003, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 26.2, | |
| "learning_rate": 3.954285714285714e-06, | |
| "loss": 0.0001, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 26.4, | |
| "learning_rate": 3.8971428571428575e-06, | |
| "loss": 0.0001, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 26.6, | |
| "learning_rate": 3.8400000000000005e-06, | |
| "loss": 0.0001, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 26.8, | |
| "learning_rate": 3.782857142857143e-06, | |
| "loss": 0.0, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "learning_rate": 3.7257142857142857e-06, | |
| "loss": 0.0, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 27.2, | |
| "learning_rate": 3.668571428571429e-06, | |
| "loss": 0.0, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 27.4, | |
| "learning_rate": 3.611428571428572e-06, | |
| "loss": 0.0, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 27.6, | |
| "learning_rate": 3.5542857142857144e-06, | |
| "loss": 0.0, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 27.8, | |
| "learning_rate": 3.4971428571428575e-06, | |
| "loss": 0.0, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "learning_rate": 3.44e-06, | |
| "loss": 0.0, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 28.2, | |
| "learning_rate": 3.382857142857143e-06, | |
| "loss": 0.0, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 28.4, | |
| "learning_rate": 3.325714285714286e-06, | |
| "loss": 0.0, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 28.6, | |
| "learning_rate": 3.268571428571429e-06, | |
| "loss": 0.0, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 28.8, | |
| "learning_rate": 3.2114285714285714e-06, | |
| "loss": 0.0, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 29.0, | |
| "learning_rate": 3.154285714285715e-06, | |
| "loss": 0.0, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 29.2, | |
| "learning_rate": 3.0971428571428575e-06, | |
| "loss": 0.0, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 29.4, | |
| "learning_rate": 3.04e-06, | |
| "loss": 0.0, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 29.6, | |
| "learning_rate": 2.9828571428571427e-06, | |
| "loss": 0.0, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 29.8, | |
| "learning_rate": 2.925714285714286e-06, | |
| "loss": 0.0, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "learning_rate": 2.868571428571429e-06, | |
| "loss": 0.0, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "eval_loss": 0.6721540093421936, | |
| "eval_runtime": 332.3176, | |
| "eval_samples_per_second": 0.301, | |
| "eval_steps_per_second": 0.301, | |
| "eval_wer": 66.51583710407239, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 30.2, | |
| "learning_rate": 2.8114285714285714e-06, | |
| "loss": 0.0, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 30.4, | |
| "learning_rate": 2.7542857142857145e-06, | |
| "loss": 0.0, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 30.6, | |
| "learning_rate": 2.6971428571428575e-06, | |
| "loss": 0.0, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 30.8, | |
| "learning_rate": 2.64e-06, | |
| "loss": 0.0, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 31.0, | |
| "learning_rate": 2.582857142857143e-06, | |
| "loss": 0.0, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 31.2, | |
| "learning_rate": 2.525714285714286e-06, | |
| "loss": 0.0, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 31.4, | |
| "learning_rate": 2.468571428571429e-06, | |
| "loss": 0.0, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 31.6, | |
| "learning_rate": 2.4114285714285715e-06, | |
| "loss": 0.0, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 31.8, | |
| "learning_rate": 2.3542857142857145e-06, | |
| "loss": 0.0, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "learning_rate": 2.297142857142857e-06, | |
| "loss": 0.0, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 32.2, | |
| "learning_rate": 2.24e-06, | |
| "loss": 0.0, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 32.4, | |
| "learning_rate": 2.1828571428571428e-06, | |
| "loss": 0.0, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 32.6, | |
| "learning_rate": 2.125714285714286e-06, | |
| "loss": 0.0, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 32.8, | |
| "learning_rate": 2.068571428571429e-06, | |
| "loss": 0.0, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "learning_rate": 2.0114285714285715e-06, | |
| "loss": 0.0, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 33.2, | |
| "learning_rate": 1.9542857142857145e-06, | |
| "loss": 0.0, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 33.4, | |
| "learning_rate": 1.8971428571428573e-06, | |
| "loss": 0.0, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 33.6, | |
| "learning_rate": 1.8400000000000002e-06, | |
| "loss": 0.0, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 33.8, | |
| "learning_rate": 1.7828571428571432e-06, | |
| "loss": 0.0, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "learning_rate": 1.7257142857142858e-06, | |
| "loss": 0.0, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 34.2, | |
| "learning_rate": 1.6685714285714289e-06, | |
| "loss": 0.0, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 34.4, | |
| "learning_rate": 1.6114285714285715e-06, | |
| "loss": 0.0, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 34.6, | |
| "learning_rate": 1.5542857142857143e-06, | |
| "loss": 0.0, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 34.8, | |
| "learning_rate": 1.4971428571428574e-06, | |
| "loss": 0.0, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "learning_rate": 1.44e-06, | |
| "loss": 0.0, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 35.2, | |
| "learning_rate": 1.382857142857143e-06, | |
| "loss": 0.0, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 35.4, | |
| "learning_rate": 1.3257142857142856e-06, | |
| "loss": 0.0, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 35.6, | |
| "learning_rate": 1.2685714285714287e-06, | |
| "loss": 0.0, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 35.8, | |
| "learning_rate": 1.2114285714285715e-06, | |
| "loss": 0.0, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "learning_rate": 1.1542857142857143e-06, | |
| "loss": 0.0, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 36.2, | |
| "learning_rate": 1.0971428571428572e-06, | |
| "loss": 0.0, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 36.4, | |
| "learning_rate": 1.04e-06, | |
| "loss": 0.0, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 36.6, | |
| "learning_rate": 9.828571428571428e-07, | |
| "loss": 0.0, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 36.8, | |
| "learning_rate": 9.257142857142858e-07, | |
| "loss": 0.0, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "learning_rate": 8.685714285714286e-07, | |
| "loss": 0.0, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 37.2, | |
| "learning_rate": 8.114285714285715e-07, | |
| "loss": 0.0, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 37.4, | |
| "learning_rate": 7.542857142857144e-07, | |
| "loss": 0.0, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 37.6, | |
| "learning_rate": 6.971428571428572e-07, | |
| "loss": 0.0, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 37.8, | |
| "learning_rate": 6.4e-07, | |
| "loss": 0.0, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "learning_rate": 5.82857142857143e-07, | |
| "loss": 0.0, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 38.2, | |
| "learning_rate": 5.257142857142858e-07, | |
| "loss": 0.0, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 38.4, | |
| "learning_rate": 4.6857142857142855e-07, | |
| "loss": 0.0, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 38.6, | |
| "learning_rate": 4.1142857142857144e-07, | |
| "loss": 0.0, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 38.8, | |
| "learning_rate": 3.542857142857143e-07, | |
| "loss": 0.0, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "learning_rate": 2.9714285714285715e-07, | |
| "loss": 0.0, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 39.2, | |
| "learning_rate": 2.4000000000000003e-07, | |
| "loss": 0.0, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 39.4, | |
| "learning_rate": 1.828571428571429e-07, | |
| "loss": 0.0, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 39.6, | |
| "learning_rate": 1.2571428571428572e-07, | |
| "loss": 0.0, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 39.8, | |
| "learning_rate": 6.857142857142857e-08, | |
| "loss": 0.0, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "learning_rate": 1.142857142857143e-08, | |
| "loss": 0.0, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "eval_loss": 0.6841861009597778, | |
| "eval_runtime": 339.379, | |
| "eval_samples_per_second": 0.295, | |
| "eval_steps_per_second": 0.295, | |
| "eval_wer": 66.17647058823529, | |
| "step": 4000 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 4000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 40, | |
| "save_steps": 1000, | |
| "total_flos": 2.30868320256e+18, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |