diff --git "a/dashboard_data/performance_data.json" "b/dashboard_data/performance_data.json" --- "a/dashboard_data/performance_data.json" +++ "b/dashboard_data/performance_data.json" @@ -639,6 +639,10 @@ {"model": "openai/whisper-large-v2", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:28:59Z", "speed": 3.3, "tokens_per_second": 14.44, "dataset_speed": {"librispeech-10mins": 3.16, "earnings22-10mins": 3.71}, "dataset_tokens_per_second": {"librispeech-10mins": 13.67, "earnings22-10mins": 16.68}, "average_wer": 32.93, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 63.66}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:44:35Z", "speed": 9.86, "tokens_per_second": 36.75, "dataset_speed": {"librispeech-10mins": 6.64, "earnings22-10mins": 19.2}, "dataset_tokens_per_second": {"librispeech-10mins": 27.66, "earnings22-10mins": 63.14}, "average_wer": 7.66, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.16}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T22:34:15Z", "speed": 71.22, "tokens_per_second": 273.58, "dataset_speed": {"librispeech-10mins": 53.24, "earnings22-10mins": 107.79}, "dataset_tokens_per_second": {"librispeech-10mins": 226.56, "earnings22-10mins": 369.17}, "average_wer": 16.36, "dataset_average_wer": {"librispeech-10mins": 15.98, "earnings22-10mins": 16.79}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:08:11Z", "speed": 5.64, "tokens_per_second": 23.13, "dataset_speed": {"librispeech-10mins": 4.17, "earnings22-10mins": 8.9}, "dataset_tokens_per_second": {"librispeech-10mins": 17.53, "earnings22-10mins": 35.64}, "average_wer": 8.63, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 13.01}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:51:06Z", "speed": 2.82, "tokens_per_second": 10.51, "dataset_speed": {"earnings22-10mins": 3.44, "librispeech-10mins": 2.53}, "dataset_tokens_per_second": {"earnings22-10mins": 11.72, "librispeech-10mins": 9.94}, "average_wer": 22.33, "dataset_average_wer": {"earnings22-10mins": 39.53, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-base", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:15:48Z", "speed": 46.15, "tokens_per_second": 175.8, "dataset_speed": {"librispeech-10mins": 36.05, "earnings22-10mins": 64.22}, "dataset_tokens_per_second": {"librispeech-10mins": 151.97, "earnings22-10mins": 218.44}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:02:52Z", "speed": 3.79, "tokens_per_second": 13.82, "dataset_speed": {"earnings22-10mins": 4.5, "librispeech-10mins": 3.53}, "dataset_tokens_per_second": {"earnings22-10mins": 15.06, "librispeech-10mins": 13.36}, "average_wer": 28.1, "dataset_average_wer": {"earnings22-10mins": 54.8, "librispeech-10mins": 3.94}, "qoi": 0.73, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T00:58:53Z", "speed": 2.27, "tokens_per_second": 7.94, "dataset_speed": {"librispeech-10mins": 2.1, "earnings22-10mins": 2.7}, "dataset_tokens_per_second": {"librispeech-10mins": 7.89, "earnings22-10mins": 8.09}, "average_wer": 27.75, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 52.62}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small.en", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T22:50:32Z", "speed": 18.81, "tokens_per_second": 66.23, "dataset_speed": {"librispeech-10mins": 15.28, "earnings22-10mins": 24.49}, "dataset_tokens_per_second": {"librispeech-10mins": 59.56, "earnings22-10mins": 76.97}, "average_wer": 7.46, "dataset_average_wer": {"librispeech-10mins": 6.84, "earnings22-10mins": 8.14}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-22T22:35:08Z", "speed": 97.86, "tokens_per_second": 344.38, "dataset_speed": {"librispeech-10mins": 67.43, "earnings22-10mins": 178.97}, "dataset_tokens_per_second": {"librispeech-10mins": 260.73, "earnings22-10mins": 567.34}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.79}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} @@ -646,8 +650,14 @@ {"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:21:32Z", "speed": 67.37, "tokens_per_second": 257.71, "dataset_speed": {"earnings22-10mins": 136.32, "librispeech-10mins": 44.8}, "dataset_tokens_per_second": {"earnings22-10mins": 463.48, "librispeech-10mins": 190.36}, "average_wer": 16.53, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.04}, "qoi": 0.32, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:54:21Z", "speed": 7.9, "tokens_per_second": 32.37, "dataset_speed": {"librispeech-10mins": 5.74, "earnings22-10mins": 13.37}, "dataset_tokens_per_second": {"librispeech-10mins": 23.89, "earnings22-10mins": 53.76}, "average_wer": 8.22, "dataset_average_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 12.5}, "qoi": 0.73, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:06:46Z", "speed": 12.12, "tokens_per_second": 45.37, "dataset_speed": {"earnings22-10mins": 24.24, "librispeech-10mins": 8.09}, "dataset_tokens_per_second": {"earnings22-10mins": 79.79, "librispeech-10mins": 33.94}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:24:20Z", "speed": 70.76, "tokens_per_second": 251.0, "dataset_speed": {"librispeech-10mins": 52.26, "earnings22-10mins": 109.78}, "dataset_tokens_per_second": {"librispeech-10mins": 201.21, "earnings22-10mins": 356.04}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-base.en", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:17:28Z", "speed": 48.25, "tokens_per_second": 171.16, "dataset_speed": {"librispeech-10mins": 38.05, "earnings22-10mins": 66.02}, "dataset_tokens_per_second": {"librispeech-10mins": 146.5, "earnings22-10mins": 214.12}, "average_wer": 10.08, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.34}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:13:09Z", "speed": 10.89, "tokens_per_second": 40.76, "dataset_speed": {"earnings22-10mins": 20.62, "librispeech-10mins": 7.4}, "dataset_tokens_per_second": {"earnings22-10mins": 67.86, "librispeech-10mins": 31.07}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:23:33Z", "speed": 17.83, "tokens_per_second": 61.08, "dataset_speed": {"librispeech-10mins": 12.8, "earnings22-10mins": 29.46}, "dataset_tokens_per_second": {"librispeech-10mins": 46.51, "earnings22-10mins": 94.75}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-small.en", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:23:07Z", "speed": 16.02, "tokens_per_second": 56.47, "dataset_speed": {"earnings22-10mins": 20.81, "librispeech-10mins": 13.03}, "dataset_tokens_per_second": {"earnings22-10mins": 65.55, "librispeech-10mins": 50.81}, "average_wer": 7.53, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T16:52:04Z", "speed": 2.49, "tokens_per_second": 9.67, "dataset_speed": {"librispeech-10mins": 2.15, "earnings22-10mins": 3.37}, "dataset_tokens_per_second": {"librispeech-10mins": 9.27, "earnings22-10mins": 10.72}, "average_wer": 26.06, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 48.84}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:05:39Z", "speed": 13.78, "tokens_per_second": 48.55, "dataset_speed": {"earnings22-10mins": 17.36, "librispeech-10mins": 11.43}, "dataset_tokens_per_second": {"earnings22-10mins": 54.58, "librispeech-10mins": 44.6}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:36:45Z", "speed": 3.41, "tokens_per_second": 13.56, "dataset_speed": {"librispeech-10mins": 2.99, "earnings22-10mins": 4.75}, "dataset_tokens_per_second": {"librispeech-10mins": 12.89, "earnings22-10mins": 15.72}, "average_wer": 28.03, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 52.98}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T01:27:27Z", "speed": 6.67, "tokens_per_second": 24.81, "dataset_speed": {"librispeech-10mins": 4.73, "earnings22-10mins": 11.31}, "dataset_tokens_per_second": {"librispeech-10mins": 19.66, "earnings22-10mins": 37.17}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.3}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:21:20Z", "speed": 77.14, "tokens_per_second": 293.27, "dataset_speed": {"earnings22-10mins": 144.08, "librispeech-10mins": 52.74}, "dataset_tokens_per_second": {"earnings22-10mins": 488.92, "librispeech-10mins": 221.96}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:20:13Z", "speed": 116.73, "tokens_per_second": 445.94, "dataset_speed": {"earnings22-10mins": 279.93, "librispeech-10mins": 73.85}, "dataset_tokens_per_second": {"earnings22-10mins": 949.42, "librispeech-10mins": 313.66}, "average_wer": 16.19, "dataset_average_wer": {"earnings22-10mins": 16.64, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} @@ -657,29 +667,46 @@ {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:42:24Z", "speed": 4.64, "tokens_per_second": 17.52, "dataset_speed": {"earnings22-10mins": 5.79, "librispeech-10mins": 4.18}, "dataset_tokens_per_second": {"earnings22-10mins": 20.07, "librispeech-10mins": 16.51}, "average_wer": 25.2, "dataset_average_wer": {"earnings22-10mins": 45.57, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:56:21Z", "speed": 7.86, "tokens_per_second": 29.32, "dataset_speed": {"librispeech-10mins": 5.26, "earnings22-10mins": 15.59}, "dataset_tokens_per_second": {"librispeech-10mins": 21.91, "earnings22-10mins": 51.33}, "average_wer": 7.7, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.23}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:29:45Z", "speed": 16.28, "tokens_per_second": 57.46, "dataset_speed": {"earnings22-10mins": 23.68, "librispeech-10mins": 12.41}, "dataset_tokens_per_second": {"earnings22-10mins": 74.71, "librispeech-10mins": 48.46}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v2/949MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:35:37Z", "speed": 1.59, "tokens_per_second": 6.23, "dataset_speed": {"librispeech-10mins": 1.41, "earnings22-10mins": 2.1}, "dataset_tokens_per_second": {"librispeech-10mins": 6.06, "earnings22-10mins": 6.68}, "average_wer": 27.58, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 52.03}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base.en", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T15:43:14Z", "speed": 62.66, "tokens_per_second": 222.12, "dataset_speed": {"earnings22-10mins": 89.03, "librispeech-10mins": 48.38}, "dataset_tokens_per_second": {"earnings22-10mins": 288.89, "librispeech-10mins": 185.98}, "average_wer": 9.98, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 9.07}, "qoi": 0.48, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:12:10Z", "speed": 19.3, "tokens_per_second": 67.12, "dataset_speed": {"earnings22-10mins": 35.93, "librispeech-10mins": 13.21}, "dataset_tokens_per_second": {"earnings22-10mins": 116.65, "librispeech-10mins": 48.98}, "average_wer": 6.63, "dataset_average_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 5.59}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-tiny.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:14:09Z", "speed": 84.04, "tokens_per_second": 294.35, "dataset_speed": {"earnings22-10mins": 128.75, "librispeech-10mins": 62.44}, "dataset_tokens_per_second": {"earnings22-10mins": 407.71, "librispeech-10mins": 239.61}, "average_wer": 15.12, "dataset_average_wer": {"earnings22-10mins": 16.72, "librispeech-10mins": 13.68}, "qoi": 0.38, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:22:12Z", "speed": 79.96, "tokens_per_second": 283.65, "dataset_speed": {"librispeech-10mins": 55.26, "earnings22-10mins": 145.05}, "dataset_tokens_per_second": {"librispeech-10mins": 212.78, "earnings22-10mins": 470.46}, "average_wer": 9.77, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.68}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-22T19:55:29Z", "speed": 48.82, "tokens_per_second": 186.74, "dataset_speed": {"librispeech-10mins": 34.41, "earnings22-10mins": 84.25}, "dataset_tokens_per_second": {"librispeech-10mins": 146.19, "earnings22-10mins": 286.46}, "average_wer": 16.47, "dataset_average_wer": {"librispeech-10mins": 15.91, "earnings22-10mins": 17.08}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:24:48Z", "speed": 9.5, "tokens_per_second": 37.03, "dataset_speed": {"earnings22-10mins": 16.58, "librispeech-10mins": 6.66}, "dataset_tokens_per_second": {"earnings22-10mins": 60.28, "librispeech-10mins": 27.73}, "average_wer": 6.04, "dataset_average_wer": {"earnings22-10mins": 7.92, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-23T01:25:07Z", "speed": 7.56, "tokens_per_second": 28.21, "dataset_speed": {"earnings22-10mins": 12.39, "librispeech-10mins": 5.45}, "dataset_tokens_per_second": {"earnings22-10mins": 40.75, "librispeech-10mins": 22.72}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.38, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-base.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:17:19Z", "speed": 53.68, "tokens_per_second": 190.19, "dataset_speed": {"librispeech-10mins": 41.93, "earnings22-10mins": 74.69}, "dataset_tokens_per_second": {"librispeech-10mins": 161.45, "earnings22-10mins": 241.61}, "average_wer": 9.98, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.12}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-base.en", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:17:32Z", "speed": 39.71, "tokens_per_second": 140.81, "dataset_speed": {"librispeech-10mins": 31.04, "earnings22-10mins": 55.21}, "dataset_tokens_per_second": {"librispeech-10mins": 119.5, "earnings22-10mins": 178.87}, "average_wer": 9.87, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 10.9}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T16:51:45Z", "speed": 2.94, "tokens_per_second": 11.42, "dataset_speed": {"librispeech-10mins": 2.52, "earnings22-10mins": 3.88}, "dataset_tokens_per_second": {"librispeech-10mins": 10.87, "earnings22-10mins": 12.66}, "average_wer": 19.43, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 34.88}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:45:38Z", "speed": 4.43, "tokens_per_second": 16.8, "dataset_speed": {"earnings22-10mins": 5.65, "librispeech-10mins": 3.95}, "dataset_tokens_per_second": {"earnings22-10mins": 19.51, "librispeech-10mins": 15.74}, "average_wer": 25.23, "dataset_average_wer": {"earnings22-10mins": 45.64, "librispeech-10mins": 6.77}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:14:14Z", "speed": 8.64, "tokens_per_second": 31.03, "dataset_speed": {"earnings22-10mins": 13.55, "librispeech-10mins": 6.35}, "dataset_tokens_per_second": {"earnings22-10mins": 43.46, "librispeech-10mins": 25.23}, "average_wer": 7.18, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.25}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:54:52Z", "speed": 1.71, "tokens_per_second": 6.53, "dataset_speed": {"earnings22-10mins": 2.25, "librispeech-10mins": 1.5}, "dataset_tokens_per_second": {"earnings22-10mins": 7.11, "librispeech-10mins": 6.3}, "average_wer": 25.68, "dataset_average_wer": {"earnings22-10mins": 48.98, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T00:17:34Z", "speed": 1.71, "tokens_per_second": 6.61, "dataset_speed": {"earnings22-10mins": 2.0, "librispeech-10mins": 1.59}, "dataset_tokens_per_second": {"earnings22-10mins": 6.53, "librispeech-10mins": 6.65}, "average_wer": 27.1, "dataset_average_wer": {"earnings22-10mins": 51.96, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:11:37Z", "speed": 3.37, "tokens_per_second": 13.16, "dataset_speed": {"librispeech-10mins": 2.99, "earnings22-10mins": 4.63}, "dataset_tokens_per_second": {"librispeech-10mins": 12.52, "earnings22-10mins": 15.3}, "average_wer": 29.75, "dataset_average_wer": {"librispeech-10mins": 6.77, "earnings22-10mins": 55.16}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-22T20:01:43Z", "speed": 6.8, "tokens_per_second": 25.88, "dataset_speed": {"earnings22-10mins": 9.63, "librispeech-10mins": 5.26}, "dataset_tokens_per_second": {"earnings22-10mins": 32.43, "librispeech-10mins": 22.32}, "average_wer": 8.73, "dataset_average_wer": {"earnings22-10mins": 9.96, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:54:34Z", "speed": 1.58, "tokens_per_second": 6.0, "dataset_speed": {"earnings22-10mins": 1.8, "librispeech-10mins": 1.46}, "dataset_tokens_per_second": {"earnings22-10mins": 5.71, "librispeech-10mins": 6.14}, "average_wer": 22.44, "dataset_average_wer": {"earnings22-10mins": 42.15, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:01:36Z", "speed": 12.56, "tokens_per_second": 47.78, "dataset_speed": {"librispeech-10mins": 10.72, "earnings22-10mins": 15.16}, "dataset_tokens_per_second": {"librispeech-10mins": 45.48, "earnings22-10mins": 51.05}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:39:48Z", "speed": 2.11, "tokens_per_second": 7.89, "dataset_speed": {"librispeech-10mins": 2.06, "earnings22-10mins": 2.21}, "dataset_tokens_per_second": {"librispeech-10mins": 7.78, "earnings22-10mins": 8.11}, "average_wer": 27.2, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 51.74}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:21:13Z", "speed": 16.72, "tokens_per_second": 57.23, "dataset_speed": {"earnings22-10mins": 28.88, "librispeech-10mins": 11.78}, "dataset_tokens_per_second": {"earnings22-10mins": 92.57, "librispeech-10mins": 42.87}, "average_wer": 6.14, "dataset_average_wer": {"earnings22-10mins": 7.49, "librispeech-10mins": 4.93}, "qoi": 0.72, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-small", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:20:04Z", "speed": 13.0, "tokens_per_second": 49.47, "dataset_speed": {"librispeech-10mins": 10.78, "earnings22-10mins": 16.4}, "dataset_tokens_per_second": {"librispeech-10mins": 45.73, "earnings22-10mins": 55.2}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:26:13Z", "speed": 24.5, "tokens_per_second": 86.52, "dataset_speed": {"earnings22-10mins": 33.9, "librispeech-10mins": 19.2}, "dataset_tokens_per_second": {"earnings22-10mins": 106.91, "librispeech-10mins": 75.02}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:26:41Z", "speed": 15.4, "tokens_per_second": 58.51, "dataset_speed": {"earnings22-10mins": 22.43, "librispeech-10mins": 11.74}, "dataset_tokens_per_second": {"earnings22-10mins": 75.52, "librispeech-10mins": 49.64}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T15:39:59Z", "speed": 93.23, "tokens_per_second": 357.8, "dataset_speed": {"earnings22-10mins": 150.16, "librispeech-10mins": 67.68}, "dataset_tokens_per_second": {"earnings22-10mins": 513.06, "librispeech-10mins": 288.12}, "average_wer": 16.6, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.17}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:17:22Z", "speed": 6.55, "tokens_per_second": 23.57, "dataset_speed": {"librispeech-10mins": 4.78, "earnings22-10mins": 10.47}, "dataset_tokens_per_second": {"librispeech-10mins": 19.01, "earnings22-10mins": 33.61}, "average_wer": 6.56, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 8.28}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:15:37Z", "speed": 8.99, "tokens_per_second": 36.22, "dataset_speed": {"librispeech-10mins": 6.93, "earnings22-10mins": 12.79}, "dataset_tokens_per_second": {"librispeech-10mins": 28.62, "earnings22-10mins": 50.29}, "average_wer": 6.28, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 7.7}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:44:28Z", "speed": 18.73, "tokens_per_second": 71.4, "dataset_speed": {"earnings22-10mins": 23.43, "librispeech-10mins": 15.61}, "dataset_tokens_per_second": {"earnings22-10mins": 79.11, "librispeech-10mins": 66.28}, "average_wer": 8.84, "dataset_average_wer": {"earnings22-10mins": 10.03, "librispeech-10mins": 7.76}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T02:29:19Z", "speed": 5.4, "tokens_per_second": 20.16, "dataset_speed": {"earnings22-10mins": 8.43, "librispeech-10mins": 3.97}, "dataset_tokens_per_second": {"earnings22-10mins": 27.67, "librispeech-10mins": 16.64}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:23:11Z", "speed": 111.2, "tokens_per_second": 389.4, "dataset_speed": {"librispeech-10mins": 76.74, "earnings22-10mins": 202.56}, "dataset_tokens_per_second": {"librispeech-10mins": 294.32, "earnings22-10mins": 641.43}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T22:39:19Z", "speed": 13.15, "tokens_per_second": 50.11, "dataset_speed": {"librispeech-10mins": 10.91, "earnings22-10mins": 16.56}, "dataset_tokens_per_second": {"librispeech-10mins": 46.32, "earnings22-10mins": 55.9}, "average_wer": 8.84, "dataset_average_wer": {"librispeech-10mins": 7.76, "earnings22-10mins": 10.03}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:51:16Z", "speed": 2.43, "tokens_per_second": 9.13, "dataset_speed": {"earnings22-10mins": 2.96, "librispeech-10mins": 2.21}, "dataset_tokens_per_second": {"earnings22-10mins": 10.14, "librispeech-10mins": 8.72}, "average_wer": 27.58, "dataset_average_wer": {"earnings22-10mins": 50.44, "librispeech-10mins": 6.9}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base.en", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T20:41:23Z", "speed": 58.68, "tokens_per_second": 208.01, "dataset_speed": {"earnings22-10mins": 90.56, "librispeech-10mins": 43.44}, "dataset_tokens_per_second": {"earnings22-10mins": 293.27, "librispeech-10mins": 167.28}, "average_wer": 9.91, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T23:48:14Z", "speed": 2.63, "tokens_per_second": 9.72, "dataset_speed": {"librispeech-10mins": 2.4, "earnings22-10mins": 3.17}, "dataset_tokens_per_second": {"librispeech-10mins": 9.46, "earnings22-10mins": 10.3}, "average_wer": 25.34, "dataset_average_wer": {"librispeech-10mins": 6.9, "earnings22-10mins": 45.71}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T20:51:16Z", "speed": 2.38, "tokens_per_second": 9.73, "dataset_speed": {"librispeech-10mins": 2.18, "earnings22-10mins": 3.26}, "dataset_tokens_per_second": {"librispeech-10mins": 9.43, "earnings22-10mins": 11.09}, "average_wer": 35.14, "dataset_average_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 68.31}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-small.en", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:24:14Z", "speed": 13.73, "tokens_per_second": 48.39, "dataset_speed": {"librispeech-10mins": 11.36, "earnings22-10mins": 17.37}, "dataset_tokens_per_second": {"librispeech-10mins": 44.33, "earnings22-10mins": 54.61}, "average_wer": 7.49, "dataset_average_wer": {"librispeech-10mins": 6.9, "earnings22-10mins": 8.14}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T22:35:49Z", "speed": 43.15, "tokens_per_second": 164.11, "dataset_speed": {"earnings22-10mins": 62.01, "librispeech-10mins": 33.12}, "dataset_tokens_per_second": {"earnings22-10mins": 210.42, "librispeech-10mins": 139.49}, "average_wer": 12.19, "dataset_average_wer": {"earnings22-10mins": 12.28, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:15:53Z", "speed": 11.16, "tokens_per_second": 41.62, "dataset_speed": {"earnings22-10mins": 21.38, "librispeech-10mins": 7.56}, "dataset_tokens_per_second": {"earnings22-10mins": 70.37, "librispeech-10mins": 31.5}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T15:42:22Z", "speed": 59.84, "tokens_per_second": 227.32, "dataset_speed": {"librispeech-10mins": 45.84, "earnings22-10mins": 86.32}, "dataset_tokens_per_second": {"librispeech-10mins": 192.86, "earnings22-10mins": 292.49}, "average_wer": 12.22, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-base", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:16:18Z", "speed": 31.71, "tokens_per_second": 120.84, "dataset_speed": {"librispeech-10mins": 23.99, "earnings22-10mins": 46.83}, "dataset_tokens_per_second": {"librispeech-10mins": 101.09, "earnings22-10mins": 159.54}, "average_wer": 12.43, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.79}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:30:48Z", "speed": 3.66, "tokens_per_second": 14.67, "dataset_speed": {"earnings22-10mins": 5.11, "librispeech-10mins": 3.18}, "dataset_tokens_per_second": {"earnings22-10mins": 17.54, "librispeech-10mins": 13.72}, "average_wer": 26.68, "dataset_average_wer": {"earnings22-10mins": 50.15, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:32:06Z", "speed": 3.19, "tokens_per_second": 11.61, "dataset_speed": {"librispeech-10mins": 2.86, "earnings22-10mins": 4.27}, "dataset_tokens_per_second": {"librispeech-10mins": 11.02, "earnings22-10mins": 13.53}, "average_wer": 29.82, "dataset_average_wer": {"librispeech-10mins": 4.08, "earnings22-10mins": 58.28}, "qoi": 0.72, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T23:44:17Z", "speed": 2.2, "tokens_per_second": 8.18, "dataset_speed": {"earnings22-10mins": 2.56, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 8.44, "librispeech-10mins": 8.07}, "average_wer": 26.99, "dataset_average_wer": {"earnings22-10mins": 49.27, "librispeech-10mins": 6.84}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} @@ -693,31 +720,50 @@ {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:11:45Z", "speed": 1.6, "tokens_per_second": 6.39, "dataset_speed": {"earnings22-10mins": 2.09, "librispeech-10mins": 1.43}, "dataset_tokens_per_second": {"earnings22-10mins": 7.08, "librispeech-10mins": 6.14}, "average_wer": 26.61, "dataset_average_wer": {"earnings22-10mins": 50.0, "librispeech-10mins": 5.46}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T01:52:31Z", "speed": 10.4, "tokens_per_second": 35.74, "dataset_speed": {"librispeech-10mins": 7.79, "earnings22-10mins": 15.68}, "dataset_tokens_per_second": {"librispeech-10mins": 28.47, "earnings22-10mins": 50.45}, "average_wer": 7.63, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.08}, "qoi": 0.64, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:36:54Z", "speed": 4.27, "tokens_per_second": 17.82, "dataset_speed": {"earnings22-10mins": 5.16, "librispeech-10mins": 3.9}, "dataset_tokens_per_second": {"earnings22-10mins": 20.1, "librispeech-10mins": 16.86}, "average_wer": 26.03, "dataset_average_wer": {"earnings22-10mins": 48.84, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-tiny", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:13:11Z", "speed": 74.0, "tokens_per_second": 282.99, "dataset_speed": {"librispeech-10mins": 53.84, "earnings22-10mins": 118.59}, "dataset_tokens_per_second": {"librispeech-10mins": 228.74, "earnings22-10mins": 403.0}, "average_wer": 16.29, "dataset_average_wer": {"librispeech-10mins": 15.71, "earnings22-10mins": 16.93}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-22T22:49:51Z", "speed": 22.1, "tokens_per_second": 78.04, "dataset_speed": {"earnings22-10mins": 28.75, "librispeech-10mins": 17.96}, "dataset_tokens_per_second": {"earnings22-10mins": 90.7, "librispeech-10mins": 70.17}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:53:44Z", "speed": 5.59, "tokens_per_second": 20.81, "dataset_speed": {"earnings22-10mins": 10.11, "librispeech-10mins": 3.86}, "dataset_tokens_per_second": {"earnings22-10mins": 33.28, "librispeech-10mins": 16.07}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.44}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:20:57Z", "speed": 122.43, "tokens_per_second": 428.73, "dataset_speed": {"librispeech-10mins": 78.11, "earnings22-10mins": 284.62}, "dataset_tokens_per_second": {"librispeech-10mins": 299.58, "earnings22-10mins": 901.3}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:19:15Z", "speed": 1.49, "tokens_per_second": 5.75, "dataset_speed": {"librispeech-10mins": 1.35, "earnings22-10mins": 1.82}, "dataset_tokens_per_second": {"librispeech-10mins": 5.82, "earnings22-10mins": 5.58}, "average_wer": 28.24, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 53.42}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/turbo", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:57:43Z", "speed": 4.86, "tokens_per_second": 17.76, "dataset_speed": {"earnings22-10mins": 6.28, "librispeech-10mins": 4.25}, "dataset_tokens_per_second": {"earnings22-10mins": 21.29, "librispeech-10mins": 16.26}, "average_wer": 22.75, "dataset_average_wer": {"earnings22-10mins": 43.02, "librispeech-10mins": 4.4}, "qoi": 0.72, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T21:24:23Z", "speed": 1.8, "tokens_per_second": 7.52, "dataset_speed": {"librispeech-10mins": 1.66, "earnings22-10mins": 2.17}, "dataset_tokens_per_second": {"librispeech-10mins": 7.47, "earnings22-10mins": 7.64}, "average_wer": 28.41, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 54.0}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-base.en", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:17:24Z", "speed": 33.1, "tokens_per_second": 117.46, "dataset_speed": {"earnings22-10mins": 47.9, "librispeech-10mins": 25.31}, "dataset_tokens_per_second": {"earnings22-10mins": 155.5, "librispeech-10mins": 97.44}, "average_wer": 9.94, "dataset_average_wer": {"earnings22-10mins": 11.05, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-22T19:57:59Z", "speed": 31.03, "tokens_per_second": 118.26, "dataset_speed": {"librispeech-10mins": 24.19, "earnings22-10mins": 43.34}, "dataset_tokens_per_second": {"librispeech-10mins": 101.93, "earnings22-10mins": 147.64}, "average_wer": 12.43, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.79}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:28:55Z", "speed": 15.59, "tokens_per_second": 61.39, "dataset_speed": {"librispeech-10mins": 11.49, "earnings22-10mins": 24.32}, "dataset_tokens_per_second": {"librispeech-10mins": 45.34, "earnings22-10mins": 95.5}, "average_wer": 6.66, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 7.99}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-22T22:35:45Z", "speed": 60.94, "tokens_per_second": 232.19, "dataset_speed": {"earnings22-10mins": 95.12, "librispeech-10mins": 44.88}, "dataset_tokens_per_second": {"earnings22-10mins": 324.18, "librispeech-10mins": 188.97}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:06:13Z", "speed": 4.33, "tokens_per_second": 17.35, "dataset_speed": {"earnings22-10mins": 7.13, "librispeech-10mins": 3.12}, "dataset_tokens_per_second": {"earnings22-10mins": 27.15, "librispeech-10mins": 13.08}, "average_wer": 6.97, "dataset_average_wer": {"earnings22-10mins": 9.59, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T20:40:44Z", "speed": 2.06, "tokens_per_second": 7.75, "dataset_speed": {"librispeech-10mins": 1.91, "earnings22-10mins": 2.4}, "dataset_tokens_per_second": {"librispeech-10mins": 7.59, "earnings22-10mins": 8.13}, "average_wer": 27.86, "dataset_average_wer": {"librispeech-10mins": 6.97, "earnings22-10mins": 50.94}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:41:54Z", "speed": 9.56, "tokens_per_second": 35.75, "dataset_speed": {"librispeech-10mins": 6.45, "earnings22-10mins": 18.52}, "dataset_tokens_per_second": {"librispeech-10mins": 27.01, "earnings22-10mins": 60.96}, "average_wer": 6.59, "dataset_average_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.14}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-base", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:15:52Z", "speed": 37.78, "tokens_per_second": 143.98, "dataset_speed": {"librispeech-10mins": 29.31, "earnings22-10mins": 53.23}, "dataset_tokens_per_second": {"librispeech-10mins": 123.46, "earnings22-10mins": 181.43}, "average_wer": 12.46, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.86}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small.en", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:24:08Z", "speed": 29.79, "tokens_per_second": 105.19, "dataset_speed": {"earnings22-10mins": 44.89, "librispeech-10mins": 22.31}, "dataset_tokens_per_second": {"earnings22-10mins": 141.56, "librispeech-10mins": 87.18}, "average_wer": 7.35, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.71}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:27:53Z", "speed": 2.95, "tokens_per_second": 11.97, "dataset_speed": {"earnings22-10mins": 4.24, "librispeech-10mins": 2.64}, "dataset_tokens_per_second": {"earnings22-10mins": 14.23, "librispeech-10mins": 11.41}, "average_wer": 31.45, "dataset_average_wer": {"earnings22-10mins": 60.54, "librispeech-10mins": 5.13}, "qoi": 0.62, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-tiny.en", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:14:45Z", "speed": 49.55, "tokens_per_second": 173.55, "dataset_speed": {"librispeech-10mins": 35.29, "earnings22-10mins": 83.39}, "dataset_tokens_per_second": {"librispeech-10mins": 135.41, "earnings22-10mins": 264.06}, "average_wer": 15.15, "dataset_average_wer": {"librispeech-10mins": 13.68, "earnings22-10mins": 16.79}, "qoi": 0.38, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small.en", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:48:52Z", "speed": 23.46, "tokens_per_second": 82.47, "dataset_speed": {"librispeech-10mins": 18.74, "earnings22-10mins": 31.41}, "dataset_tokens_per_second": {"librispeech-10mins": 72.99, "earnings22-10mins": 98.43}, "average_wer": 7.42, "dataset_average_wer": {"librispeech-10mins": 6.84, "earnings22-10mins": 8.07}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T22:35:09Z", "speed": 72.54, "tokens_per_second": 254.21, "dataset_speed": {"librispeech-10mins": 53.58, "earnings22-10mins": 112.52}, "dataset_tokens_per_second": {"librispeech-10mins": 205.61, "earnings22-10mins": 356.69}, "average_wer": 14.88, "dataset_average_wer": {"librispeech-10mins": 13.54, "earnings22-10mins": 16.35}, "qoi": 0.38, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-tiny.en", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:14:12Z", "speed": 61.29, "tokens_per_second": 214.61, "dataset_speed": {"earnings22-10mins": 94.59, "librispeech-10mins": 45.38}, "dataset_tokens_per_second": {"earnings22-10mins": 299.55, "librispeech-10mins": 174.04}, "average_wer": 15.05, "dataset_average_wer": {"earnings22-10mins": 16.57, "librispeech-10mins": 13.68}, "qoi": 0.38, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:25:28Z", "speed": 23.27, "tokens_per_second": 88.43, "dataset_speed": {"librispeech-10mins": 18.25, "earnings22-10mins": 32.16}, "dataset_tokens_per_second": {"librispeech-10mins": 77.21, "earnings22-10mins": 108.28}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:01:06Z", "speed": 12.1, "tokens_per_second": 41.59, "dataset_speed": {"librispeech-10mins": 8.89, "earnings22-10mins": 18.99}, "dataset_tokens_per_second": {"librispeech-10mins": 32.33, "earnings22-10mins": 61.46}, "average_wer": 7.84, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:34:16Z", "speed": 2.47, "tokens_per_second": 9.18, "dataset_speed": {"earnings22-10mins": 3.33, "librispeech-10mins": 2.15}, "dataset_tokens_per_second": {"earnings22-10mins": 10.08, "librispeech-10mins": 8.85}, "average_wer": 25.13, "dataset_average_wer": {"earnings22-10mins": 47.09, "librispeech-10mins": 5.26}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T22:38:11Z", "speed": 15.4, "tokens_per_second": 58.62, "dataset_speed": {"earnings22-10mins": 18.82, "librispeech-10mins": 13.05}, "dataset_tokens_per_second": {"earnings22-10mins": 63.35, "librispeech-10mins": 55.35}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-small", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:18:52Z", "speed": 15.38, "tokens_per_second": 58.53, "dataset_speed": {"earnings22-10mins": 20.0, "librispeech-10mins": 12.51}, "dataset_tokens_per_second": {"earnings22-10mins": 67.34, "librispeech-10mins": 53.05}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:42:03Z", "speed": 62.27, "tokens_per_second": 236.53, "dataset_speed": {"earnings22-10mins": 90.27, "librispeech-10mins": 47.57}, "dataset_tokens_per_second": {"earnings22-10mins": 305.87, "librispeech-10mins": 200.15}, "average_wer": 12.22, "dataset_average_wer": {"earnings22-10mins": 12.35, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T20:53:17Z", "speed": 2.7, "tokens_per_second": 10.89, "dataset_speed": {"earnings22-10mins": 3.66, "librispeech-10mins": 2.44}, "dataset_tokens_per_second": {"earnings22-10mins": 12.42, "librispeech-10mins": 10.48}, "average_wer": 33.41, "dataset_average_wer": {"earnings22-10mins": 64.83, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-23T00:58:00Z", "speed": 2.31, "tokens_per_second": 9.76, "dataset_speed": {"librispeech-10mins": 2.31, "earnings22-10mins": 2.33}, "dataset_tokens_per_second": {"librispeech-10mins": 9.58, "earnings22-10mins": 10.08}, "average_wer": 26.68, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 50.36}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3/947MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:11:52Z", "speed": 1.71, "tokens_per_second": 6.45, "dataset_speed": {"earnings22-10mins": 2.21, "librispeech-10mins": 1.51}, "dataset_tokens_per_second": {"earnings22-10mins": 6.66, "librispeech-10mins": 6.36}, "average_wer": 27.13, "dataset_average_wer": {"earnings22-10mins": 52.03, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:16:48Z", "speed": 20.59, "tokens_per_second": 70.14, "dataset_speed": {"librispeech-10mins": 14.25, "earnings22-10mins": 37.17}, "dataset_tokens_per_second": {"librispeech-10mins": 51.79, "earnings22-10mins": 118.19}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T19:57:32Z", "speed": 38.32, "tokens_per_second": 146.06, "dataset_speed": {"librispeech-10mins": 29.65, "earnings22-10mins": 54.28}, "dataset_tokens_per_second": {"librispeech-10mins": 124.88, "earnings22-10mins": 185.01}, "average_wer": 12.46, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.86}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-small", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:19:00Z", "speed": 14.94, "tokens_per_second": 56.86, "dataset_speed": {"earnings22-10mins": 18.86, "librispeech-10mins": 12.38}, "dataset_tokens_per_second": {"earnings22-10mins": 63.51, "librispeech-10mins": 52.52}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:33:47Z", "speed": 2.69, "tokens_per_second": 10.21, "dataset_speed": {"earnings22-10mins": 4.01, "librispeech-10mins": 2.03}, "dataset_tokens_per_second": {"earnings22-10mins": 13.22, "librispeech-10mins": 8.7}, "average_wer": 6.59, "dataset_average_wer": {"earnings22-10mins": 8.36, "librispeech-10mins": 5.0}, "qoi": 0.64, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:01:01Z", "speed": 2.95, "tokens_per_second": 11.85, "dataset_speed": {"earnings22-10mins": 4.23, "librispeech-10mins": 2.63}, "dataset_tokens_per_second": {"earnings22-10mins": 13.85, "librispeech-10mins": 11.34}, "average_wer": 32.97, "dataset_average_wer": {"earnings22-10mins": 63.44, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:00:37Z", "speed": 8.76, "tokens_per_second": 30.11, "dataset_speed": {"earnings22-10mins": 14.16, "librispeech-10mins": 6.34}, "dataset_tokens_per_second": {"earnings22-10mins": 45.9, "librispeech-10mins": 23.06}, "average_wer": 7.8, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:50:07Z", "speed": 3.02, "tokens_per_second": 11.42, "dataset_speed": {"earnings22-10mins": 4.28, "librispeech-10mins": 2.66}, "dataset_tokens_per_second": {"earnings22-10mins": 11.92, "librispeech-10mins": 11.28}, "average_wer": 32.86, "dataset_average_wer": {"earnings22-10mins": 65.04, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T22:34:03Z", "speed": 84.44, "tokens_per_second": 323.71, "dataset_speed": {"earnings22-10mins": 120.77, "librispeech-10mins": 64.98}, "dataset_tokens_per_second": {"earnings22-10mins": 412.41, "librispeech-10mins": 276.19}, "average_wer": 16.85, "dataset_average_wer": {"earnings22-10mins": 17.88, "librispeech-10mins": 15.91}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:22:43Z", "speed": 106.79, "tokens_per_second": 407.95, "dataset_speed": {"librispeech-10mins": 72.66, "earnings22-10mins": 202.15}, "dataset_tokens_per_second": {"librispeech-10mins": 308.57, "earnings22-10mins": 685.61}, "average_wer": 16.19, "dataset_average_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 16.64}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:47:57Z", "speed": 20.54, "tokens_per_second": 72.21, "dataset_speed": {"earnings22-10mins": 27.05, "librispeech-10mins": 16.57}, "dataset_tokens_per_second": {"earnings22-10mins": 84.77, "librispeech-10mins": 64.55}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T20:43:09Z", "speed": 18.83, "tokens_per_second": 71.55, "dataset_speed": {"librispeech-10mins": 14.5, "earnings22-10mins": 26.91}, "dataset_tokens_per_second": {"librispeech-10mins": 61.33, "earnings22-10mins": 90.58}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:55:24Z", "speed": 7.54, "tokens_per_second": 28.09, "dataset_speed": {"librispeech-10mins": 5.2, "earnings22-10mins": 13.73}, "dataset_tokens_per_second": {"librispeech-10mins": 21.63, "earnings22-10mins": 45.21}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.38}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny.en", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:41:14Z", "speed": 99.23, "tokens_per_second": 347.82, "dataset_speed": {"librispeech-10mins": 71.7, "earnings22-10mins": 161.51}, "dataset_tokens_per_second": {"librispeech-10mins": 274.89, "earnings22-10mins": 512.8}, "average_wer": 14.81, "dataset_average_wer": {"librispeech-10mins": 13.35, "earnings22-10mins": 16.42}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-small", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:21:30Z", "speed": 9.8, "tokens_per_second": 37.31, "dataset_speed": {"librispeech-10mins": 7.87, "earnings22-10mins": 13.01}, "dataset_tokens_per_second": {"librispeech-10mins": 33.39, "earnings22-10mins": 43.8}, "average_wer": 8.73, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.96}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T19:01:36Z", "speed": 6.47, "tokens_per_second": 25.98, "dataset_speed": {"earnings22-10mins": 11.27, "librispeech-10mins": 4.58}, "dataset_tokens_per_second": {"earnings22-10mins": 43.0, "librispeech-10mins": 19.27}, "average_wer": 7.49, "dataset_average_wer": {"earnings22-10mins": 10.61, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T22:09:15Z", "speed": 6.75, "tokens_per_second": 24.8, "dataset_speed": {"earnings22-10mins": 11.09, "librispeech-10mins": 4.86}, "dataset_tokens_per_second": {"earnings22-10mins": 35.72, "librispeech-10mins": 20.04}, "average_wer": 6.52, "dataset_average_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 5.0}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:19:06Z", "speed": 10.57, "tokens_per_second": 44.29, "dataset_speed": {"librispeech-10mins": 7.36, "earnings22-10mins": 18.83}, "dataset_tokens_per_second": {"librispeech-10mins": 30.64, "earnings22-10mins": 79.35}, "average_wer": 6.01, "dataset_average_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 7.85}, "qoi": 0.74, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} @@ -727,50 +773,74 @@ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:23:43Z", "speed": 10.5, "tokens_per_second": 43.03, "dataset_speed": {"earnings22-10mins": 18.52, "librispeech-10mins": 7.33}, "dataset_tokens_per_second": {"earnings22-10mins": 73.79, "librispeech-10mins": 30.9}, "average_wer": 6.73, "dataset_average_wer": {"earnings22-10mins": 9.16, "librispeech-10mins": 4.54}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T21:40:43Z", "speed": 5.4, "tokens_per_second": 20.14, "dataset_speed": {"librispeech-10mins": 3.74, "earnings22-10mins": 9.78}, "dataset_tokens_per_second": {"librispeech-10mins": 15.55, "earnings22-10mins": 32.18}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:42:09Z", "speed": 57.68, "tokens_per_second": 219.1, "dataset_speed": {"librispeech-10mins": 45.56, "earnings22-10mins": 78.68}, "dataset_tokens_per_second": {"librispeech-10mins": 191.7, "earnings22-10mins": 266.6}, "average_wer": 12.22, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:01:23Z", "speed": 10.85, "tokens_per_second": 37.21, "dataset_speed": {"librispeech-10mins": 7.95, "earnings22-10mins": 17.15}, "dataset_tokens_per_second": {"librispeech-10mins": 28.92, "earnings22-10mins": 55.15}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.44, "earnings22-10mins": 9.23}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-26T00:05:39Z", "speed": 6.18, "tokens_per_second": 24.16, "dataset_speed": {"earnings22-10mins": 10.26, "librispeech-10mins": 4.43}, "dataset_tokens_per_second": {"earnings22-10mins": 37.13, "librispeech-10mins": 18.59}, "average_wer": 6.66, "dataset_average_wer": {"earnings22-10mins": 8.87, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T22:06:02Z", "speed": 11.41, "tokens_per_second": 44.27, "dataset_speed": {"earnings22-10mins": 17.35, "librispeech-10mins": 8.58}, "dataset_tokens_per_second": {"earnings22-10mins": 68.02, "librispeech-10mins": 32.92}, "average_wer": 7.63, "dataset_average_wer": {"earnings22-10mins": 10.61, "librispeech-10mins": 4.93}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base.en", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T22:36:50Z", "speed": 55.33, "tokens_per_second": 196.33, "dataset_speed": {"earnings22-10mins": 74.99, "librispeech-10mins": 43.87}, "dataset_tokens_per_second": {"earnings22-10mins": 243.48, "librispeech-10mins": 168.86}, "average_wer": 10.04, "dataset_average_wer": {"earnings22-10mins": 11.12, "librispeech-10mins": 9.07}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T19:54:56Z", "speed": 60.28, "tokens_per_second": 231.12, "dataset_speed": {"earnings22-10mins": 95.0, "librispeech-10mins": 44.19}, "dataset_tokens_per_second": {"earnings22-10mins": 324.75, "librispeech-10mins": 187.75}, "average_wer": 16.78, "dataset_average_wer": {"earnings22-10mins": 17.66, "librispeech-10mins": 15.98}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3/947MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:11:28Z", "speed": 2.34, "tokens_per_second": 8.69, "dataset_speed": {"earnings22-10mins": 3.39, "librispeech-10mins": 1.97}, "dataset_tokens_per_second": {"earnings22-10mins": 9.83, "librispeech-10mins": 8.28}, "average_wer": 25.61, "dataset_average_wer": {"earnings22-10mins": 48.62, "librispeech-10mins": 4.8}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:23:29Z", "speed": 67.13, "tokens_per_second": 255.21, "dataset_speed": {"earnings22-10mins": 104.41, "librispeech-10mins": 49.52}, "dataset_tokens_per_second": {"earnings22-10mins": 354.29, "librispeech-10mins": 208.41}, "average_wer": 12.25, "dataset_average_wer": {"earnings22-10mins": 12.43, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base.en", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:43:25Z", "speed": 65.66, "tokens_per_second": 232.77, "dataset_speed": {"librispeech-10mins": 50.52, "earnings22-10mins": 93.95}, "dataset_tokens_per_second": {"librispeech-10mins": 194.17, "earnings22-10mins": 304.86}, "average_wer": 9.98, "dataset_average_wer": {"librispeech-10mins": 9.07, "earnings22-10mins": 10.97}, "qoi": 0.48, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T16:51:46Z", "speed": 2.98, "tokens_per_second": 11.6, "dataset_speed": {"librispeech-10mins": 2.51, "earnings22-10mins": 4.04}, "dataset_tokens_per_second": {"librispeech-10mins": 10.83, "earnings22-10mins": 13.36}, "average_wer": 20.26, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 36.63}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small.en", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T15:48:16Z", "speed": 21.75, "tokens_per_second": 76.44, "dataset_speed": {"earnings22-10mins": 29.02, "librispeech-10mins": 17.4}, "dataset_tokens_per_second": {"earnings22-10mins": 90.94, "librispeech-10mins": 67.78}, "average_wer": 7.42, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T18:37:42Z", "speed": 3.23, "tokens_per_second": 11.49, "dataset_speed": {"earnings22-10mins": 4.66, "librispeech-10mins": 2.57}, "dataset_tokens_per_second": {"earnings22-10mins": 13.11, "librispeech-10mins": 10.75}, "average_wer": 18.12, "dataset_average_wer": {"earnings22-10mins": 32.92, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:57:28Z", "speed": 1.93, "tokens_per_second": 7.63, "dataset_speed": {"librispeech-10mins": 1.82, "earnings22-10mins": 2.19}, "dataset_tokens_per_second": {"librispeech-10mins": 7.8, "earnings22-10mins": 7.23}, "average_wer": 28.82, "dataset_average_wer": {"librispeech-10mins": 6.9, "earnings22-10mins": 53.05}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small.en", "device": "iPhone 12 mini", "os": "iOS 18.7", "timestamp": "2025-09-22T20:09:13Z", "speed": 7.22, "tokens_per_second": 25.43, "dataset_speed": {"librispeech-10mins": 5.66, "earnings22-10mins": 9.97}, "dataset_tokens_per_second": {"librispeech-10mins": 22.06, "earnings22-10mins": 31.41}, "average_wer": 7.46, "dataset_average_wer": {"librispeech-10mins": 6.84, "earnings22-10mins": 8.14}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:20:46Z", "speed": 2.85, "tokens_per_second": 10.54, "dataset_speed": {"earnings22-10mins": 4.36, "librispeech-10mins": 2.48}, "dataset_tokens_per_second": {"earnings22-10mins": 11.12, "librispeech-10mins": 10.4}, "average_wer": 35.0, "dataset_average_wer": {"earnings22-10mins": 68.46, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:22:37Z", "speed": 68.85, "tokens_per_second": 241.2, "dataset_speed": {"librispeech-10mins": 46.4, "earnings22-10mins": 133.89}, "dataset_tokens_per_second": {"librispeech-10mins": 178.12, "earnings22-10mins": 423.97}, "average_wer": 15.08, "dataset_average_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 16.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:39:55Z", "speed": 95.17, "tokens_per_second": 365.24, "dataset_speed": {"earnings22-10mins": 160.04, "librispeech-10mins": 67.8}, "dataset_tokens_per_second": {"earnings22-10mins": 546.8, "librispeech-10mins": 288.64}, "average_wer": 16.6, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 16.17}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:39:37Z", "speed": 3.4, "tokens_per_second": 13.98, "dataset_speed": {"earnings22-10mins": 4.15, "librispeech-10mins": 3.14}, "dataset_tokens_per_second": {"earnings22-10mins": 15.15, "librispeech-10mins": 13.59}, "average_wer": 28.51, "dataset_average_wer": {"earnings22-10mins": 54.07, "librispeech-10mins": 5.39}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:14:07Z", "speed": 2.46, "tokens_per_second": 9.85, "dataset_speed": {"earnings22-10mins": 3.4, "librispeech-10mins": 2.24}, "dataset_tokens_per_second": {"earnings22-10mins": 11.49, "librispeech-10mins": 9.45}, "average_wer": 32.34, "dataset_average_wer": {"earnings22-10mins": 63.95, "librispeech-10mins": 3.75}, "qoi": 0.74, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v2/949MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:33:16Z", "speed": 2.18, "tokens_per_second": 8.64, "dataset_speed": {"librispeech-10mins": 1.92, "earnings22-10mins": 2.98}, "dataset_tokens_per_second": {"librispeech-10mins": 8.27, "earnings22-10mins": 9.77}, "average_wer": 27.48, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 51.82}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:39:19Z", "speed": 91.34, "tokens_per_second": 350.53, "dataset_speed": {"librispeech-10mins": 68.13, "earnings22-10mins": 138.84}, "dataset_tokens_per_second": {"librispeech-10mins": 290.02, "earnings22-10mins": 474.36}, "average_wer": 16.6, "dataset_average_wer": {"librispeech-10mins": 16.17, "earnings22-10mins": 17.08}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:53:24Z", "speed": 7.13, "tokens_per_second": 26.57, "dataset_speed": {"earnings22-10mins": 12.89, "librispeech-10mins": 4.93}, "dataset_tokens_per_second": {"earnings22-10mins": 42.45, "librispeech-10mins": 20.51}, "average_wer": 7.77, "dataset_average_wer": {"earnings22-10mins": 9.38, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-small.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:23:03Z", "speed": 16.52, "tokens_per_second": 58.19, "dataset_speed": {"earnings22-10mins": 21.89, "librispeech-10mins": 13.28}, "dataset_tokens_per_second": {"earnings22-10mins": 68.8, "librispeech-10mins": 51.78}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:49:57Z", "speed": 3.73, "tokens_per_second": 14.11, "dataset_speed": {"librispeech-10mins": 3.2, "earnings22-10mins": 5.43}, "dataset_tokens_per_second": {"librispeech-10mins": 13.55, "earnings22-10mins": 15.91}, "average_wer": 28.44, "dataset_average_wer": {"librispeech-10mins": 3.75, "earnings22-10mins": 55.74}, "qoi": 0.74, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:34:04Z", "speed": 2.57, "tokens_per_second": 10.62, "dataset_speed": {"earnings22-10mins": 2.8, "librispeech-10mins": 2.45}, "dataset_tokens_per_second": {"earnings22-10mins": 11.66, "librispeech-10mins": 10.1}, "average_wer": 23.85, "dataset_average_wer": {"earnings22-10mins": 44.4, "librispeech-10mins": 5.26}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:43:03Z", "speed": 60.08, "tokens_per_second": 212.99, "dataset_speed": {"earnings22-10mins": 79.96, "librispeech-10mins": 48.16}, "dataset_tokens_per_second": {"earnings22-10mins": 259.46, "librispeech-10mins": 185.12}, "average_wer": 9.98, "dataset_average_wer": {"earnings22-10mins": 10.97, "librispeech-10mins": 9.07}, "qoi": 0.48, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:37:06Z", "speed": 14.0, "tokens_per_second": 55.15, "dataset_speed": {"librispeech-10mins": 10.49, "earnings22-10mins": 21.09}, "dataset_tokens_per_second": {"librispeech-10mins": 41.49, "earnings22-10mins": 82.72}, "average_wer": 6.8, "dataset_average_wer": {"librispeech-10mins": 5.33, "earnings22-10mins": 8.43}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:11:15Z", "speed": 4.48, "tokens_per_second": 16.45, "dataset_speed": {"librispeech-10mins": 4.11, "earnings22-10mins": 5.35}, "dataset_tokens_per_second": {"librispeech-10mins": 15.58, "earnings22-10mins": 18.49}, "average_wer": 25.09, "dataset_average_wer": {"librispeech-10mins": 5.26, "earnings22-10mins": 47.02}, "qoi": 0.65, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T22:02:19Z", "speed": 7.99, "tokens_per_second": 32.74, "dataset_speed": {"librispeech-10mins": 5.69, "earnings22-10mins": 13.72}, "dataset_tokens_per_second": {"librispeech-10mins": 23.93, "earnings22-10mins": 54.67}, "average_wer": 7.73, "dataset_average_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 11.12}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:29:55Z", "speed": 14.36, "tokens_per_second": 49.91, "dataset_speed": {"librispeech-10mins": 10.36, "earnings22-10mins": 23.41}, "dataset_tokens_per_second": {"librispeech-10mins": 39.13, "earnings22-10mins": 74.37}, "average_wer": 5.83, "dataset_average_wer": {"librispeech-10mins": 4.4, "earnings22-10mins": 7.41}, "qoi": 0.73, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-tiny", "device": "iPad mini (6th generation)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:13:02Z", "speed": 58.55, "tokens_per_second": 224.49, "dataset_speed": {"earnings22-10mins": 92.41, "librispeech-10mins": 42.89}, "dataset_tokens_per_second": {"earnings22-10mins": 315.88, "librispeech-10mins": 182.25}, "average_wer": 16.78, "dataset_average_wer": {"earnings22-10mins": 17.66, "librispeech-10mins": 15.98}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T22:11:17Z", "speed": 7.33, "tokens_per_second": 26.21, "dataset_speed": {"librispeech-10mins": 5.39, "earnings22-10mins": 11.47}, "dataset_tokens_per_second": {"librispeech-10mins": 21.06, "earnings22-10mins": 37.21}, "average_wer": 6.8, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 8.28}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:51:25Z", "speed": 15.06, "tokens_per_second": 51.42, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 25.69}, "dataset_tokens_per_second": {"librispeech-10mins": 38.76, "earnings22-10mins": 82.05}, "average_wer": 7.77, "dataset_average_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.38}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:35:27Z", "speed": 2.18, "tokens_per_second": 8.09, "dataset_speed": {"earnings22-10mins": 2.7, "librispeech-10mins": 1.98}, "dataset_tokens_per_second": {"earnings22-10mins": 8.79, "librispeech-10mins": 7.82}, "average_wer": 29.27, "dataset_average_wer": {"earnings22-10mins": 54.0, "librispeech-10mins": 6.9}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T05:56:08Z", "speed": 3.55, "tokens_per_second": 13.18, "dataset_speed": {"earnings22-10mins": 5.18, "librispeech-10mins": 3.04}, "dataset_tokens_per_second": {"earnings22-10mins": 14.64, "librispeech-10mins": 12.72}, "average_wer": 29.34, "dataset_average_wer": {"earnings22-10mins": 56.69, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3/947MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T23:11:32Z", "speed": 2.05, "tokens_per_second": 7.78, "dataset_speed": {"earnings22-10mins": 2.82, "librispeech-10mins": 1.78}, "dataset_tokens_per_second": {"earnings22-10mins": 8.59, "librispeech-10mins": 7.5}, "average_wer": 27.41, "dataset_average_wer": {"earnings22-10mins": 52.4, "librispeech-10mins": 4.8}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:40:49Z", "speed": 95.25, "tokens_per_second": 333.86, "dataset_speed": {"earnings22-10mins": 140.08, "librispeech-10mins": 72.23}, "dataset_tokens_per_second": {"earnings22-10mins": 444.74, "librispeech-10mins": 276.92}, "average_wer": 14.81, "dataset_average_wer": {"earnings22-10mins": 16.42, "librispeech-10mins": 13.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-23T00:23:19Z", "speed": 2.16, "tokens_per_second": 8.1, "dataset_speed": {"librispeech-10mins": 1.87, "earnings22-10mins": 2.98}, "dataset_tokens_per_second": {"librispeech-10mins": 7.84, "earnings22-10mins": 8.85}, "average_wer": 27.89, "dataset_average_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 53.49}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T15:45:19Z", "speed": 22.11, "tokens_per_second": 84.3, "dataset_speed": {"librispeech-10mins": 17.72, "earnings22-10mins": 29.44}, "dataset_tokens_per_second": {"librispeech-10mins": 75.25, "earnings22-10mins": 99.4}, "average_wer": 8.84, "dataset_average_wer": {"librispeech-10mins": 7.76, "earnings22-10mins": 10.03}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M3)", "os": "iPadOS 26.0", "timestamp": "2025-09-22T22:34:00Z", "speed": 92.08, "tokens_per_second": 353.09, "dataset_speed": {"earnings22-10mins": 173.91, "librispeech-10mins": 62.71}, "dataset_tokens_per_second": {"earnings22-10mins": 594.75, "librispeech-10mins": 266.32}, "average_wer": 16.85, "dataset_average_wer": {"earnings22-10mins": 18.02, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny.en", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T22:34:51Z", "speed": 87.76, "tokens_per_second": 307.01, "dataset_speed": {"earnings22-10mins": 129.77, "librispeech-10mins": 66.36}, "dataset_tokens_per_second": {"earnings22-10mins": 410.92, "librispeech-10mins": 254.1}, "average_wer": 14.98, "dataset_average_wer": {"earnings22-10mins": 16.79, "librispeech-10mins": 13.35}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-base", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:15:42Z", "speed": 51.08, "tokens_per_second": 194.8, "dataset_speed": {"librispeech-10mins": 39.51, "earnings22-10mins": 72.34}, "dataset_tokens_per_second": {"librispeech-10mins": 166.84, "earnings22-10mins": 246.2}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T19:55:13Z", "speed": 59.4, "tokens_per_second": 227.74, "dataset_speed": {"librispeech-10mins": 43.74, "earnings22-10mins": 92.71}, "dataset_tokens_per_second": {"librispeech-10mins": 185.85, "earnings22-10mins": 316.91}, "average_wer": 16.78, "dataset_average_wer": {"librispeech-10mins": 15.98, "earnings22-10mins": 17.66}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small.en", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T22:49:51Z", "speed": 15.05, "tokens_per_second": 52.97, "dataset_speed": {"earnings22-10mins": 19.25, "librispeech-10mins": 12.37}, "dataset_tokens_per_second": {"earnings22-10mins": 60.43, "librispeech-10mins": 48.19}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.9}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/947MB", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:44:26Z", "speed": 2.78, "tokens_per_second": 9.94, "dataset_speed": {"earnings22-10mins": 4.33, "librispeech-10mins": 2.05}, "dataset_tokens_per_second": {"earnings22-10mins": 12.83, "librispeech-10mins": 8.58}, "average_wer": 10.63, "dataset_average_wer": {"earnings22-10mins": 17.15, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T19:57:31Z", "speed": 38.32, "tokens_per_second": 146.03, "dataset_speed": {"librispeech-10mins": 29.63, "earnings22-10mins": 54.3}, "dataset_tokens_per_second": {"librispeech-10mins": 124.81, "earnings22-10mins": 185.07}, "average_wer": 12.46, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.86}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-tiny", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:13:10Z", "speed": 80.26, "tokens_per_second": 307.22, "dataset_speed": {"librispeech-10mins": 59.06, "earnings22-10mins": 125.51}, "dataset_tokens_per_second": {"librispeech-10mins": 250.83, "earnings22-10mins": 427.58}, "average_wer": 16.43, "dataset_average_wer": {"librispeech-10mins": 15.98, "earnings22-10mins": 16.93}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny.en", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T19:56:19Z", "speed": 62.1, "tokens_per_second": 217.45, "dataset_speed": {"librispeech-10mins": 45.72, "earnings22-10mins": 96.97}, "dataset_tokens_per_second": {"librispeech-10mins": 175.38, "earnings22-10mins": 307.06}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.68, "earnings22-10mins": 16.57}, "qoi": 0.38, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T20:36:15Z", "speed": 86.33, "tokens_per_second": 330.24, "dataset_speed": {"earnings22-10mins": 167.87, "librispeech-10mins": 58.19}, "dataset_tokens_per_second": {"earnings22-10mins": 571.05, "librispeech-10mins": 247.12}, "average_wer": 16.43, "dataset_average_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 15.84}, "qoi": 0.32, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-tiny.en", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T19:56:21Z", "speed": 63.49, "tokens_per_second": 222.34, "dataset_speed": {"librispeech-10mins": 46.8, "earnings22-10mins": 98.92}, "dataset_tokens_per_second": {"librispeech-10mins": 179.51, "earnings22-10mins": 313.24}, "average_wer": 15.05, "dataset_average_wer": {"librispeech-10mins": 13.68, "earnings22-10mins": 16.57}, "qoi": 0.38, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-23T02:43:08Z", "speed": 7.26, "tokens_per_second": 28.04, "dataset_speed": {"earnings22-10mins": 9.85, "librispeech-10mins": 5.81}, "dataset_tokens_per_second": {"earnings22-10mins": 37.76, "librispeech-10mins": 22.59}, "average_wer": 9.11, "dataset_average_wer": {"earnings22-10mins": 13.74, "librispeech-10mins": 4.93}, "qoi": 0.68, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T21:49:46Z", "speed": 4.41, "tokens_per_second": 17.64, "dataset_speed": {"earnings22-10mins": 7.38, "librispeech-10mins": 3.15}, "dataset_tokens_per_second": {"earnings22-10mins": 28.06, "librispeech-10mins": 13.21}, "average_wer": 6.42, "dataset_average_wer": {"earnings22-10mins": 8.43, "librispeech-10mins": 4.6}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-tiny", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:13:31Z", "speed": 48.21, "tokens_per_second": 184.43, "dataset_speed": {"librispeech-10mins": 34.1, "earnings22-10mins": 82.49}, "dataset_tokens_per_second": {"librispeech-10mins": 144.89, "earnings22-10mins": 280.48}, "average_wer": 16.47, "dataset_average_wer": {"librispeech-10mins": 15.91, "earnings22-10mins": 17.08}, "qoi": 0.33, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 17 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T17:20:47Z", "speed": 2.89, "tokens_per_second": 10.73, "dataset_speed": {"librispeech-10mins": 2.6, "earnings22-10mins": 3.53}, "dataset_tokens_per_second": {"librispeech-10mins": 10.25, "earnings22-10mins": 11.79}, "average_wer": 23.75, "dataset_average_wer": {"librispeech-10mins": 7.3, "earnings22-10mins": 41.93}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T21:44:36Z", "speed": 8.44, "tokens_per_second": 28.79, "dataset_speed": {"earnings22-10mins": 14.18, "librispeech-10mins": 6.01}, "dataset_tokens_per_second": {"earnings22-10mins": 45.2, "librispeech-10mins": 21.85}, "average_wer": 7.8, "dataset_average_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.44}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-tiny.en", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:14:13Z", "speed": 77.75, "tokens_per_second": 272.4, "dataset_speed": {"earnings22-10mins": 123.15, "librispeech-10mins": 56.87}, "dataset_tokens_per_second": {"earnings22-10mins": 390.19, "librispeech-10mins": 218.24}, "average_wer": 15.15, "dataset_average_wer": {"earnings22-10mins": 16.79, "librispeech-10mins": 13.68}, "qoi": 0.38, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:08:59Z", "speed": 12.65, "tokens_per_second": 47.19, "dataset_speed": {"earnings22-10mins": 25.74, "librispeech-10mins": 8.4}, "dataset_tokens_per_second": {"earnings22-10mins": 84.71, "librispeech-10mins": 35.0}, "average_wer": 7.73, "dataset_average_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.38}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T20:40:57Z", "speed": 56.81, "tokens_per_second": 216.26, "dataset_speed": {"librispeech-10mins": 41.47, "earnings22-10mins": 90.36}, "dataset_tokens_per_second": {"librispeech-10mins": 174.55, "earnings22-10mins": 307.52}, "average_wer": 12.39, "dataset_average_wer": {"librispeech-10mins": 12.1, "earnings22-10mins": 12.72}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small", "device": "iPhone 14", "os": "iOS 18.7", "timestamp": "2025-09-22T20:00:32Z", "speed": 12.69, "tokens_per_second": 48.3, "dataset_speed": {"earnings22-10mins": 15.57, "librispeech-10mins": 10.72}, "dataset_tokens_per_second": {"earnings22-10mins": 52.42, "librispeech-10mins": 45.47}, "average_wer": 8.7, "dataset_average_wer": {"earnings22-10mins": 9.88, "librispeech-10mins": 7.63}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 26.0.0", "timestamp": "2025-09-22T21:35:27Z", "speed": 3.62, "tokens_per_second": 12.98, "dataset_speed": {"earnings22-10mins": 4.64, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 15.28, "librispeech-10mins": 12.21}, "average_wer": 29.24, "dataset_average_wer": {"earnings22-10mins": 56.03, "librispeech-10mins": 5.0}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 26.0", "timestamp": "2025-09-24T18:36:50Z", "speed": 2.55, "tokens_per_second": 9.76, "dataset_speed": {"earnings22-10mins": 3.4, "librispeech-10mins": 2.22}, "dataset_tokens_per_second": {"earnings22-10mins": 10.94, "librispeech-10mins": 9.3}, "average_wer": 24.61, "dataset_average_wer": {"earnings22-10mins": 46.58, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:33:09Z", "speed": 9.48, "tokens_per_second": 38.08, "dataset_speed": {"librispeech-10mins": 6.69, "earnings22-10mins": 16.3}, "dataset_tokens_per_second": {"librispeech-10mins": 28.19, "earnings22-10mins": 62.28}, "average_wer": 6.45, "dataset_average_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 8.58}, "qoi": 0.7, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base.en", "device": "iPhone 13", "os": "iOS 18.7", "timestamp": "2025-09-22T19:58:40Z", "speed": 40.3, "tokens_per_second": 142.9, "dataset_speed": {"earnings22-10mins": 56.08, "librispeech-10mins": 31.48}, "dataset_tokens_per_second": {"earnings22-10mins": 181.69, "librispeech-10mins": 121.21}, "average_wer": 9.87, "dataset_average_wer": {"earnings22-10mins": 10.9, "librispeech-10mins": 8.94}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 26.0.0", "timestamp": "2025-09-22T18:24:55Z", "speed": 46.2, "tokens_per_second": 163.87, "dataset_speed": {"librispeech-10mins": 33.6, "earnings22-10mins": 74.11}, "dataset_tokens_per_second": {"librispeech-10mins": 129.39, "earnings22-10mins": 240.23}, "average_wer": 9.94, "dataset_average_wer": {"librispeech-10mins": 8.94, "earnings22-10mins": 11.05}, "qoi": 0.49, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-small.en", "device": "iPad (10th generation)", "os": "iPadOS 18.6.2", "timestamp": "2025-09-25T22:24:26Z", "speed": 10.35, "tokens_per_second": 36.47, "dataset_speed": {"earnings22-10mins": 13.69, "librispeech-10mins": 8.32}, "dataset_tokens_per_second": {"earnings22-10mins": 43.14, "librispeech-10mins": 32.43}, "average_wer": 7.46, "dataset_average_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 6.84}, "qoi": 0.61, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.6.1", "timestamp": "2025-09-24T06:19:36Z", "speed": 17.02, "tokens_per_second": 61.4, "dataset_speed": {"earnings22-10mins": 27.9, "librispeech-10mins": 12.26}, "dataset_tokens_per_second": {"earnings22-10mins": 98.58, "librispeech-10mins": 45.12}, "average_wer": 6.7, "dataset_average_wer": {"earnings22-10mins": 7.92, "librispeech-10mins": 5.59}, "qoi": 0.69, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-base", "device": "iPhone 16e", "os": "iOS 18.6.2", "timestamp": "2025-09-22T22:35:46Z", "speed": 53.57, "tokens_per_second": 204.13, "dataset_speed": {"earnings22-10mins": 74.35, "librispeech-10mins": 41.91}, "dataset_tokens_per_second": {"earnings22-10mins": 253.4, "librispeech-10mins": 176.48}, "average_wer": 12.46, "dataset_average_wer": {"earnings22-10mins": 12.86, "librispeech-10mins": 12.1}, "qoi": 0.39, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-small", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T14:23:21Z", "speed": 28.35, "tokens_per_second": 107.71, "dataset_speed": {"librispeech-10mins": 21.35, "earnings22-10mins": 42.26}, "dataset_tokens_per_second": {"librispeech-10mins": 90.32, "earnings22-10mins": 142.27}, "average_wer": 8.7, "dataset_average_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 9.88}, "qoi": 0.55, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} +{"model": "openai/whisper-large-v2/949MB", "device": "iPad (A16)", "os": "iPadOS 18.7", "timestamp": "2025-09-25T22:34:01Z", "speed": 1.94, "tokens_per_second": 7.76, "dataset_speed": {"librispeech-10mins": 1.72, "earnings22-10mins": 2.58}, "dataset_tokens_per_second": {"librispeech-10mins": 7.43, "earnings22-10mins": 8.73}, "average_wer": 27.58, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 52.03}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 17", "os": "iOS 26.0", "timestamp": "2025-09-24T17:16:51Z", "speed": 3.13, "tokens_per_second": 11.36, "dataset_speed": {"earnings22-10mins": 4.0, "librispeech-10mins": 2.72}, "dataset_tokens_per_second": {"earnings22-10mins": 12.55, "librispeech-10mins": 10.8}, "average_wer": 21.57, "dataset_average_wer": {"earnings22-10mins": 37.86, "librispeech-10mins": 6.84}, "qoi": 0.57, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15", "os": "iOS 26.0", "timestamp": "2025-09-22T23:14:00Z", "speed": 1.74, "tokens_per_second": 6.79, "dataset_speed": {"librispeech-10mins": 1.57, "earnings22-10mins": 2.16}, "dataset_tokens_per_second": {"librispeech-10mins": 6.78, "earnings22-10mins": 6.81}, "average_wer": 27.41, "dataset_average_wer": {"librispeech-10mins": 5.46, "earnings22-10mins": 51.67}, "qoi": 0.63, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4 Pro", "os": "macOS 15.7.0", "timestamp": "2025-09-24T15:05:17Z", "speed": 4.97, "tokens_per_second": 17.31, "dataset_speed": {"librispeech-10mins": 4.34, "earnings22-10mins": 6.58}, "dataset_tokens_per_second": {"librispeech-10mins": 16.38, "earnings22-10mins": 19.67}, "average_wer": 24.89, "dataset_average_wer": {"librispeech-10mins": 5.0, "earnings22-10mins": 46.88}, "qoi": 0.66, "commit_hash": "3f451e1", "commit_timestamp": "2025-09-20T205036"}