update dataset files

dashboard_data/device_map.json

@@ -6,6 +6,7 @@
     "Mac15,3": "Apple M3",
     "Mac15,6": "Apple M3 Pro",
     "Mac15,9": "Apple M3 Max",
+    "Mac16,10": "Apple M4",
     "Mac16,3": "Apple M4",
     "MacBookAir10,1": "Apple M1",
     "iPad13,16": "iPad Air (5th generation)",

dashboard_data/performance_data.json

@@ -25,6 +25,7 @@
 {"model": "openai/whisper-base.en", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:10:25Z", "speed": 40.68, "tokens_per_second": 139.89, "dataset_speed": {"librispeech-10mins": 26.48, "earnings22-10mins": 88.18}, "dataset_tokens_per_second": {"librispeech-10mins": 100.38, "earnings22-10mins": 272.02}, "average_wer": 10.11, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:04:19Z", "speed": 11.49, "tokens_per_second": 42.31, "dataset_speed": {"earnings22-10mins": 19.6, "librispeech-10mins": 8.14}, "dataset_tokens_per_second": {"earnings22-10mins": 73.3, "librispeech-10mins": 29.5}, "average_wer": 6.32, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:25:05Z", "speed": 2.98, "tokens_per_second": 10.51, "dataset_speed": {"librispeech-10mins": 2.72, "earnings22-10mins": 3.92}, "dataset_tokens_per_second": {"librispeech-10mins": 10.07, "earnings22-10mins": 12.11}, "average_wer": 32.31, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:41:57Z", "speed": 9.21, "tokens_per_second": 36.92, "dataset_speed": {"earnings22-10mins": 16.12, "librispeech-10mins": 6.46}, "dataset_tokens_per_second": {"earnings22-10mins": 61.9, "librispeech-10mins": 26.96}, "average_wer": 6.39, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-base", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:08:13Z", "speed": 50.48, "tokens_per_second": 186.05, "dataset_speed": {"earnings22-10mins": 82.08, "librispeech-10mins": 36.49}, "dataset_tokens_per_second": {"earnings22-10mins": 263.62, "librispeech-10mins": 151.71}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T09:23:51Z", "speed": 7.81, "tokens_per_second": 28.05, "dataset_speed": {"librispeech-10mins": 5.83, "earnings22-10mins": 11.87}, "dataset_tokens_per_second": {"librispeech-10mins": 21.13, "earnings22-10mins": 42.2}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:14:07Z", "speed": 9.81, "tokens_per_second": 38.31, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 19.44}, "dataset_tokens_per_second": {"librispeech-10mins": 27.13, "earnings22-10mins": 71.56}, "average_wer": 5.95, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -33,6 +34,7 @@
 {"model": "openai/whisper-small.en", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:23:59Z", "speed": 18.93, "tokens_per_second": 68.41, "dataset_speed": {"librispeech-10mins": 14.04, "earnings22-10mins": 29.08}, "dataset_tokens_per_second": {"librispeech-10mins": 53.95, "earnings22-10mins": 98.49}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:02:49Z", "speed": 2.6, "tokens_per_second": 10.63, "dataset_speed": {"librispeech-10mins": 2.09, "earnings22-10mins": 4.99}, "dataset_tokens_per_second": {"librispeech-10mins": 9.71, "earnings22-10mins": 14.95}, "average_wer": 29.17, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T04:06:35Z", "speed": 2.6, "tokens_per_second": 9.24, "dataset_speed": {"librispeech-10mins": 2.31, "earnings22-10mins": 3.26}, "dataset_tokens_per_second": {"librispeech-10mins": 8.79, "earnings22-10mins": 10.27}, "average_wer": 22.85, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:26:54Z", "speed": 64.67, "tokens_per_second": 221.85, "dataset_speed": {"librispeech-10mins": 45.75, "earnings22-10mins": 110.65}, "dataset_tokens_per_second": {"librispeech-10mins": 173.34, "earnings22-10mins": 339.68}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:54:38Z", "speed": 12.05, "tokens_per_second": 39.76, "dataset_speed": {"earnings22-10mins": 22.39, "librispeech-10mins": 8.25}, "dataset_tokens_per_second": {"earnings22-10mins": 68.23, "librispeech-10mins": 29.31}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T16:06:39Z", "speed": 2.17, "tokens_per_second": 9.15, "dataset_speed": {"earnings22-10mins": 3.2, "librispeech-10mins": 1.81}, "dataset_tokens_per_second": {"earnings22-10mins": 9.76, "librispeech-10mins": 8.92}, "average_wer": 23.51, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-base.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:05:23Z", "speed": 45.25, "tokens_per_second": 155.11, "dataset_speed": {"earnings22-10mins": 70.51, "librispeech-10mins": 33.35}, "dataset_tokens_per_second": {"earnings22-10mins": 215.99, "librispeech-10mins": 126.43}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -40,6 +42,7 @@
 {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T04:05:32Z", "speed": 3.15, "tokens_per_second": 11.07, "dataset_speed": {"librispeech-10mins": 2.78, "earnings22-10mins": 3.87}, "dataset_tokens_per_second": {"librispeech-10mins": 10.56, "earnings22-10mins": 12.03}, "average_wer": 18.57, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:13:07Z", "speed": 3.41, "tokens_per_second": 13.5, "dataset_speed": {"librispeech-10mins": 2.89, "earnings22-10mins": 5.34}, "dataset_tokens_per_second": {"librispeech-10mins": 12.41, "earnings22-10mins": 17.52}, "average_wer": 29.31, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T14:34:11Z", "speed": 13.05, "tokens_per_second": 48.11, "dataset_speed": {"earnings22-10mins": 20.54, "librispeech-10mins": 9.58}, "dataset_tokens_per_second": {"earnings22-10mins": 77.08, "librispeech-10mins": 34.66}, "average_wer": 6.21, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:40:08Z", "speed": 13.3, "tokens_per_second": 43.82, "dataset_speed": {"librispeech-10mins": 9.44, "earnings22-10mins": 22.55}, "dataset_tokens_per_second": {"librispeech-10mins": 33.47, "earnings22-10mins": 68.67}, "average_wer": 6.08, "qoi": 0.72, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T14:28:46Z", "speed": 5.64, "tokens_per_second": 23.04, "dataset_speed": {"librispeech-10mins": 4.15, "earnings22-10mins": 8.8}, "dataset_tokens_per_second": {"librispeech-10mins": 17.29, "earnings22-10mins": 35.29}, "average_wer": 6.11, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:06:00Z", "speed": 3.15, "tokens_per_second": 12.64, "dataset_speed": {"earnings22-10mins": 4.26, "librispeech-10mins": 2.81}, "dataset_tokens_per_second": {"earnings22-10mins": 14.44, "librispeech-10mins": 12.09}, "average_wer": 29.2, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-base.en", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:15:56Z", "speed": 47.66, "tokens_per_second": 181.2, "dataset_speed": {"earnings22-10mins": 60.92, "librispeech-10mins": 39.17}, "dataset_tokens_per_second": {"earnings22-10mins": 232.51, "librispeech-10mins": 148.35}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -52,6 +55,7 @@
 {"model": "openai/whisper-base", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:37:53Z", "speed": 34.35, "tokens_per_second": 126.63, "dataset_speed": {"earnings22-10mins": 56.21, "librispeech-10mins": 24.76}, "dataset_tokens_per_second": {"earnings22-10mins": 180.44, "librispeech-10mins": 103.02}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:06:17Z", "speed": 49.98, "tokens_per_second": 203.87, "dataset_speed": {"earnings22-10mins": 97.96, "librispeech-10mins": 33.6}, "dataset_tokens_per_second": {"earnings22-10mins": 393.8, "librispeech-10mins": 139.01}, "average_wer": 16.71, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:26:48Z", "speed": 4.51, "tokens_per_second": 16.08, "dataset_speed": {"earnings22-10mins": 6.33, "librispeech-10mins": 3.85}, "dataset_tokens_per_second": {"earnings22-10mins": 19.97, "librispeech-10mins": 14.67}, "average_wer": 24.04, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:14:30Z", "speed": 3.76, "tokens_per_second": 13.38, "dataset_speed": {"librispeech-10mins": 3.45, "earnings22-10mins": 4.68}, "dataset_tokens_per_second": {"librispeech-10mins": 12.74, "earnings22-10mins": 15.26}, "average_wer": 28.72, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:20:53Z", "speed": 5.78, "tokens_per_second": 22.0, "dataset_speed": {"librispeech-10mins": 4.05, "earnings22-10mins": 10.15}, "dataset_tokens_per_second": {"librispeech-10mins": 16.81, "earnings22-10mins": 35.07}, "average_wer": 6.08, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:00:21Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"librispeech-10mins": 7.2, "earnings22-10mins": 24.21}, "dataset_tokens_per_second": {"librispeech-10mins": 29.98, "earnings22-10mins": 78.59}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T10:30:09Z", "speed": 4.29, "tokens_per_second": 14.58, "dataset_speed": {"librispeech-10mins": 2.91, "earnings22-10mins": 8.19}, "dataset_tokens_per_second": {"librispeech-10mins": 10.78, "earnings22-10mins": 25.34}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -99,6 +103,7 @@
 {"model": "openai/whisper-base", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:14:24Z", "speed": 23.69, "tokens_per_second": 87.28, "dataset_speed": {"earnings22-10mins": 34.78, "librispeech-10mins": 17.98}, "dataset_tokens_per_second": {"earnings22-10mins": 111.58, "librispeech-10mins": 74.78}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-small", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:12:03Z", "speed": 17.01, "tokens_per_second": 63.41, "dataset_speed": {"librispeech-10mins": 13.26, "earnings22-10mins": 23.78}, "dataset_tokens_per_second": {"librispeech-10mins": 55.66, "earnings22-10mins": 77.37}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:35:24Z", "speed": 5.36, "tokens_per_second": 23.39, "dataset_speed": {"librispeech-10mins": 3.96, "earnings22-10mins": 8.3}, "dataset_tokens_per_second": {"librispeech-10mins": 16.46, "earnings22-10mins": 37.99}, "average_wer": 6.25, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:27:43Z", "speed": 22.08, "tokens_per_second": 82.1, "dataset_speed": {"earnings22-10mins": 32.1, "librispeech-10mins": 16.84}, "dataset_tokens_per_second": {"earnings22-10mins": 104.01, "librispeech-10mins": 70.65}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:57:24Z", "speed": 67.26, "tokens_per_second": 273.68, "dataset_speed": {"librispeech-10mins": 47.76, "earnings22-10mins": 114.02}, "dataset_tokens_per_second": {"librispeech-10mins": 197.29, "earnings22-10mins": 456.82}, "average_wer": 16.5, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-small", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:40:47Z", "speed": 10.97, "tokens_per_second": 40.8, "dataset_speed": {"earnings22-10mins": 14.68, "librispeech-10mins": 8.76}, "dataset_tokens_per_second": {"earnings22-10mins": 47.58, "librispeech-10mins": 36.77}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T11:54:20Z", "speed": 10.2, "tokens_per_second": 34.03, "dataset_speed": {"earnings22-10mins": 17.75, "librispeech-10mins": 7.17}, "dataset_tokens_per_second": {"earnings22-10mins": 54.7, "librispeech-10mins": 25.71}, "average_wer": 8.11, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -111,10 +116,13 @@
 {"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:19:47Z", "speed": 58.21, "tokens_per_second": 214.52, "dataset_speed": {"earnings22-10mins": 103.43, "librispeech-10mins": 40.55}, "dataset_tokens_per_second": {"earnings22-10mins": 332.19, "librispeech-10mins": 168.58}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-base.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:09:55Z", "speed": 50.84, "tokens_per_second": 184.25, "dataset_speed": {"librispeech-10mins": 39.28, "earnings22-10mins": 72.16}, "dataset_tokens_per_second": {"librispeech-10mins": 148.78, "earnings22-10mins": 249.68}, "average_wer": 10.22, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-base.en", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:09:47Z", "speed": 61.6, "tokens_per_second": 211.88, "dataset_speed": {"librispeech-10mins": 39.4, "earnings22-10mins": 141.96}, "dataset_tokens_per_second": {"librispeech-10mins": 149.34, "earnings22-10mins": 438.17}, "average_wer": 10.04, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:23:50Z", "speed": 10.59, "tokens_per_second": 39.26, "dataset_speed": {"librispeech-10mins": 7.19, "earnings22-10mins": 20.13}, "dataset_tokens_per_second": {"librispeech-10mins": 29.98, "earnings22-10mins": 65.37}, "average_wer": 6.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:16:42Z", "speed": 7.3, "tokens_per_second": 27.01, "dataset_speed": {"librispeech-10mins": 4.76, "earnings22-10mins": 15.72}, "dataset_tokens_per_second": {"librispeech-10mins": 19.95, "earnings22-10mins": 50.43}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:06:29Z", "speed": 10.53, "tokens_per_second": 39.04, "dataset_speed": {"librispeech-10mins": 7.13, "earnings22-10mins": 20.19}, "dataset_tokens_per_second": {"librispeech-10mins": 29.72, "earnings22-10mins": 65.55}, "average_wer": 6.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:07:23Z", "speed": 77.21, "tokens_per_second": 278.99, "dataset_speed": {"librispeech-10mins": 51.22, "earnings22-10mins": 157.42}, "dataset_tokens_per_second": {"librispeech-10mins": 212.62, "earnings22-10mins": 483.79}, "average_wer": 14.6, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:25:03Z", "speed": 89.32, "tokens_per_second": 362.91, "dataset_speed": {"librispeech-10mins": 61.57, "earnings22-10mins": 163.15}, "dataset_tokens_per_second": {"librispeech-10mins": 254.56, "earnings22-10mins": 651.22}, "average_wer": 16.29, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:10:09Z", "speed": 2.34, "tokens_per_second": 10.11, "dataset_speed": {"earnings22-10mins": 4.06, "librispeech-10mins": 1.99}, "dataset_tokens_per_second": {"earnings22-10mins": 11.77, "librispeech-10mins": 9.78}, "average_wer": 32.83, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:26:27Z", "speed": 10.78, "tokens_per_second": 39.72, "dataset_speed": {"librispeech-10mins": 7.23, "earnings22-10mins": 21.25}, "dataset_tokens_per_second": {"librispeech-10mins": 30.08, "earnings22-10mins": 68.17}, "average_wer": 7.56, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:29:30Z", "speed": 2.49, "tokens_per_second": 13.87, "dataset_speed": {"earnings22-10mins": 2.45, "librispeech-10mins": 2.51}, "dataset_tokens_per_second": {"earnings22-10mins": 14.74, "librispeech-10mins": 13.52}, "average_wer": 32.1, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T11:32:28Z", "speed": 4.8, "tokens_per_second": 17.77, "dataset_speed": {"librispeech-10mins": 3.31, "earnings22-10mins": 8.77}, "dataset_tokens_per_second": {"librispeech-10mins": 13.92, "earnings22-10mins": 28.04}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny.en", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:07:20Z", "speed": 51.91, "tokens_per_second": 188.14, "dataset_speed": {"earnings22-10mins": 129.25, "librispeech-10mins": 32.53}, "dataset_tokens_per_second": {"earnings22-10mins": 398.72, "librispeech-10mins": 135.35}, "average_wer": 14.67, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -125,6 +133,7 @@
 {"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:58:13Z", "speed": 84.12, "tokens_per_second": 305.03, "dataset_speed": {"earnings22-10mins": 314.25, "librispeech-10mins": 48.65}, "dataset_tokens_per_second": {"earnings22-10mins": 966.84, "librispeech-10mins": 203.01}, "average_wer": 14.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T05:42:23Z", "speed": 6.63, "tokens_per_second": 24.65, "dataset_speed": {"librispeech-10mins": 4.57, "earnings22-10mins": 12.14}, "dataset_tokens_per_second": {"librispeech-10mins": 19.29, "earnings22-10mins": 38.97}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:11:31Z", "speed": 10.92, "tokens_per_second": 36.63, "dataset_speed": {"librispeech-10mins": 7.71, "earnings22-10mins": 18.77}, "dataset_tokens_per_second": {"librispeech-10mins": 28.0, "earnings22-10mins": 57.72}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:52:02Z", "speed": 4.36, "tokens_per_second": 15.86, "dataset_speed": {"earnings22-10mins": 5.6, "librispeech-10mins": 3.89}, "dataset_tokens_per_second": {"earnings22-10mins": 18.64, "librispeech-10mins": 14.82}, "average_wer": 25.79, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny.en", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:12:45Z", "speed": 65.81, "tokens_per_second": 238.18, "dataset_speed": {"librispeech-10mins": 40.75, "earnings22-10mins": 172.14}, "dataset_tokens_per_second": {"librispeech-10mins": 169.41, "earnings22-10mins": 529.91}, "average_wer": 14.67, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:10:18Z", "speed": 1.89, "tokens_per_second": 8.85, "dataset_speed": {"earnings22-10mins": 2.84, "librispeech-10mins": 1.59}, "dataset_tokens_per_second": {"earnings22-10mins": 8.4, "librispeech-10mins": 8.99}, "average_wer": 26.13, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-31T15:50:44Z", "speed": 3.9, "tokens_per_second": 13.45, "dataset_speed": {"earnings22-10mins": 4.93, "librispeech-10mins": 3.24}, "dataset_tokens_per_second": {"earnings22-10mins": 15.71, "librispeech-10mins": 12.01}, "average_wer": 35.64, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -135,7 +144,9 @@
 {"model": "distil-whisper/distil-large-v3", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:37:06Z", "speed": 9.14, "tokens_per_second": 33.91, "dataset_speed": {"librispeech-10mins": 5.97, "earnings22-10mins": 19.52}, "dataset_tokens_per_second": {"librispeech-10mins": 24.9, "earnings22-10mins": 63.49}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T14:26:05Z", "speed": 9.52, "tokens_per_second": 36.35, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 17.34}, "dataset_tokens_per_second": {"librispeech-10mins": 27.44, "earnings22-10mins": 59.97}, "average_wer": 5.97, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T10:57:08Z", "speed": 2.32, "tokens_per_second": 7.86, "dataset_speed": {"earnings22-10mins": 3.0, "librispeech-10mins": 1.89}, "dataset_tokens_per_second": {"earnings22-10mins": 9.29, "librispeech-10mins": 6.97}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:26:07Z", "speed": 60.54, "tokens_per_second": 223.14, "dataset_speed": {"librispeech-10mins": 42.1, "earnings22-10mins": 108.11}, "dataset_tokens_per_second": {"librispeech-10mins": 175.03, "earnings22-10mins": 347.22}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/949MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:31:46Z", "speed": 1.6, "tokens_per_second": 7.92, "dataset_speed": {"earnings22-10mins": 1.49, "librispeech-10mins": 1.65}, "dataset_tokens_per_second": {"earnings22-10mins": 8.39, "librispeech-10mins": 7.69}, "average_wer": 31.17, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:17:41Z", "speed": 4.44, "tokens_per_second": 15.46, "dataset_speed": {"earnings22-10mins": 5.62, "librispeech-10mins": 3.98}, "dataset_tokens_per_second": {"earnings22-10mins": 17.41, "librispeech-10mins": 14.7}, "average_wer": 25.72, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny.en", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:07:03Z", "speed": 83.51, "tokens_per_second": 302.78, "dataset_speed": {"earnings22-10mins": 274.75, "librispeech-10mins": 49.32}, "dataset_tokens_per_second": {"earnings22-10mins": 845.31, "librispeech-10mins": 205.79}, "average_wer": 14.64, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-base.en", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:16:19Z", "speed": 30.56, "tokens_per_second": 104.87, "dataset_speed": {"earnings22-10mins": 46.98, "librispeech-10mins": 22.67}, "dataset_tokens_per_second": {"earnings22-10mins": 144.46, "librispeech-10mins": 85.85}, "average_wer": 9.94, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:26:42Z", "speed": 60.91, "tokens_per_second": 236.76, "dataset_speed": {"earnings22-10mins": 136.53, "librispeech-10mins": 39.26}, "dataset_tokens_per_second": {"earnings22-10mins": 496.97, "librispeech-10mins": 162.25}, "average_wer": 16.74, "qoi": 0.32, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -145,6 +156,7 @@
 {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:51:12Z", "speed": 8.71, "tokens_per_second": 30.45, "dataset_speed": {"librispeech-10mins": 6.42, "earnings22-10mins": 13.56}, "dataset_tokens_per_second": {"librispeech-10mins": 23.15, "earnings22-10mins": 45.93}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-small.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:15:21Z", "speed": 17.57, "tokens_per_second": 63.58, "dataset_speed": {"librispeech-10mins": 14.37, "earnings22-10mins": 22.64}, "dataset_tokens_per_second": {"librispeech-10mins": 55.14, "earnings22-10mins": 76.95}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:57:02Z", "speed": 78.56, "tokens_per_second": 327.41, "dataset_speed": {"earnings22-10mins": 173.46, "librispeech-10mins": 50.85}, "dataset_tokens_per_second": {"earnings22-10mins": 729.38, "librispeech-10mins": 210.06}, "average_wer": 16.69, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:01:32Z", "speed": 3.04, "tokens_per_second": 11.56, "dataset_speed": {"librispeech-10mins": 2.65, "earnings22-10mins": 4.42}, "dataset_tokens_per_second": {"librispeech-10mins": 11.12, "earnings22-10mins": 13.12}, "average_wer": 30.55, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:39:36Z", "speed": 10.71, "tokens_per_second": 39.72, "dataset_speed": {"librispeech-10mins": 6.96, "earnings22-10mins": 23.37}, "dataset_tokens_per_second": {"librispeech-10mins": 28.99, "earnings22-10mins": 75.88}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:09:18Z", "speed": 1.82, "tokens_per_second": 6.57, "dataset_speed": {"librispeech-10mins": 1.66, "earnings22-10mins": 2.28}, "dataset_tokens_per_second": {"librispeech-10mins": 6.33, "earnings22-10mins": 7.23}, "average_wer": 29.48, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:57:59Z", "speed": 2.69, "tokens_per_second": 9.42, "dataset_speed": {"librispeech-10mins": 2.44, "earnings22-10mins": 3.24}, "dataset_tokens_per_second": {"librispeech-10mins": 9.03, "earnings22-10mins": 10.28}, "average_wer": 23.2, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -155,6 +167,7 @@
 {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:01:02Z", "speed": 4.12, "tokens_per_second": 14.16, "dataset_speed": {"earnings22-10mins": 6.49, "librispeech-10mins": 3.33}, "dataset_tokens_per_second": {"earnings22-10mins": 19.78, "librispeech-10mins": 12.29}, "average_wer": 21.71, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:42:57Z", "speed": 4.1, "tokens_per_second": 16.11, "dataset_speed": {"librispeech-10mins": 3.47, "earnings22-10mins": 6.02}, "dataset_tokens_per_second": {"librispeech-10mins": 14.92, "earnings22-10mins": 19.74}, "average_wer": 25.39, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:29:14Z", "speed": 32.22, "tokens_per_second": 125.36, "dataset_speed": {"librispeech-10mins": 24.09, "earnings22-10mins": 48.76}, "dataset_tokens_per_second": {"librispeech-10mins": 99.59, "earnings22-10mins": 177.71}, "average_wer": 16.6, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:25:20Z", "speed": 92.19, "tokens_per_second": 333.25, "dataset_speed": {"earnings22-10mins": 204.26, "librispeech-10mins": 59.62}, "dataset_tokens_per_second": {"earnings22-10mins": 628.08, "librispeech-10mins": 247.56}, "average_wer": 14.64, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T08:56:19Z", "speed": 4.93, "tokens_per_second": 17.01, "dataset_speed": {"earnings22-10mins": 6.61, "librispeech-10mins": 3.94}, "dataset_tokens_per_second": {"earnings22-10mins": 20.43, "librispeech-10mins": 14.98}, "average_wer": 7.21, "qoi": 0.59, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T09:07:49Z", "speed": 3.54, "tokens_per_second": 12.93, "dataset_speed": {"earnings22-10mins": 7.96, "librispeech-10mins": 2.28}, "dataset_tokens_per_second": {"earnings22-10mins": 24.83, "librispeech-10mins": 9.54}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:00:37Z", "speed": 3.08, "tokens_per_second": 11.31, "dataset_speed": {"librispeech-10mins": 2.46, "earnings22-10mins": 4.33}, "dataset_tokens_per_second": {"librispeech-10mins": 10.33, "earnings22-10mins": 13.27}, "average_wer": 41.0, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -204,6 +217,7 @@
 {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T10:57:00Z", "speed": 4.95, "tokens_per_second": 16.85, "dataset_speed": {"librispeech-10mins": 3.33, "earnings22-10mins": 11.4}, "dataset_tokens_per_second": {"librispeech-10mins": 12.28, "earnings22-10mins": 35.1}, "average_wer": 12.08, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:44:44Z", "speed": 14.15, "tokens_per_second": 47.87, "dataset_speed": {"librispeech-10mins": 9.37, "earnings22-10mins": 29.04}, "dataset_tokens_per_second": {"librispeech-10mins": 34.42, "earnings22-10mins": 89.73}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:02:01Z", "speed": 62.75, "tokens_per_second": 267.54, "dataset_speed": {"earnings22-10mins": 117.01, "librispeech-10mins": 42.93}, "dataset_tokens_per_second": {"earnings22-10mins": 513.84, "librispeech-10mins": 177.55}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:36:10Z", "speed": 8.96, "tokens_per_second": 37.48, "dataset_speed": {"librispeech-10mins": 6.43, "earnings22-10mins": 14.82}, "dataset_tokens_per_second": {"librispeech-10mins": 26.57, "earnings22-10mins": 62.72}, "average_wer": 5.87, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:36:04Z", "speed": 22.03, "tokens_per_second": 81.92, "dataset_speed": {"librispeech-10mins": 16.66, "earnings22-10mins": 32.55}, "dataset_tokens_per_second": {"librispeech-10mins": 69.92, "earnings22-10mins": 105.48}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:36:49Z", "speed": 55.12, "tokens_per_second": 189.17, "dataset_speed": {"earnings22-10mins": 98.57, "librispeech-10mins": 38.31}, "dataset_tokens_per_second": {"earnings22-10mins": 303.44, "librispeech-10mins": 144.96}, "average_wer": 14.81, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:47:51Z", "speed": 14.69, "tokens_per_second": 54.72, "dataset_speed": {"earnings22-10mins": 24.82, "librispeech-10mins": 10.44}, "dataset_tokens_per_second": {"earnings22-10mins": 80.74, "librispeech-10mins": 43.82}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -211,6 +225,7 @@
 {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:34:13Z", "speed": 1.92, "tokens_per_second": 6.73, "dataset_speed": {"librispeech-10mins": 1.74, "earnings22-10mins": 2.49}, "dataset_tokens_per_second": {"librispeech-10mins": 6.42, "earnings22-10mins": 7.7}, "average_wer": 29.0, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-small.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:40:55Z", "speed": 9.15, "tokens_per_second": 33.04, "dataset_speed": {"librispeech-10mins": 7.38, "earnings22-10mins": 12.06}, "dataset_tokens_per_second": {"librispeech-10mins": 28.3, "earnings22-10mins": 40.83}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:35:16Z", "speed": 16.91, "tokens_per_second": 57.15, "dataset_speed": {"librispeech-10mins": 10.01, "earnings22-10mins": 54.96}, "dataset_tokens_per_second": {"librispeech-10mins": 36.73, "earnings22-10mins": 169.73}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:31:49Z", "speed": 2.82, "tokens_per_second": 11.42, "dataset_speed": {"earnings22-10mins": 3.7, "librispeech-10mins": 2.59}, "dataset_tokens_per_second": {"earnings22-10mins": 12.5, "librispeech-10mins": 11.14}, "average_wer": 33.03, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:44:44Z", "speed": 3.39, "tokens_per_second": 12.38, "dataset_speed": {"earnings22-10mins": 4.77, "librispeech-10mins": 2.63}, "dataset_tokens_per_second": {"earnings22-10mins": 14.88, "librispeech-10mins": 11.01}, "average_wer": 7.59, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:30:27Z", "speed": 49.06, "tokens_per_second": 168.15, "dataset_speed": {"librispeech-10mins": 29.95, "earnings22-10mins": 136.43}, "dataset_tokens_per_second": {"librispeech-10mins": 113.64, "earnings22-10mins": 417.47}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T10:03:17Z", "speed": 3.69, "tokens_per_second": 14.73, "dataset_speed": {"librispeech-10mins": 2.71, "earnings22-10mins": 5.91}, "dataset_tokens_per_second": {"librispeech-10mins": 13.29, "earnings22-10mins": 17.98}, "average_wer": 9.15, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -236,6 +251,7 @@
 {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:32:38Z", "speed": 6.81, "tokens_per_second": 28.53, "dataset_speed": {"earnings22-10mins": 10.86, "librispeech-10mins": 4.97}, "dataset_tokens_per_second": {"earnings22-10mins": 45.73, "librispeech-10mins": 20.68}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:28:50Z", "speed": 3.44, "tokens_per_second": 12.97, "dataset_speed": {"earnings22-10mins": 4.79, "librispeech-10mins": 2.68}, "dataset_tokens_per_second": {"earnings22-10mins": 15.56, "librispeech-10mins": 11.53}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T16:58:01Z", "speed": 11.85, "tokens_per_second": 39.72, "dataset_speed": {"librispeech-10mins": 8.42, "earnings22-10mins": 20.07}, "dataset_tokens_per_second": {"librispeech-10mins": 30.57, "earnings22-10mins": 61.66}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:28:50Z", "speed": 22.61, "tokens_per_second": 81.92, "dataset_speed": {"earnings22-10mins": 30.3, "librispeech-10mins": 18.05}, "dataset_tokens_per_second": {"earnings22-10mins": 103.36, "librispeech-10mins": 69.2}, "average_wer": 8.35, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-base", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:08:35Z", "speed": 38.24, "tokens_per_second": 140.94, "dataset_speed": {"earnings22-10mins": 86.19, "librispeech-10mins": 24.61}, "dataset_tokens_per_second": {"earnings22-10mins": 276.68, "librispeech-10mins": 102.35}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:11:08Z", "speed": 63.44, "tokens_per_second": 258.19, "dataset_speed": {"earnings22-10mins": 128.92, "librispeech-10mins": 42.13}, "dataset_tokens_per_second": {"earnings22-10mins": 516.11, "librispeech-10mins": 174.26}, "average_wer": 16.71, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny.en", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:12:47Z", "speed": 77.41, "tokens_per_second": 279.55, "dataset_speed": {"librispeech-10mins": 51.91, "earnings22-10mins": 152.7}, "dataset_tokens_per_second": {"librispeech-10mins": 215.32, "earnings22-10mins": 469.3}, "average_wer": 14.6, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -243,6 +259,7 @@
 {"model": "openai/whisper-tiny", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:11:13Z", "speed": 73.6, "tokens_per_second": 299.59, "dataset_speed": {"earnings22-10mins": 119.0, "librispeech-10mins": 53.34}, "dataset_tokens_per_second": {"earnings22-10mins": 476.77, "librispeech-10mins": 220.5}, "average_wer": 16.33, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:34:31Z", "speed": 2.26, "tokens_per_second": 9.2, "dataset_speed": {"librispeech-10mins": 2.01, "earnings22-10mins": 3.42}, "dataset_tokens_per_second": {"librispeech-10mins": 8.66, "earnings22-10mins": 11.71}, "average_wer": 33.9, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-small.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:43:43Z", "speed": 10.9, "tokens_per_second": 39.45, "dataset_speed": {"earnings22-10mins": 13.16, "librispeech-10mins": 9.31}, "dataset_tokens_per_second": {"earnings22-10mins": 44.74, "librispeech-10mins": 35.73}, "average_wer": 7.97, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:37:51Z", "speed": 3.27, "tokens_per_second": 13.62, "dataset_speed": {"earnings22-10mins": 4.84, "librispeech-10mins": 2.79}, "dataset_tokens_per_second": {"earnings22-10mins": 15.77, "librispeech-10mins": 12.96}, "average_wer": 26.34, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:51:15Z", "speed": 3.99, "tokens_per_second": 15.18, "dataset_speed": {"earnings22-10mins": 7.01, "librispeech-10mins": 2.79}, "dataset_tokens_per_second": {"earnings22-10mins": 24.23, "librispeech-10mins": 11.59}, "average_wer": 6.14, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-small.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:50:27Z", "speed": 15.7, "tokens_per_second": 56.77, "dataset_speed": {"earnings22-10mins": 20.16, "librispeech-10mins": 12.87}, "dataset_tokens_per_second": {"earnings22-10mins": 68.41, "librispeech-10mins": 49.37}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:10:54Z", "speed": 10.19, "tokens_per_second": 33.65, "dataset_speed": {"librispeech-10mins": 7.0, "earnings22-10mins": 18.79}, "dataset_tokens_per_second": {"librispeech-10mins": 24.89, "earnings22-10mins": 57.24}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -279,6 +296,7 @@
 {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:10:49Z", "speed": 15.78, "tokens_per_second": 52.87, "dataset_speed": {"earnings22-10mins": 28.92, "librispeech-10mins": 10.87}, "dataset_tokens_per_second": {"earnings22-10mins": 88.84, "librispeech-10mins": 39.41}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T09:59:02Z", "speed": 3.12, "tokens_per_second": 14.16, "dataset_speed": {"earnings22-10mins": 9.63, "librispeech-10mins": 2.04}, "dataset_tokens_per_second": {"earnings22-10mins": 30.18, "librispeech-10mins": 11.5}, "average_wer": 15.77, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:31:46Z", "speed": 3.61, "tokens_per_second": 12.44, "dataset_speed": {"librispeech-10mins": 3.14, "earnings22-10mins": 5.15}, "dataset_tokens_per_second": {"librispeech-10mins": 11.58, "earnings22-10mins": 15.24}, "average_wer": 27.82, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:30:01Z", "speed": 15.25, "tokens_per_second": 51.57, "dataset_speed": {"librispeech-10mins": 10.55, "earnings22-10mins": 27.58}, "dataset_tokens_per_second": {"librispeech-10mins": 38.71, "earnings22-10mins": 85.3}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:40:41Z", "speed": 6.88, "tokens_per_second": 25.38, "dataset_speed": {"librispeech-10mins": 4.75, "earnings22-10mins": 12.53}, "dataset_tokens_per_second": {"librispeech-10mins": 19.79, "earnings22-10mins": 40.22}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:08:17Z", "speed": 11.14, "tokens_per_second": 41.35, "dataset_speed": {"librispeech-10mins": 6.51, "earnings22-10mins": 38.99}, "dataset_tokens_per_second": {"librispeech-10mins": 27.14, "earnings22-10mins": 126.77}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:23:08Z", "speed": 3.27, "tokens_per_second": 12.4, "dataset_speed": {"earnings22-10mins": 4.48, "librispeech-10mins": 2.58}, "dataset_tokens_per_second": {"earnings22-10mins": 14.65, "librispeech-10mins": 11.12}, "average_wer": 6.52, "qoi": 0.64, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -295,10 +313,12 @@
 {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T10:09:58Z", "speed": 1.45, "tokens_per_second": 6.86, "dataset_speed": {"librispeech-10mins": 1.01, "earnings22-10mins": 2.59}, "dataset_tokens_per_second": {"librispeech-10mins": 6.41, "earnings22-10mins": 8.01}, "average_wer": 15.05, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:58:41Z", "speed": 3.23, "tokens_per_second": 11.99, "dataset_speed": {"librispeech-10mins": 2.95, "earnings22-10mins": 4.25}, "dataset_tokens_per_second": {"librispeech-10mins": 11.25, "earnings22-10mins": 14.74}, "average_wer": 32.03, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny", "device": "iPhone 12", "os": "iOS 17.2.1", "timestamp": "2024-10-30T18:12:11Z", "speed": 26.5, "tokens_per_second": 103.05, "dataset_speed": {"earnings22-10mins": 40.36, "librispeech-10mins": 19.75}, "dataset_tokens_per_second": {"earnings22-10mins": 146.97, "librispeech-10mins": 81.65}, "average_wer": 16.88, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:47:39Z", "speed": 12.66, "tokens_per_second": 49.03, "dataset_speed": {"librispeech-10mins": 9.49, "earnings22-10mins": 19.07}, "dataset_tokens_per_second": {"librispeech-10mins": 34.35, "earnings22-10mins": 78.65}, "average_wer": 6.25, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:13:52Z", "speed": 48.35, "tokens_per_second": 178.15, "dataset_speed": {"earnings22-10mins": 113.12, "librispeech-10mins": 30.79}, "dataset_tokens_per_second": {"earnings22-10mins": 363.1, "librispeech-10mins": 128.02}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:02:25Z", "speed": 60.82, "tokens_per_second": 269.76, "dataset_speed": {"librispeech-10mins": 47.73, "earnings22-10mins": 83.92}, "dataset_tokens_per_second": {"librispeech-10mins": 197.17, "earnings22-10mins": 397.92}, "average_wer": 16.43, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:52:26Z", "speed": 17.76, "tokens_per_second": 59.48, "dataset_speed": {"earnings22-10mins": 63.08, "librispeech-10mins": 10.36}, "dataset_tokens_per_second": {"earnings22-10mins": 193.65, "librispeech-10mins": 37.55}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:39:22Z", "speed": 9.85, "tokens_per_second": 38.05, "dataset_speed": {"earnings22-10mins": 14.66, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 60.35, "librispeech-10mins": 26.8}, "average_wer": 6.49, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:33:02Z", "speed": 15.88, "tokens_per_second": 53.19, "dataset_speed": {"librispeech-10mins": 10.98, "earnings22-10mins": 28.78}, "dataset_tokens_per_second": {"librispeech-10mins": 39.81, "earnings22-10mins": 88.4}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:26:00Z", "speed": 2.73, "tokens_per_second": 9.56, "dataset_speed": {"earnings22-10mins": 3.36, "librispeech-10mins": 2.43}, "dataset_tokens_per_second": {"earnings22-10mins": 10.24, "librispeech-10mins": 9.23}, "average_wer": 21.71, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T13:45:55Z", "speed": 14.49, "tokens_per_second": 47.91, "dataset_speed": {"librispeech-10mins": 8.73, "earnings22-10mins": 42.92}, "dataset_tokens_per_second": {"librispeech-10mins": 31.12, "earnings22-10mins": 130.77}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:51:02Z", "speed": 4.3, "tokens_per_second": 15.23, "dataset_speed": {"earnings22-10mins": 6.15, "librispeech-10mins": 3.64}, "dataset_tokens_per_second": {"earnings22-10mins": 19.04, "librispeech-10mins": 13.86}, "average_wer": 24.96, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
@@ -318,10 +338,12 @@
 {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:09:15Z", "speed": 15.21, "tokens_per_second": 51.44, "dataset_speed": {"earnings22-10mins": 27.75, "librispeech-10mins": 10.49}, "dataset_tokens_per_second": {"earnings22-10mins": 85.83, "librispeech-10mins": 38.49}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:35:13Z", "speed": 3.03, "tokens_per_second": 13.12, "dataset_speed": {"librispeech-10mins": 2.59, "earnings22-10mins": 4.44}, "dataset_tokens_per_second": {"librispeech-10mins": 12.07, "earnings22-10mins": 16.53}, "average_wer": 27.51, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:48:19Z", "speed": 14.56, "tokens_per_second": 48.81, "dataset_speed": {"librispeech-10mins": 9.62, "earnings22-10mins": 30.1}, "dataset_tokens_per_second": {"librispeech-10mins": 34.89, "earnings22-10mins": 92.55}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:07:27Z", "speed": 3.19, "tokens_per_second": 13.69, "dataset_speed": {"librispeech-10mins": 2.68, "earnings22-10mins": 5.02}, "dataset_tokens_per_second": {"librispeech-10mins": 13.14, "earnings22-10mins": 15.65}, "average_wer": 27.48, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-base.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:33:35Z", "speed": 24.63, "tokens_per_second": 84.39, "dataset_speed": {"earnings22-10mins": 38.65, "librispeech-10mins": 18.09}, "dataset_tokens_per_second": {"earnings22-10mins": 118.39, "librispeech-10mins": 68.55}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T09:11:23Z", "speed": 8.83, "tokens_per_second": 33.68, "dataset_speed": {"earnings22-10mins": 20.05, "librispeech-10mins": 5.67}, "dataset_tokens_per_second": {"earnings22-10mins": 69.36, "librispeech-10mins": 23.64}, "average_wer": 5.94, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-tiny", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:36:05Z", "speed": 46.69, "tokens_per_second": 198.69, "dataset_speed": {"librispeech-10mins": 36.5, "earnings22-10mins": 64.88}, "dataset_tokens_per_second": {"librispeech-10mins": 150.86, "earnings22-10mins": 284.08}, "average_wer": 16.5, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T17:16:14Z", "speed": 6.57, "tokens_per_second": 26.29, "dataset_speed": {"earnings22-10mins": 10.68, "librispeech-10mins": 4.75}, "dataset_tokens_per_second": {"earnings22-10mins": 40.98, "librispeech-10mins": 19.78}, "average_wer": 6.39, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
+{"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:45:37Z", "speed": 3.26, "tokens_per_second": 13.2, "dataset_speed": {"earnings22-10mins": 3.87, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 13.14, "librispeech-10mins": 13.22}, "average_wer": 32.27, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:42:27Z", "speed": 1.73, "tokens_per_second": 8.79, "dataset_speed": {"librispeech-10mins": 1.81, "earnings22-10mins": 1.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.09, "earnings22-10mins": 8.13}, "average_wer": 32.14, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:50:43Z", "speed": 12.81, "tokens_per_second": 44.86, "dataset_speed": {"librispeech-10mins": 8.77, "earnings22-10mins": 23.81}, "dataset_tokens_per_second": {"librispeech-10mins": 31.79, "earnings22-10mins": 80.47}, "average_wer": 6.04, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
 {"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:23:14Z", "speed": 2.84, "tokens_per_second": 11.97, "dataset_speed": {"librispeech-10mins": 2.44, "earnings22-10mins": 4.47}, "dataset_tokens_per_second": {"librispeech-10mins": 11.33, "earnings22-10mins": 14.53}, "average_wer": 29.27, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}

dashboard_data/support_data.csv

@@ -1,23 +1,23 @@
-,Model,"Apple M2 Pro (Mac14,12)","Apple M2 Ultra (Mac14,14)","Apple M2 (Mac14,2)","Apple M3 Max (Mac15,10)","Apple M3 Pro (Mac15,6)","Apple M3 Max (Mac15,9)","Apple M4 (Mac16,3)","Apple M1 (MacBookAir10,1)","iPad Air (5th generation) (iPad13,16)","iPad Air 11-inch (M2) (iPad14,8)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 11 (iPhone12,1)","iPhone 12 mini (iPhone13,1)","iPhone 12 (iPhone13,2)","iPhone 12 Pro Max (iPhone13,4)","iPhone 13 Pro (iPhone14,2)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 Pro (iPhone16,1)","iPhone 15 Pro Max (iPhone16,2)","iPhone 16 Pro (iPhone17,1)","iPhone 16 (iPhone17,3)","iPhone 16 Plus (iPhone17,4)"
-distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/MacBookAir10%2C1_summary_2024-10-30T012535.json>macOS 15.1</a>,Not Supported,✅ iPadOS 17.6.1,Not Supported,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
-distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
-distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad14%2C8_summary_2024-10-30T073931.json>iPadOS 17.6.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C1_summary_2024-10-29T234233.json>iPadOS 18.0.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C3_summary_2024-10-30T073931.json>iPadOS 18.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
-distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
-openai_whisper-base,openai_whisper-base,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,✅ iOS 17.6.1,✅ iOS 17.7,✅ iOS 17.2.1,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
-openai_whisper-base.en,openai_whisper-base.en,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,✅ iOS 17.6.1,✅ iOS 17.7,✅ iOS 17.2.1,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
-openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/MacBookAir10%2C1_summary_2024-10-30T012535.json>macOS 15.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C5_summary_2024-10-30T073931.json>iOS 17.3</a>,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
-openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad14%2C8_summary_2024-10-30T073931.json>iPadOS 17.6.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C1_summary_2024-10-29T234233.json>iPadOS 18.0.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C3_summary_2024-10-30T073931.json>iPadOS 18.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C5_summary_2024-10-30T073931.json>iOS 17.3</a>,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
-openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/MacBookAir10%2C1_summary_2024-10-30T012535.json>macOS 15.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/MacBookAir10%2C1_summary_2024-10-30T012535.json>macOS 15.1</a>,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad14%2C8_summary_2024-10-30T073931.json>iPadOS 17.6.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C1_summary_2024-10-29T234233.json>iPadOS 18.0.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C3_summary_2024-10-30T073931.json>iPadOS 18.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
-openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C1_summary_2024-10-29T234233.json>iPadOS 18.0.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C3_summary_2024-10-30T073931.json>iPadOS 18.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C5_summary_2024-10-30T073931.json>iOS 17.3</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C7_summary_2024-10-30T073931.json>iOS 17.3</a>,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone17%2C4_summary_2024-10-30T132649.json>iOS 18.0.1</a>
-openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C5_summary_2024-10-30T073931.json>iOS 17.3</a>,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
-openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C1_summary_2024-10-29T234233.json>iPadOS 18.0.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C3_summary_2024-10-30T073931.json>iPadOS 18.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
-openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C5_summary_2024-10-30T073931.json>iOS 17.3</a>,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone17%2C4_summary_2024-10-30T132649.json>iOS 18.0.1</a>
-openai_whisper-small,openai_whisper-small,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone13%2C1_summary_2024-10-30T022739.json>iOS 17.7</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone13%2C2_summary_2024-10-30T152729.json>iOS 17.2.1</a>,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
-openai_whisper-small.en,openai_whisper-small.en,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone13%2C1_summary_2024-10-30T022739.json>iOS 17.7</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone13%2C2_summary_2024-10-30T152729.json>iOS 17.2.1</a>,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
-openai_whisper-tiny,openai_whisper-tiny,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,✅ iOS 17.7,✅ iOS 17.2.1,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
-openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,✅ iOS 17.6.1,✅ iOS 17.7,✅ iOS 17.2.1,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+,Model,"Apple M2 Pro (Mac14,12)","Apple M2 Ultra (Mac14,14)","Apple M2 (Mac14,2)","Apple M3 Max (Mac15,10)","Apple M3 Pro (Mac15,6)","Apple M3 Max (Mac15,9)","Apple M4 (Mac16,10)","Apple M4 (Mac16,3)","Apple M1 (MacBookAir10,1)","iPad Air (5th generation) (iPad13,16)","iPad Air 11-inch (M2) (iPad14,8)","iPad mini (A17 Pro) (iPad16,1)","iPad Pro 11-inch (M4) (iPad16,3)","iPhone 11 (iPhone12,1)","iPhone 12 mini (iPhone13,1)","iPhone 12 (iPhone13,2)","iPhone 12 Pro Max (iPhone13,4)","iPhone 13 Pro (iPhone14,2)","iPhone 13 (iPhone14,5)","iPhone 14 (iPhone14,7)","iPhone 15 Pro (iPhone16,1)","iPhone 15 Pro Max (iPhone16,2)","iPhone 16 Pro (iPhone17,1)","iPhone 16 (iPhone17,3)","iPhone 16 Plus (iPhone17,4)"
+distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/MacBookAir10%2C1_summary_2024-10-30T012535.json>macOS 15.1</a>,Not Supported,✅ iPadOS 17.6.1,Not Supported,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad14%2C8_summary_2024-10-30T073931.json>iPadOS 17.6.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C1_summary_2024-10-29T234233.json>iPadOS 18.0.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C3_summary_2024-10-30T073931.json>iPadOS 18.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+openai_whisper-base,openai_whisper-base,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,✅ iOS 17.6.1,✅ iOS 17.7,✅ iOS 17.2.1,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+openai_whisper-base.en,openai_whisper-base.en,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,✅ iOS 17.6.1,✅ iOS 17.7,✅ iOS 17.2.1,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+openai_whisper-large-v2,openai_whisper-large-v2,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/MacBookAir10%2C1_summary_2024-10-30T012535.json>macOS 15.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C5_summary_2024-10-30T073931.json>iOS 17.3</a>,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad14%2C8_summary_2024-10-30T073931.json>iPadOS 17.6.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C1_summary_2024-10-29T234233.json>iPadOS 18.0.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C3_summary_2024-10-30T073931.json>iPadOS 18.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C5_summary_2024-10-30T073931.json>iOS 17.3</a>,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+openai_whisper-large-v3,openai_whisper-large-v3,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/MacBookAir10%2C1_summary_2024-10-30T012535.json>macOS 15.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/MacBookAir10%2C1_summary_2024-10-30T012535.json>macOS 15.1</a>,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad14%2C8_summary_2024-10-30T073931.json>iPadOS 17.6.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C1_summary_2024-10-29T234233.json>iPadOS 18.0.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C3_summary_2024-10-30T073931.json>iPadOS 18.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C1_summary_2024-10-29T234233.json>iPadOS 18.0.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C3_summary_2024-10-30T073931.json>iPadOS 18.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C5_summary_2024-10-30T073931.json>iOS 17.3</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C7_summary_2024-10-30T073931.json>iOS 17.3</a>,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone17%2C4_summary_2024-10-30T132649.json>iOS 18.0.1</a>
+openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C5_summary_2024-10-30T073931.json>iOS 17.3</a>,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C1_summary_2024-10-29T234233.json>iPadOS 18.0.1</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPad16%2C3_summary_2024-10-30T073931.json>iPadOS 18.1</a>,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported,Not Supported
+openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,Not Supported,Not Supported,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,Not Supported,Not Supported,Not Supported,✅ iOS 18.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone14%2C5_summary_2024-10-30T073931.json>iOS 17.3</a>,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone17%2C4_summary_2024-10-30T132649.json>iOS 18.0.1</a>
+openai_whisper-small,openai_whisper-small,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone13%2C1_summary_2024-10-30T022739.json>iOS 17.7</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone13%2C2_summary_2024-10-30T152729.json>iOS 17.2.1</a>,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+openai_whisper-small.en,openai_whisper-small.en,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone13%2C1_summary_2024-10-30T022739.json>iOS 17.7</a>,⚠️ <a style='color: #3B82F6; text-decoration: underline; text-decoration-style: dotted;' href=https://huggingface.co/datasets/argmaxinc/whisperkit-evals-dataset/blob/main/benchmark_data/2024-10-29T190053_a9b92c4/iPhone13%2C2_summary_2024-10-30T152729.json>iOS 17.2.1</a>,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+openai_whisper-tiny,openai_whisper-tiny,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,Not Supported,✅ iOS 17.7,✅ iOS 17.2.1,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1
+openai_whisper-tiny.en,openai_whisper-tiny.en,✅ macOS 15.0.1,✅ macOS 15.0.1,✅ macOS 15.1,✅ macOS 15.2,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.1,✅ macOS 15.0,✅ macOS 15.1,✅ iPadOS 18.1,✅ iPadOS 17.6.1,✅ iPadOS 18.0.1,✅ iPadOS 18.1,✅ iOS 17.6.1,✅ iOS 17.7,✅ iOS 17.2.1,✅ iOS 18.1,✅ iOS 18.1,✅ iOS 17.3,✅ iOS 17.3,✅ iOS 18.1,✅ iOS 18.2,✅ iOS 18.0,✅ iOS 18.0.1,✅ iOS 18.0.1

dashboard_data/version.json

@@ -1 +1 @@
-{"last_modified": "2024-11-11T21:31:05+00:00", "sha": "9cd71b1f774c75630c03831ec9690c253bacca17", "releases": ["a9b92c4"], "whisperkit_version": "0.9.1"}
+{"last_modified": "2024-11-12T20:58:07+00:00", "sha": "db0462c1fbef50f9c2d8248d3a9faf9178bc4656", "releases": ["a9b92c4"], "whisperkit_version": "0.9.1"}