Added evaluation results

README.md

@@ -1,30 +1,129 @@
 ---
 license: mit
 datasets:
-- openslr/librispeech_asr
-- facebook/multilingual_librispeech
+  - openslr/librispeech_asr
+  - facebook/multilingual_librispeech
 language:
-- en
-- fr
-- de
-- pt
-- es
+  - en
+  - fr
+  - de
+  - pt
+  - es
 metrics:
-- wer
+  - wer
 base_model:
-- openai/whisper-base
-- openai/whisper-small
-- openai/whisper-large-v2
+  - openai/whisper-base
+  - openai/whisper-small
+  - openai/whisper-large-v2
 pipeline_tag: automatic-speech-recognition
 tags:
-- streaming
-- asr
-- Transformer
-- encoder-decoder
-- pytorch
-- audio
-- speech
-- Whisper
+  - streaming
+  - asr
+  - Transformer
+  - encoder-decoder
+  - pytorch
+  - audio
+  - speech
+  - Whisper
+model-index:
+  - name: CarelessWhisper-large-v2
+    results:
+      - task:
+          type: streaming-transcription-chunk-300msec
+        dataset: 
+          name: LibriSpeech
+          type: test-clean
+        metrics:
+          - name: Word Error Rate (WER) [%]
+            type: Word Error Rate (WER) [%]
+            value: 5.29
+          - name: Aligned-Relative Word Error Rate (ARWER) [%]
+            type: Aligned-Relative Word Error Rate (WER) [%]
+            value: 6.00
+      - task:
+          type: streaming-transcription-chunk-300msec
+        dataset: 
+          name: LibriSpeech
+          type: test-other
+        metrics:
+          - name: Word Error Rate (WER) [%]
+            type: Word Error Rate (WER) [%]
+            value: 10.74
+          - name: Aligned-Relative Word Error Rate (ARWER) [%]
+            type: Aligned-Relative Word Error Rate (WER) [%]
+            value: 11.38
+      - task:
+          type: streaming-transcription-chunk-200msec
+        dataset: 
+          name: LibriSpeech
+          type: test-clean
+        metrics:
+          - name: Word Error Rate (WER) [%]
+            type: Word Error Rate (WER) [%]
+            value: 5.92
+          - name: Aligned-Relative Word Error Rate (ARWER) [%]
+            type: Aligned-Relative Word Error Rate (WER) [%]
+            value: 6.63
+      - task:
+          type: streaming-transcription-chunk-200msec
+        dataset: 
+          name: LibriSpeech
+          type: test-other
+        metrics:
+          - name: Word Error Rate (WER) [%]
+            type: Word Error Rate (WER) [%]
+            value: 11.41
+          - name: Aligned-Relative Word Error Rate (ARWER) [%]
+            type: Aligned-Relative Word Error Rate (WER) [%]
+            value: 12.60
+      - task:
+          type: streaming-transcription-chunk-100msec
+        dataset: 
+          name: LibriSpeech
+          type: test-clean
+        metrics:
+          - name: Word Error Rate (WER) [%]
+            type: Word Error Rate (WER) [%]
+            value: 6.33
+          - name: Aligned-Relative Word Error Rate (ARWER) [%]
+            type: Aligned-Relative Word Error Rate (WER) [%]
+            value: 7.76
+      - task:
+          type: streaming-transcription-chunk-100msec
+        dataset: 
+          name: LibriSpeech
+          type: test-other
+        metrics:
+          - name: Word Error Rate (WER) [%]
+            type: Word Error Rate (WER) [%]
+            value: 13.06
+          - name: Aligned-Relative Word Error Rate (ARWER) [%]
+            type: Aligned-Relative Word Error Rate (WER) [%]
+            value: 14.99
+      - task:
+          type: streaming-transcription-chunk-40msec
+        dataset: 
+          name: LibriSpeech
+          type: test-clean
+        metrics:
+          - name: Word Error Rate (WER) [%]
+            type: Word Error Rate (WER) [%]
+            value: 7.76
+          - name: Aligned-Relative Word Error Rate (ARWER) [%]
+            type: Aligned-Relative Word Error Rate (WER) [%]
+            value: 9.94
+      - task:
+          type: streaming-transcription-chunk-40msec
+        dataset: 
+          name: LibriSpeech
+          type: test-other
+        metrics:
+          - name: Word Error Rate (WER) [%]
+            type: Word Error Rate (WER) [%]
+            value: 16.73
+          - name: Aligned-Relative Word Error Rate (ARWER) [%]
+            type: Aligned-Relative Word Error Rate (WER) [%]
+            value: 19.28
 ---
 # CarelessWhisper - Causal Whisper Streaming Model
 Causal Whisper Streaming is a fine tuned version of OpenAI Whisper, which can handle causal data and perform real-time transcription.