update model card README.md

.ipynb_checkpoints/fine-tune-whisper-streaming-checkpoint.ipynb

@@ -1246,6 +1246,230 @@
       "Special tokens file saved in ./special_tokens_map.json\n",
       "added tokens file saved in ./added_tokens.json\n"
      ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "0eca84f052c74627ac66d5723be72b31",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file pytorch_model.bin:   0%|          | 32.0k/2.85G [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "088afaf598074ec5bef0846a8b72ca48",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-36-13_150-136-39-137/1670956580.0836174/events.out.tfevents.1670956580.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "833e11ef54e1406daaf6020101794f40",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-24-40_150-136-39-137/1670955905.1021514/events.out.tfevents.1670955905.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "43942e9886ee4d4fbdcd6b7bc778e6b7",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-05-58_150-136-39-137/1670954777.2156074/events.out.tfevents.1670954777.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "fab872ee31254b81a6c11ead1954591d",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-55-38_150-136-39-137/1670957748.6292179/events.out.tfevents.1670957748.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "651564d50af44575bc3464f6636f062a",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_19-06-37_150-136-39-137/1670958413.8994153/events.out.tfevents.1670958413.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "03c759d4a37040b1aba3b7c9e489f510",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_20-04-06_150-136-39-137/1670961852.0267997/events.out.tfevents.1670961852.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "9cbd8f1aed83405f864c6ad0597ad74e",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_20-04-06_150-136-39-137/events.out.tfevents.1670961852.150-136-39-137.260542.0:  84%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "8352061ee0844f928124d8841b6ab991",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_19-01-47_150-136-39-137/1670958163.9922779/events.out.tfevents.1670958163.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "47942299c1e94cc49549f911dc330883",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_19-06-37_150-136-39-137/events.out.tfevents.1670958413.150-136-39-137.186579.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "4870513cee674544a1e43de1c6235761",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-05-58_150-136-39-137/events.out.tfevents.1670954777.150-136-39-137.133111.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "a2213d68b8dd48fd99893bce47491869",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-55-38_150-136-39-137/events.out.tfevents.1670957748.150-136-39-137.175148.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "ad8e0d3a879c40ed98011edf88e74e9f",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_19-01-47_150-136-39-137/events.out.tfevents.1670958163.150-136-39-137.183877.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "72a46d4754fa498a8d4db7f217ffb316",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-36-13_150-136-39-137/events.out.tfevents.1670956580.150-136-39-137.160081.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "54982bb1a8294aa2ad9467963891c7e0",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-24-40_150-136-39-137/events.out.tfevents.1670955905.150-136-39-137.151513.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "cbd4243eafdc425e9974d66d3f488256",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file training_args.bin: 100%|##########| 3.50k/3.50k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
     }
    ],
    "source": [

README.md

@@ -0,0 +1,90 @@
+---
+language:
+- et
+license: apache-2.0
+tags:
+- whisper-event
+- generated_from_trainer
+datasets:
+- mozilla-foundation/common_voice_11_0
+metrics:
+- wer
+model-index:
+- name: Whisper Medium et
+  results:
+  - task:
+      name: Automatic Speech Recognition
+      type: automatic-speech-recognition
+    dataset:
+      name: ERR2020, Common Voice 11.0, FLEURS
+      type: mozilla-foundation/common_voice_11_0
+      config: et
+      split: test
+      args: et
+    metrics:
+    - name: Wer
+      type: wer
+      value: 29.720322799236126
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# Whisper Medium et
+
+This model is a fine-tuned version of [openai/whisper-medium](https://huggingface.co/openai/whisper-medium) on the ERR2020, Common Voice 11.0, FLEURS dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.4288
+- Wer: 29.7203
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-06
+- train_batch_size: 32
+- eval_batch_size: 16
+- seed: 42
+- gradient_accumulation_steps: 2
+- total_train_batch_size: 64
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_steps: 500
+- training_steps: 5000
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Wer     |
+|:-------------:|:-----:|:----:|:---------------:|:-------:|
+| 0.4018        | 0.1   | 500  | 0.5518          | 39.3951 |
+| 0.2654        | 0.2   | 1000 | 0.4611          | 34.3929 |
+| 0.2121        | 0.3   | 1500 | 0.4346          | 32.0582 |
+| 0.1752        | 0.4   | 2000 | 0.4247          | 31.1926 |
+| 0.1337        | 0.5   | 2500 | 0.4216          | 30.3364 |
+| 0.1281        | 0.6   | 3000 | 0.4219          | 30.0745 |
+| 0.1127        | 0.7   | 3500 | 0.4252          | 29.7388 |
+| 0.1254        | 0.8   | 4000 | 0.4276          | 29.8928 |
+| 0.1035        | 0.9   | 4500 | 0.4292          | 29.7634 |
+| 0.1114        | 1.0   | 5000 | 0.4288          | 29.7203 |
+
+
+### Framework versions
+
+- Transformers 4.26.0.dev0
+- Pytorch 1.13.0+cu117
+- Datasets 2.7.1.dev0
+- Tokenizers 0.13.2

fine-tune-whisper-streaming.ipynb

@@ -1246,6 +1246,230 @@
       "Special tokens file saved in ./special_tokens_map.json\n",
       "added tokens file saved in ./added_tokens.json\n"
      ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "0eca84f052c74627ac66d5723be72b31",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file pytorch_model.bin:   0%|          | 32.0k/2.85G [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "088afaf598074ec5bef0846a8b72ca48",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-36-13_150-136-39-137/1670956580.0836174/events.out.tfevents.1670956580.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "833e11ef54e1406daaf6020101794f40",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-24-40_150-136-39-137/1670955905.1021514/events.out.tfevents.1670955905.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "43942e9886ee4d4fbdcd6b7bc778e6b7",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-05-58_150-136-39-137/1670954777.2156074/events.out.tfevents.1670954777.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "fab872ee31254b81a6c11ead1954591d",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-55-38_150-136-39-137/1670957748.6292179/events.out.tfevents.1670957748.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "651564d50af44575bc3464f6636f062a",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_19-06-37_150-136-39-137/1670958413.8994153/events.out.tfevents.1670958413.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "03c759d4a37040b1aba3b7c9e489f510",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_20-04-06_150-136-39-137/1670961852.0267997/events.out.tfevents.1670961852.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "9cbd8f1aed83405f864c6ad0597ad74e",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_20-04-06_150-136-39-137/events.out.tfevents.1670961852.150-136-39-137.260542.0:  84%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "8352061ee0844f928124d8841b6ab991",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_19-01-47_150-136-39-137/1670958163.9922779/events.out.tfevents.1670958163.150-136-39-13…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "47942299c1e94cc49549f911dc330883",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_19-06-37_150-136-39-137/events.out.tfevents.1670958413.150-136-39-137.186579.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "4870513cee674544a1e43de1c6235761",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-05-58_150-136-39-137/events.out.tfevents.1670954777.150-136-39-137.133111.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "a2213d68b8dd48fd99893bce47491869",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-55-38_150-136-39-137/events.out.tfevents.1670957748.150-136-39-137.175148.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "ad8e0d3a879c40ed98011edf88e74e9f",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_19-01-47_150-136-39-137/events.out.tfevents.1670958163.150-136-39-137.183877.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "72a46d4754fa498a8d4db7f217ffb316",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-36-13_150-136-39-137/events.out.tfevents.1670956580.150-136-39-137.160081.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "54982bb1a8294aa2ad9467963891c7e0",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file runs/Dec13_18-24-40_150-136-39-137/events.out.tfevents.1670955905.150-136-39-137.151513.0: 100%|##…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "cbd4243eafdc425e9974d66d3f488256",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file training_args.bin: 100%|##########| 3.50k/3.50k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
     }
    ],
    "source": [