End of training

trainv1.ipynb

@@ -62007,14 +62007,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 36,
+   "execution_count": 39,
    "id": "606258de-cd15-43e4-8960-52ee02b9cab5",
    "metadata": {},
    "outputs": [],
    "source": [
     "kwargs = {\n",
-    "    \"dataset_tags\": \"mozilla-foundation/common_voice_11_0, google/fleurs, openslr, collectivat/tv3_parla, projecte-aina/parlament_parla\",\n",
-    "    \"dataset\": \"Common Voice 11.0, Fleurs, SLR69, tb3_parla, parlament_parla\", \n",
+    "    \"dataset_tags\": [\"mozilla-foundation/common_voice_11_0\", \"google/fleurs\", \"openslr\", \"collectivat/tv3_parla\", \"projecte-aina/parlament_parla\"],\n",
+    "    \"dataset\": [\"Common Voice 11.0\", \"Fleurs\", \"SLR69\", \"tb3_parla\", \"parlament_parla\"], \n",
     "    \"language\": \"ca\",\n",
     "    \"model_name\": \"Whisper Medium Ca\",\n",
     "    \"finetuned_from\": \"openai/whisper-medium\",\n",
@@ -62025,7 +62025,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 37,
+   "execution_count": 40,
    "id": "31305933-9906-4131-aa4e-6a6a53f4b7cb",
    "metadata": {},
    "outputs": [
@@ -62040,18 +62040,8 @@
       "tokenizer config file saved in ./tokenizer_config.json\n",
       "Special tokens file saved in ./special_tokens_map.json\n",
       "added tokens file saved in ./added_tokens.json\n",
-      "Upload file pytorch_model.bin:   0%|          | 32.0k/2.85G [00:00<?, ?B/s]\n",
-      "Upload file pytorch_model.bin: 100%|█████████▉| 2.84G/2.85G [01:06<00:00, 55.2MB/s]146-107-233.68679.0: 100%|██████████| 18.9k/18.9k [00:00<?, ?B/s]\u001b[Aremote: Scanning LFS files for validity, may be slow...        \n",
-      "remote: LFS file scan complete.        \n",
-      "To https://huggingface.co/JulioCastro/whisper-medium-ca\n",
-      "   5f39e50..d5bf59f  main -> main\n",
-      "\n",
-      "Upload file pytorch_model.bin: 100%|██████████| 2.85G/2.85G [01:10<00:00, 43.4MB/s]\n",
-      "\n",
-      "Upload file runs/Dec17_13-19-25_129-146-107-233/events.out.tfevents.1671283218.129-146-107-233.68679.0: 100%|██████████| 18.9k/18.9k [01:10<?, ?B/s]\u001b[A\n",
-      "Upload file runs/Dec17_13-19-25_129-146-107-233/events.out.tfevents.1671283218.129-146-107-233.68679.0: 100%|██████████| 18.9k/18.9k [01:10<?, ?B/s]\u001b[A\n",
-      "Dropping the following result as it does not have all the necessary fields:\n",
-      "{'task': {'name': 'Automatic Speech Recognition', 'type': 'automatic-speech-recognition'}, 'dataset': {'name': 'Common Voice 11.0, Fleurs, SLR69, tb3_parla, parlament_parla', 'type': 'mozilla-foundation/common_voice_11_0, google/fleurs, openslr, collectivat/tv3_parla, projecte-aina/parlament_parla', 'config': 'ca', 'split': 'test', 'args': 'ca'}}\n",
+      "Several commits (2) will be pushed upstream.\n",
+      "The progress bars may be unreliable.\n",
       "remote: ----------------------------------------------------------\u001b[0;31m        \n",
       "remote: Sorry, your push was rejected during YAML metadata verification:        \n",
       "remote: - Error: \"datasets[0]\" with value \"mozilla-foundation/common_voice_11_0, google/fleurs, openslr, collectivat/tv3_parla, projecte-aina/parlament_parla\" is not valid. It should not contain any whitespace. If possible, use a dataset id from the huggingface Hub.\u001b[0;32m        \n",
@@ -62062,30 +62052,26 @@
       "To https://huggingface.co/JulioCastro/whisper-medium-ca\n",
       " ! [remote rejected] main -> main (pre-receive hook declined)\n",
       "error: failed to push some refs to 'https://huggingface.co/JulioCastro/whisper-medium-ca'\n",
-      "\n",
-      "Error pushing update to the model card. Please read logs and retry.\n",
-      "$remote: ----------------------------------------------------------\u001b[0;31m        \n",
-      "remote: Sorry, your push was rejected during YAML metadata verification:        \n",
-      "remote: - Error: \"datasets[0]\" with value \"mozilla-foundation/common_voice_11_0, google/fleurs, openslr, collectivat/tv3_parla, projecte-aina/parlament_parla\" is not valid. It should not contain any whitespace. If possible, use a dataset id from the huggingface Hub.\u001b[0;32m        \n",
-      "remote: ----------------------------------------------------------        \n",
-      "remote: Please find the documentation at:        \n",
-      "remote: https://huggingface.co/docs/hub/model-cards#model-card-metadata\u001b[0;0m        \n",
-      "remote: ----------------------------------------------------------        \n",
-      "To https://huggingface.co/JulioCastro/whisper-medium-ca\n",
-      " ! [remote rejected] main -> main (pre-receive hook declined)\n",
-      "error: failed to push some refs to 'https://huggingface.co/JulioCastro/whisper-medium-ca'\n",
       "\n"
      ]
     },
     {
-     "data": {
-      "text/plain": [
-       "'https://huggingface.co/JulioCastro/whisper-medium-ca/commit/d5bf59fe2836dc4c05f6961d7fbfb66fb0800b51'"
-      ]
-     },
-     "execution_count": 37,
-     "metadata": {},
-     "output_type": "execute_result"
+     "ename": "OSError",
+     "evalue": "remote: ----------------------------------------------------------\u001b[0;31m        \nremote: Sorry, your push was rejected during YAML metadata verification:        \nremote: - Error: \"datasets[0]\" with value \"mozilla-foundation/common_voice_11_0, google/fleurs, openslr, collectivat/tv3_parla, projecte-aina/parlament_parla\" is not valid. It should not contain any whitespace. If possible, use a dataset id from the huggingface Hub.\u001b[0;32m        \nremote: ----------------------------------------------------------        \nremote: Please find the documentation at:        \nremote: https://huggingface.co/docs/hub/model-cards#model-card-metadata\u001b[0;0m        \nremote: ----------------------------------------------------------        \nTo https://huggingface.co/JulioCastro/whisper-medium-ca\n ! [remote rejected] main -> main (pre-receive hook declined)\nerror: failed to push some refs to 'https://huggingface.co/JulioCastro/whisper-medium-ca'\n",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mCalledProcessError\u001b[0m                        Traceback (most recent call last)",
+      "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/huggingface_hub/repository.py:1207\u001b[0m, in \u001b[0;36mRepository.git_push\u001b[0;34m(self, upstream, blocking, auto_lfs_prune)\u001b[0m\n\u001b[1;32m   1206\u001b[0m             \u001b[38;5;28;01mif\u001b[39;00m return_code:\n\u001b[0;32m-> 1207\u001b[0m                 \u001b[38;5;28;01mraise\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError(\n\u001b[1;32m   1208\u001b[0m                     return_code, process\u001b[38;5;241m.\u001b[39margs, output\u001b[38;5;241m=\u001b[39mstdout, stderr\u001b[38;5;241m=\u001b[39mstderr\n\u001b[1;32m   1209\u001b[0m                 )\n\u001b[1;32m   1211\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError \u001b[38;5;28;01mas\u001b[39;00m exc:\n",
+      "\u001b[0;31mCalledProcessError\u001b[0m: Command '['git', 'push', '--set-upstream', 'origin', 'main']' returned non-zero exit status 1.",
+      "\nDuring handling of the above exception, another exception occurred:\n",
+      "\u001b[0;31mOSError\u001b[0m                                   Traceback (most recent call last)",
+      "Cell \u001b[0;32mIn[40], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mtrainer\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpush_to_hub\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/transformers/trainer.py:3491\u001b[0m, in \u001b[0;36mTrainer.push_to_hub\u001b[0;34m(self, commit_message, blocking, **kwargs)\u001b[0m\n\u001b[1;32m   3488\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpush_in_progress\u001b[38;5;241m.\u001b[39m_process\u001b[38;5;241m.\u001b[39mkill()\n\u001b[1;32m   3489\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpush_in_progress \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m-> 3491\u001b[0m git_head_commit_url \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrepo\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpush_to_hub\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   3492\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcommit_message\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcommit_message\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mblocking\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mblocking\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mauto_lfs_prune\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\n\u001b[1;32m   3493\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m   3494\u001b[0m \u001b[38;5;66;03m# push separately the model card to be independant from the rest of the model\u001b[39;00m\n\u001b[1;32m   3495\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39margs\u001b[38;5;241m.\u001b[39mshould_save:\n",
+      "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/huggingface_hub/repository.py:1432\u001b[0m, in \u001b[0;36mRepository.push_to_hub\u001b[0;34m(self, commit_message, blocking, clean_ok, auto_lfs_prune)\u001b[0m\n\u001b[1;32m   1430\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgit_add(auto_lfs_track\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m   1431\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgit_commit(commit_message)\n\u001b[0;32m-> 1432\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgit_push\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m   1433\u001b[0m \u001b[43m    \u001b[49m\u001b[43mupstream\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43mf\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43morigin \u001b[39;49m\u001b[38;5;132;43;01m{\u001b[39;49;00m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcurrent_branch\u001b[49m\u001b[38;5;132;43;01m}\u001b[39;49;00m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1434\u001b[0m \u001b[43m    \u001b[49m\u001b[43mblocking\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mblocking\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1435\u001b[0m \u001b[43m    \u001b[49m\u001b[43mauto_lfs_prune\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mauto_lfs_prune\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m   1436\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
+      "File \u001b[0;32m~/hf_env/lib/python3.8/site-packages/huggingface_hub/repository.py:1212\u001b[0m, in \u001b[0;36mRepository.git_push\u001b[0;34m(self, upstream, blocking, auto_lfs_prune)\u001b[0m\n\u001b[1;32m   1207\u001b[0m                 \u001b[38;5;28;01mraise\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError(\n\u001b[1;32m   1208\u001b[0m                     return_code, process\u001b[38;5;241m.\u001b[39margs, output\u001b[38;5;241m=\u001b[39mstdout, stderr\u001b[38;5;241m=\u001b[39mstderr\n\u001b[1;32m   1209\u001b[0m                 )\n\u001b[1;32m   1211\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m subprocess\u001b[38;5;241m.\u001b[39mCalledProcessError \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[0;32m-> 1212\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mEnvironmentError\u001b[39;00m(exc\u001b[38;5;241m.\u001b[39mstderr)\n\u001b[1;32m   1214\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m blocking:\n\u001b[1;32m   1216\u001b[0m     \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mstatus_method\u001b[39m():\n",
+      "\u001b[0;31mOSError\u001b[0m: remote: ----------------------------------------------------------\u001b[0;31m        \nremote: Sorry, your push was rejected during YAML metadata verification:        \nremote: - Error: \"datasets[0]\" with value \"mozilla-foundation/common_voice_11_0, google/fleurs, openslr, collectivat/tv3_parla, projecte-aina/parlament_parla\" is not valid. It should not contain any whitespace. If possible, use a dataset id from the huggingface Hub.\u001b[0;32m        \nremote: ----------------------------------------------------------        \nremote: Please find the documentation at:        \nremote: https://huggingface.co/docs/hub/model-cards#model-card-metadata\u001b[0;0m        \nremote: ----------------------------------------------------------        \nTo https://huggingface.co/JulioCastro/whisper-medium-ca\n ! [remote rejected] main -> main (pre-receive hook declined)\nerror: failed to push some refs to 'https://huggingface.co/JulioCastro/whisper-medium-ca'\n"
+     ]
     }
    ],
    "source": [