autocast to fp16

notebook.ipynb

@@ -187,7 +187,7 @@
     "        batch_labels = batch_labels.to(device)\n",
     "\n",
     "        # Forward through frozen model\n",
-    "        with torch.no_grad():\n",
+    "        with torch.no_grad(), torch.autocast(device_type='cuda'):\n",
     "            features = model.encode(batch_audio)\n",
     "            if isinstance(features, dict):\n",
     "                for key in ['last_hidden_state', 'embeddings', 'audio']:\n",