Upload with huggingface_hub

.env

@@ -0,0 +1 @@
+HF_TOKEN="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"

.ipynb_checkpoints/Untitled-checkpoint.ipynb

@@ -0,0 +1,6 @@
+{
+ "cells": [],
+ "metadata": {},
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

Untitled.ipynb

@@ -0,0 +1,200 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "dd03eb44",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "token\n",
+      "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\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/Users/david/Documents/python-env-test/venv/lib/python3.10/site-packages/huggingface_hub/hf_api.py:101: FutureWarning: `name` and `organization` input arguments are deprecated and will be removed in v0.10. Pass `repo_id` instead.\n",
+      "  warnings.warn(\n",
+      "Cloning https://huggingface.co/datasets/HuggingDavid/simple-mnist-flagging into local empty directory.\n"
+     ]
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "38d85f20bb7d48f8934048f520b5125f",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Download file img/tmp7qxdqjtl.png:  46%|####5     | 8.28k/18.1k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "ea599ef7307c42c7b1f3db8e453aadc9",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Clean file img/tmp7qxdqjtl.png:   6%|5         | 1.00k/18.1k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "4badbc924d4a4d04b5469682a6837c9a",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Download file img/tmpb9pmlzsj.png: 100%|##########| 15.4k/15.4k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "665fb3a23cc843cba87cdaad930b645a",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Clean file img/tmpb9pmlzsj.png:   7%|6         | 1.00k/15.4k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Running on local URL:  http://127.0.0.1:7880\n",
+      "\n",
+      "To create a public link, set `share=True` in `launch()`.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div><iframe src=\"http://127.0.0.1:7880/\" width=\"900\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+      ],
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": [
+       "(<gradio.routes.App at 0x162231e40>, 'http://127.0.0.1:7880/', None)"
+      ]
+     },
+     "execution_count": 2,
+     "metadata": {},
+     "output_type": "execute_result"
+    },
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "2ecf20840bb14b4f96671ee323d83734",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "Upload file img/tmpjuysmmri.png: 100%|##########| 17.6k/17.6k [00:00<?, ?B/s]"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "remote: Scanning LFS files for validity, may be slow...        \n",
+      "remote: LFS file scan complete.        \n",
+      "To https://huggingface.co/datasets/HuggingDavid/simple-mnist-flagging\n",
+      "   4b19b7d..458cf22  main -> main\n",
+      "\n"
+     ]
+    }
+   ],
+   "source": [
+    "import torch\n",
+    "import gradio as gr\n",
+    "from torchvision import transforms\n",
+    "from PIL import ImageOps\n",
+    "import os\n",
+    "from dotenv import load_dotenv\n",
+    "\n",
+    "load_dotenv()\n",
+    "\n",
+    "hf_writer = gr.HuggingFaceDatasetSaver(os.getenv('HF_TOKEN'), \"simple-mnist-flagging\")\n",
+    "\n",
+    "def load_model():\n",
+    "    model_dict = torch.load('linear_model.pt')\n",
+    "    return model_dict\n",
+    "\n",
+    "model = load_model()\n",
+    "convert_tensor = transforms.ToTensor()\n",
+    "\n",
+    "def predict(img):\n",
+    "    img =  ImageOps.grayscale(img).resize((28,28))\n",
+    "    image_tensor = convert_tensor(img).view(28*28)\n",
+    "    res = image_tensor @ model['weights'] + model['bias']\n",
+    "    res = res.sigmoid()\n",
+    "    return {\"It's 3\": float(res), \"It's 7\": float(1-res)}\n",
+    "\n",
+    "title = \"Is it 7 or 3\"\n",
+    "description = '<p><center>Write a number, 7 or 3, in the middle.</center></p>'\n",
+    "\n",
+    "gr.Interface(fn=predict, \n",
+    "             inputs=gr.Paint(type=\"pil\", invert_colors=True),\n",
+    "             outputs=gr.Label(num_top_classes=2),\n",
+    "             title=title,\n",
+    "             flagging_options=[\"incorrect\",\"ambiguous\"],\n",
+    "             flagging_callback=hf_writer,\n",
+    "             description=description,\n",
+    "             allow_flagging='manual').launch()"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.6"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

app.py

@@ -2,6 +2,12 @@ import torch
 import gradio as gr
 from torchvision import transforms
 from PIL import ImageOps
+import os
+from dotenv import load_dotenv
+
+load_dotenv()
+
+hf_writer = gr.HuggingFaceDatasetSaver(os.getenv('HF_TOKEN'), "simple-mnist-flagging")
 
 def load_model():
     model_dict = torch.load('linear_model.pt')
@@ -24,5 +30,7 @@ gr.Interface(fn=predict,
              inputs=gr.Paint(type="pil", invert_colors=True),
              outputs=gr.Label(num_top_classes=2),
              title=title,
+             flagging_options=["incorrect","ambiguous"],
+             flagging_callback=hf_writer,
              description=description,
-             allow_flagging='never').launch()
+             allow_flagging='manual').launch()

requirements.in

@@ -1,3 +1,4 @@
 torch
 torchvision
-Pillow
+Pillow
+python-dotenv

requirements.txt

@@ -2,7 +2,7 @@
 # This file is autogenerated by pip-compile with python 3.10
 # To update, run:
 #
-#    pip-compile --generate-hashes requirements.in
+#    pip-compile --generate-hashes --output-file=gradio-app/requirements.txt gradio-app/requirements.in
 #
 certifi==2022.9.24 \
     --hash=sha256:0d9c601124e5a6ba9712dbc60d9c53c21e34f5f641fe83002317394311bdce14 \
@@ -106,8 +106,12 @@ pillow==9.2.0 \
     --hash=sha256:fa768eff5f9f958270b081bb33581b4b569faabf8774726b283edb06617101dc \
     --hash=sha256:fac2d65901fb0fdf20363fbd345c01958a742f2dc62a8dd4495af66e3ff502a4
     # via
-    #   -r requirements.in
+    #   -r gradio-app/requirements.in
     #   torchvision
+python-dotenv==0.21.0 \
+    --hash=sha256:1684eb44636dd462b66c3ee016599815514527ad99965de77f43e0944634a7e5 \
+    --hash=sha256:b77d08274639e3d34145dfa6c7008e66df0f04b7be7a75fd0d5292c191d79045
+    # via -r gradio-app/requirements.in
 requests==2.28.1 \
     --hash=sha256:7c5599b102feddaa661c826c56ab4fee28bfd17f5abca1ebbe3e7f19d7c97983 \
     --hash=sha256:8fefa2a1a1365bf5520aac41836fbee479da67864514bdb821f31ce07ce65349
@@ -134,7 +138,7 @@ torch==1.12.1 \
     --hash=sha256:f00c721f489089dc6364a01fd84906348fe02243d0af737f944fddb36003400d \
     --hash=sha256:f3b52a634e62821e747e872084ab32fbcb01b7fa7dbb7471b6218279f02a178a
     # via
-    #   -r requirements.in
+    #   -r gradio-app/requirements.in
     #   torchvision
 torchvision==0.13.1 \
     --hash=sha256:0298bae3b09ac361866088434008d82b99d6458fe8888c8df90720ef4b347d44 \
@@ -156,7 +160,7 @@ torchvision==0.13.1 \
     --hash=sha256:e9a563894f9fa40692e24d1aa58c3ef040450017cfed3598ff9637f404f3fe3b \
     --hash=sha256:ef5fe3ec1848123cd0ec74c07658192b3147dcd38e507308c790d5943e87b88c \
     --hash=sha256:f230a1a40ed70d51e463ce43df243ec520902f8725de2502e485efc5eea9d864
-    # via -r requirements.in
+    # via -r gradio-app/requirements.in
 typing-extensions==4.4.0 \
     --hash=sha256:1511434bb92bf8dd198c12b1cc812e800d4181cfcb867674e0f8279cc93087aa \
     --hash=sha256:16fa4864408f655d35ec496218b85f79b3437c829e93320c7c9215ccfd92489e