Upload folder using huggingface_hub

README.md

@@ -1,4 +1,14 @@
-# My Cool Submission 2025
+# Empty solution example for the S23DR competition
 
-This repo contains a submission to the [S23DR Challenge](https://huggingface.co/spaces/usm3d/S23DR) (part of the [USM3D](https://usm3d.github.io/) workshop at CVPR2025). It was prepared by [jacklangerman](https://huggingface.co/jacklangerman).
+This repo provides a minimalistic example of a valid, but empty submission to S23DR competition.
+We recommend you take a look at [this example](https://huggingface.co/usm3d/handcrafted_baseline_submission),
+which implements some primitive algorithms and provides useful I/O and visualization functions.
+
+This example seeks to simply provide minimal code which succeeds at reading the dataset and producing a solution (in this case two vertices at the origin and edge of zero length connecting them).
+
+`script.py` - is the main file which is run by the competition space. It should produce `submission.parquet` as the result of the run. Please see the additional comments in the `script.py` file. 
+
+---
+license: apache-2.0
+---
 

example_notebook.ipynb

@@ -115,7 +115,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 3,
+      "execution_count": null,
       "id": "U0J1w3kCZqMD",
       "metadata": {
         "colab": {
@@ -237,132 +237,7 @@
         "id": "U0J1w3kCZqMD",
         "outputId": "fd1c125d-9e41-4952-8f1e-367034c147d9"
       },
-      "outputs": [
-        {
-          "name": "stderr",
-          "output_type": "stream",
-          "text": [
-            "/opt/homebrew/Caskroom/miniforge/base/envs/s23dr/lib/python3.10/site-packages/huggingface_hub/file_download.py:832: UserWarning: `local_dir_use_symlinks` parameter is deprecated and will be ignored. The process to download files to a local folder has been updated and do not rely on symlinks anymore. You only need to pass a destination folder as`local_dir`.\n",
-            "For more details, check out https://huggingface.co/docs/huggingface_hub/main/en/guides/download#download-files-to-local-folder.\n",
-            "  warnings.warn(\n"
-          ]
-        },
-        {
-          "data": {
-            "application/vnd.jupyter.widget-view+json": {
-              "model_id": "941299f6470d4029b5717803b8e0b50c",
-              "version_major": 2,
-              "version_minor": 0
-            },
-            "text/plain": [
-              "Fetching 4 files:   0%|          | 0/4 [00:00<?, ?it/s]"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        },
-        {
-          "data": {
-            "application/vnd.jupyter.widget-view+json": {
-              "model_id": "5ad2be0a929a4b0db49a091b88491e50",
-              "version_major": 2,
-              "version_minor": 0
-            },
-            "text/plain": [
-              "example_notebook.ipynb:   0%|          | 0.00/144k [00:00<?, ?B/s]"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        },
-        {
-          "data": {
-            "application/vnd.jupyter.widget-view+json": {
-              "model_id": "642e33b4324f4497a349dd595a78ee60",
-              "version_major": 2,
-              "version_minor": 0
-            },
-            "text/plain": [
-              "script.py:   0%|          | 0.00/3.23k [00:00<?, ?B/s]"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        },
-        {
-          "name": "stdout",
-          "output_type": "stream",
-          "text": [
-            "/Users/jack/dev/S23DR/2025/empty_submission/upstream\n",
-            "https://huggingface.co/jacklangerman/my_cool_submission_2025\n"
-          ]
-        },
-        {
-          "name": "stderr",
-          "output_type": "stream",
-          "text": [
-            "/opt/homebrew/Caskroom/miniforge/base/envs/s23dr/lib/python3.10/site-packages/huggingface_hub/hf_api.py:9234: UserWarning: Warnings while validating metadata in README.md:\n",
-            "- empty or missing yaml metadata in repo card\n",
-            "  warnings.warn(f\"Warnings while validating metadata in README.md:\\n{message}\")\n"
-          ]
-        },
-        {
-          "name": "stdout",
-          "output_type": "stream",
-          "text": [
-            "[CommitInfo(commit_url='https://huggingface.co/jacklangerman/my_cool_submission_2025/commit/0c0cd52c81512a8f5b6e8f93d00003a57d3f9a5a', commit_message='Upload folder using huggingface_hub', commit_description='', oid='0c0cd52c81512a8f5b6e8f93d00003a57d3f9a5a', pr_url=None, repo_url=RepoUrl('https://huggingface.co/jacklangerman/my_cool_submission_2025', endpoint='https://huggingface.co', repo_type='model', repo_id='jacklangerman/my_cool_submission_2025'), pr_revision=None, pr_num=None)]\n"
-          ]
-        },
-        {
-          "data": {
-            "application/vnd.jupyter.widget-view+json": {
-              "model_id": "9c5340c0bbb947248ed4d259f59eaf81",
-              "version_major": 2,
-              "version_minor": 0
-            },
-            "text/plain": [
-              "Fetching 4 files:   0%|          | 0/4 [00:00<?, ?it/s]"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        },
-        {
-          "data": {
-            "application/vnd.jupyter.widget-view+json": {
-              "model_id": "a40b792113ed4761b199a7a85a336569",
-              "version_major": 2,
-              "version_minor": 0
-            },
-            "text/plain": [
-              "example_notebook.ipynb:   0%|          | 0.00/144k [00:00<?, ?B/s]"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        },
-        {
-          "data": {
-            "application/vnd.jupyter.widget-view+json": {
-              "model_id": "87b256c486b44db9a60f08ff54b31de3",
-              "version_major": 2,
-              "version_minor": 0
-            },
-            "text/plain": [
-              "script.py:   0%|          | 0.00/3.23k [00:00<?, ?B/s]"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        },
-        {
-          "name": "stdout",
-          "output_type": "stream",
-          "text": [
-            "/Users/jack/dev/S23DR/2025/empty_submission/my_cool_submission_2025\n"
-          ]
-        }
-      ],
+      "outputs": [],
       "source": [
         "from huggingface_hub import HfApi\n",
         "from pathlib import Path\n",
@@ -413,7 +288,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 4,
+      "execution_count": null,
       "id": "NfxHRGClBYQE",
       "metadata": {
         "colab": {
@@ -422,23 +297,7 @@
         "id": "NfxHRGClBYQE",
         "outputId": "b1ef8073-2e4e-4303-ce24-fbd01d3ff910"
       },
-      "outputs": [
-        {
-          "name": "stdout",
-          "output_type": "stream",
-          "text": [
-            "/Users/jack/dev/S23DR/2025/empty_submission/my_cool_submission_2025\n"
-          ]
-        },
-        {
-          "name": "stderr",
-          "output_type": "stream",
-          "text": [
-            "/opt/homebrew/Caskroom/miniforge/base/envs/s23dr/lib/python3.10/site-packages/IPython/core/magics/osm.py:417: UserWarning: This is now an optional IPython functionality, setting dhist requires you to install the `pickleshare` library.\n",
-            "  self.shell.db['dhist'] = compress_dhist(dhist)[-100:]\n"
-          ]
-        }
-      ],
+      "outputs": [],
       "source": [
         "# change directories into our submission folder\n",
         "%cd $submission_name\n",
@@ -491,7 +350,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 5,
+      "execution_count": null,
       "id": "4Y0eTe7M_vIJ",
       "metadata": {
         "colab": {
@@ -500,15 +359,7 @@
         "id": "4Y0eTe7M_vIJ",
         "outputId": "c77b0e72-c47e-4b3b-b724-dcce4b911d42"
       },
-      "outputs": [
-        {
-          "name": "stdout",
-          "output_type": "stream",
-          "text": [
-            "[CommitInfo(commit_url='https://huggingface.co/jacklangerman/my_cool_submission_2025/commit/a32453a1cdb9bfb1a8094a762c428a9b282a254e', commit_message='Upload folder using huggingface_hub', commit_description='', oid='a32453a1cdb9bfb1a8094a762c428a9b282a254e', pr_url=None, repo_url=RepoUrl('https://huggingface.co/jacklangerman/my_cool_submission_2025', endpoint='https://huggingface.co', repo_type='model', repo_id='jacklangerman/my_cool_submission_2025'), pr_revision=None, pr_num=None)]\n"
-          ]
-        }
-      ],
+      "outputs": [],
       "source": [
         "# Upload our changes to the solution\n",
         "operations = [\n",
@@ -533,7 +384,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 6,
+      "execution_count": null,
       "id": "Rf59SEZ6Cp4U",
       "metadata": {
         "colab": {
@@ -543,36 +394,7 @@
         "id": "Rf59SEZ6Cp4U",
         "outputId": "8379d6fa-42ea-4c98-fe83-7023216b2ed6"
       },
-      "outputs": [
-        {
-          "data": {
-            "text/markdown": [
-              "\n",
-              "1. Follow this link to the competition space for the [S23DR Challenge](https://huggingface.co/spaces/usm3d/S23DR2025)\n",
-              "<br>\n",
-              "2. Login to Hugging Face. <br>\n",
-              "<img src=\"https://huggingface.co/datasets/jacklangerman/hosted_images/resolve/main/submit_to_s23rd/login.png\" width=512>\n",
-              "<br>\n",
-              "\n",
-              "3. Click \"New submission\" <br>\n",
-              "<img src=\"https://huggingface.co/datasets/jacklangerman/hosted_images/resolve/main/submit_to_s23rd/click_new_submission.png\" width=512>\n",
-              "<br>\n",
-              "\n",
-              "4. Enter in the repo_id of your submission ([jacklangerman/my_cool_submission_2025](https://huggingface.co/jacklangerman/my_cool_submission_2025))<br>\n",
-              "<br>\n",
-              "<img src=\"https://huggingface.co/datasets/jacklangerman/hosted_images/resolve/main/submit_to_s23rd/name_and_desc.png\" width=512>\n",
-              "<br>\n",
-              "\n"
-            ],
-            "text/plain": [
-              "<IPython.core.display.Markdown object>"
-            ]
-          },
-          "execution_count": 6,
-          "metadata": {},
-          "output_type": "execute_result"
-        }
-      ],
+      "outputs": [],
       "source": [
         "from IPython.display import Markdown as md\n",
         "\n",

script.py

@@ -59,8 +59,8 @@ if __name__ == "__main__":
 
     # dataset = load_dataset(params['dataset'], trust_remote_code=True, use_auth_token=params['token'])
     data_files = {
-        "validation": [str(p) for p in [*data_path.rglob('*validation*.arrow')]+[*data_path.rglob('*validation*.tar')]],
-        "test": [str(p) for p in [*data_path.rglob('*test*.arrow')]+[*data_path.rglob('*test*.tar')]],
+        "validation": [str(p) for p in [*data_path.rglob('*validation*.arrow')]+[*data_path.rglob('*public*/**/*.tar')]],
+        "test": [str(p) for p in [*data_path.rglob('*test*.arrow')]+[*data_path.rglob('*private*/**/*.tar')]],
     }
     print(data_files)