Upload folder using huggingface_hub

upload_to_hf.py

@@ -14,36 +14,43 @@ def upload():
     try:
         # 1. Create the repo if it doesn't exist
         print(f"Checking if repo {REPO_ID} exists...")
-        create_repo(repo_id=REPO_ID, repo_type="space", space_sdk="docker", exist_ok=True)
+        create_repo(
+            repo_id=REPO_ID, 
+            repo_type="space", 
+            space_sdk="docker", 
+            exist_ok=True
+        )
         
-        # 2. Upload the folder while ignoring the large dataset
-        print("Hashing files and uploading (ignoring Dataset/ and data/)...")
-        # We use a custom ignore list to be 100% sure
+        # 2. Define files to ignore
+        # We explicitly exclude the 41k+ images in Dataset/ to avoid hashing crashes
         ignore_patterns = [
+            "Dataset/**/*",
             "Dataset/*", 
+            "data/**/*",
             "data/*", 
-            ".git/*", 
-            "__pycache__/*", 
+            ".git/**/*",
+            ".git/*",
+            "__pycache__/**/*",
             "*.pyc",
             "training_history.png",
             "history.json"
         ]
         
+        # 3. Use upload_folder (which handles multi-part uploads for large files internally)
+        print("Uploading project files (skipping large datasets)...")
         api.upload_folder(
             folder_path=".",
             repo_id=REPO_ID,
             repo_type="space",
-            ignore_patterns=ignore_patterns,
-            delete_patterns=None # Set to "Dataset/*" etc if you want to clean remote
+            ignore_patterns=ignore_patterns
         )
         
         print(f"\nSuccess! Your app is live at: https://huggingface.co/spaces/{REPO_ID}")
-        print("Note: It may take a few minutes for the Docker container to build on Hugging Face.")
+        print("The build process will start automatically.")
         
     except Exception as e:
         print(f"\nError: {e}")
         print("\nIf you are not logged in, run: huggingface-cli login")
-        print("Or provide a token in the script.")
 
 if __name__ == "__main__":
     upload()