Create main.py

main.py

@@ -0,0 +1,90 @@
+import os
+import time
+import json
+import requests
+from huggingface_hub import upload_file
+
+# === CONFIGURATION ===
+HF_TOKEN = os.environ.get("HF_TOKEN")
+ZEROUPLOAD_TOKEN = "vcIXZnfFfZlPg5GEw4JqeqZTroJh4nst0WqFvun37SNr1wtzwsu6wC9pZ4x8ze4z"
+ZEROUPLOAD_BASE = "https://zeroupload.com/api/v2/file/download"
+REPO_ID = "Fred808/BG1"
+DATA_PATH = "AEffects"
+PROCESSED_FILE = "processed.json"
+OUTPUT_DIR = "batch_downloads"
+
+HEADERS = {
+    "Authorization": f"Bearer {ZEROUPLOAD_TOKEN}"
+}
+
+# === YOUR DOWNLOAD LIST ===
+DOWNLOAD_LIST = [
+    {"filename": "video1.mp4", "file_id": "abc123"},
+    {"filename": "video2.mp4", "file_id": "xyz456"},
+    # Add more files here
+]
+
+# === Load processed files ===
+if os.path.exists(PROCESSED_FILE):
+    with open(PROCESSED_FILE, "r") as f:
+        processed_ids = set(json.load(f))
+else:
+    processed_ids = set()
+
+def save_processed():
+    with open(PROCESSED_FILE, "w") as f:
+        json.dump(list(processed_ids), f, indent=2)
+
+def upload_to_dataset(filepath):
+    try:
+        upload_file(
+            path_or_fileobj=filepath,
+            path_in_repo=f"{DATA_PATH}/{os.path.basename(filepath)}",
+            repo_id=REPO_ID,
+            repo_type="dataset",
+            token=HF_TOKEN
+        )
+        print(f"[↑] Uploaded: {filepath}")
+    except Exception as e:
+        print(f"[!] Upload failed: {filepath} — {e}")
+
+# === Create output folder ===
+os.makedirs(OUTPUT_DIR, exist_ok=True)
+
+# === Download and upload ===
+for item in DOWNLOAD_LIST:
+    filename = item.get("filename")
+    file_id = item.get("file_id")
+
+    if not filename or not file_id:
+        print("[!] Skipping invalid entry.")
+        continue
+
+    if file_id in processed_ids:
+        print(f"[✔] Already processed: {file_id}")
+        continue
+
+    file_url = f"{ZEROUPLOAD_BASE}/{file_id}"
+    local_path = os.path.join(OUTPUT_DIR, filename)
+
+    try:
+        print(f"[*] Downloading {filename}...")
+        with requests.get(file_url, headers=HEADERS, stream=True) as r:
+            r.raise_for_status()
+            with open(local_path, "wb") as f:
+                for chunk in r.iter_content(chunk_size=8192):
+                    f.write(chunk)
+        print(f"[✓] Downloaded: {filename}")
+
+        upload_to_dataset(local_path)
+
+        processed_ids.add(file_id)
+        save_processed()
+        os.remove(local_path)
+
+    except Exception as e:
+        print(f"[!] Error downloading/uploading {filename}: {e}")
+
+    time.sleep(2)  # small pause between files
+
+print("\n✅ Done. All downloads and uploads completed.")