Create app.py

app.py

@@ -0,0 +1,115 @@
+import os
+import time
+import requests
+from urllib.parse import urlparse
+from huggingface_hub import upload_file
+from fastapi import FastAPI
+from contextlib import asynccontextmanager
+import asyncio
+import logging
+
+# === CONFIGURATION ===
+HF_TOKEN = os.environ.get("HF_TOKEN")
+REPO_ID = "Fred808/BG1"
+DATA_PATH = "Blenders"
+OUTPUT_DIR = "batch_downloads"
+DOWNLOAD_URLS = [
+ "https://ww6.zeroupload.xyz/46d9a9c22fb4dce9751cedb1783c0148/CreativeShrimp_CinematicLightingBlender_DownloadPirate.com.rar?download_token=6a3eefda9249d464ca20c931bfdd51b4b548a575785abed7cecb486f40569840",
+    "https://ww1.zeroupload.xyz/bd78d882efe14fa9cfa26814a502bb54/MDS_BlenderWorkout_DownloadPirate.com.rar?download_token=c8dc52e243a9cebebf94a515aad7725c7fe4ecb08d073c885c3a142828c6ea9c",
+    "https://ww2.zeroupload.xyz/2d8f4e87b9a997f820c8b7d5a36e4824/Wingfox_BlenderAnimationandSimulationMadeEasy2022_DownloadPirate.com.rar?download_token=abe3626e76a306a2e5dcbf8298126e8f7972b0173d0bf9dc7ba3cc717d22bd23",
+    "https://ww7.zeroupload.xyz/87dd33ecc236554d0c6c2816694a4faa/CGCookie_AnimatingFirstPersonCharacterWeapons_DownloadPirate.com_(2).rar?download_token=fba59775b168ee3558cb5c05f136f92560fff431dc33ce5103fee75168a9dd23",
+    "https://ww2.zeroupload.xyz/a0b8278ebb33a990e12d3ea6370a61df/CGCookieCreatingStylized3DForestEnvironmentBlender_DownloadPIrate.com.rar?download_token=7a214eead8ad08209d182b9ee823343774500d124c3db246cd611c17ba510329",
+    "https://ww2.zeroupload.xyz/6b6389fb853b6572b55b5e77234ee1dc/Polygon_Create3DLetteringBlender_DownloadPirate.com.rar?download_token=22818daa8ce69123d06845b8c7d801cdb33649d0ebb78ced416c1f82815f4b0c",
+    "https://ww2.zeroupload.xyz/e1476317b8a49c057a413adb5a893837/ChocofurInteriorVisualizationSecretsinBlender2021_DownloadPirate.com.part1.rar?download_token=f9ca558379e097883670b4aaf3f1f00354d4a338d17fe1ac68c56c004819843f",
+    "https://ww2.zeroupload.xyz/e1476317b8a49c057a413adb5a893837/ChocofurInteriorVisualizationSecretsinBlender2021_DownloadPirate.com.part1.rar?download_token=ebdca39c20da6329be4aa785ab0655ca105ca778a73142c23c0059981a99c490",
+    "https://ww2.zeroupload.xyz/09ef0a1b9ad0490815b58292f0047962/ChocofurInteriorVisualizationSecretsinBlender2021_DownloadPirate.com.part2.rar?download_token=3ab49b9370e5d0bd6f6a053e9ec818353afdf8b211671c239d6b8c1455da9f2e",
+    "https://ww2.zeroupload.xyz/fbe2c5df639f3bd583a59b05e52af208/ChocofurInteriorVisualizationSecretsinBlender2021_DownloadPirate.com.part3.rar?download_token=aeb2de8e4c0bb3402f2f51778fe4843274d73af68f92f68f207b7875a2d47dee",
+    "https://ww2.zeroupload.xyz/a361e6297ba484f7466723e5865ccc75/Skillshare_186826694_DownloadPirate.com.rar?download_token=69913dfca229c55df45089a8d19336aa5aec6f0258a6a503ee8d1db7e4291133",
+    "https://ww2.zeroupload.xyz/a361e6297ba484f7466723e5865ccc75/Skillshare_186826694_DownloadPirate.com.rar?download_token=a671fed2bf573fedbcb5f2e10d1d197603a5d843078b05a795f299a1e1b26321",
+    "https://ww6.zeroupload.xyz/83e9d12c9e7c9b493ed14dff70ae1e66/BlenderLaunchPad_DownloadPirate.com.part1.rar?download_token=1aeb9e8d9ba8b2098d803d1d96afdd6c867a8f9b06d7c659b86a4ed8d0a65656",
+    "https://ww6.zeroupload.xyz/7ce51dc0e5d450f2fd95a453a799d514/BlenderLaunchPad_DownloadPirate.com.part2.rar?download_token=01749ac71c41e94bc6217a57bdfeeae6a85ad10af14c179da598dbe6d10bcd29",
+    "https://ww6.zeroupload.xyz/f9b58e92aab19a26a3d3c5b24d734c40/BlenderLaunchPad_DownloadPirate.com.part3.rar?download_token=529f95bf4fc489936140cd7f19f71b055ac5e4bc8189a86910a650d3d418c1a1",
+    "https://ww6.zeroupload.xyz/d6d34ba916295d15826814b6500d25e9/BlenderLaunchPad_DownloadPirate.com.part4.rar?download_token=71eb49f728ee2096211102b585bd61b734dc9e407c3978a899a44084ee277a46",
+    "https://ww6.zeroupload.xyz/47d84f6747b573260262be6a3b798e6b/BlenderLaunchPad_DownloadPirate.com.part5.rar?download_token=2052c643a382361fe5cb7f117039bf6a491de01b0dd8121a0fe281cf80a08323"
+
+ ]
+DELAY_BETWEEN_DOWNLOADS = 12  # seconds
+
+# === Setup Logging ===
+logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(message)s")
+
+# === Prepare output folder ===
+os.makedirs(OUTPUT_DIR, exist_ok=True)
+
+app = FastAPI()
+
+# === DUMMY ROUTE TO KEEP SERVER HEALTHY ===
+@app.get("/")
+def keep_alive():
+    return {"status": "running"}
+
+# === Upload Function ===
+def upload_to_dataset(filepath):
+    try:
+        upload_file(
+            path_or_fileobj=filepath,
+            path_in_repo=f"{DATA_PATH}/{os.path.basename(filepath)}",
+            repo_id=REPO_ID,
+            repo_type="dataset",
+            token=HF_TOKEN
+        )
+        logging.info(f"[↑] Uploaded: {filepath}")
+    except Exception as e:
+        logging.error(f"[!] Upload failed: {filepath} — {e}")
+
+# === Background Worker ===
+async def downloader_worker():
+    for direct_download_link in DOWNLOAD_URLS:
+        logging.info("[*] Waiting before next download...")
+        await asyncio.sleep(DELAY_BETWEEN_DOWNLOADS)
+
+        try:
+            logging.info(f"[*] Downloading from: {direct_download_link}")
+            filename = os.path.basename(urlparse(direct_download_link).path)
+            if not filename or "." not in filename:
+                filename = "downloaded_file_" + str(int(time.time()))
+
+            local_path = os.path.join(OUTPUT_DIR, filename)
+            logging.info(f"[*] Saving to: {local_path}")
+
+            with requests.get(direct_download_link, stream=True) as r:
+                r.raise_for_status()
+                with open(local_path, "wb") as f:
+                    for chunk in r.iter_content(chunk_size=8192):
+                        f.write(chunk)
+
+            logging.info(f"[✓] Downloaded: {filename}")
+            upload_to_dataset(local_path)
+            os.remove(local_path)
+
+        except Exception as e:
+            logging.error(f"[!] Error with {direct_download_link}: {e}")
+
+    logging.info("✅ All files processed.")
+
+@app.get("/")
+def stay_alive():
+    return {"msg": "Running"}
+
+@app.get("/health")
+def healthcheck():
+    return {"healthy": True}
+
+# === FastAPI Lifespan ===
+@asynccontextmanager
+async def lifespan(app: FastAPI):
+    logging.info("🚀 Starting FastAPI download-uploader microservice...")
+    task = asyncio.create_task(downloader_worker())
+    yield
+    task.cancel()
+    logging.info("🛑 Shutting down microservice.")
+
+# === FastAPI App ===
+app = FastAPI(lifespan=lifespan)
+# Re-assign app with lifespan logic
+app.router.lifespan_context = lifespan