Update app.py

app.py

@@ -1,25 +1,36 @@
+from fastapi import FastAPI
 from huggingface_hub import list_repo_files
-import time
+from collections import Counter
+import asyncio
 import os
+import logging
 
 # === Configuration ===
 HF_TOKEN = os.environ.get("HF_TOKEN")
 REPO_ID = "Fred808/BG1"
-SLEEP_INTERVAL = 60  # seconds
+SLEEP_INTERVAL = 60  # in seconds
 
-def count_files():
-    try:
-        files = list_repo_files(repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
-        data_files = [f for f in files if not f.endswith('/')]
-        print(f"[✓] Total files in '{REPO_ID}': {len(data_files)}")
-    except Exception as e:
-        print(f"[!] Error: {e}")
+# === Logging setup ===
+logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(message)s")
 
-def main_loop():
-    print(f"🔁 Starting file counter for dataset: {REPO_ID}")
+app = FastAPI()
+
+# === Core Logic ===
+async def dataset_counter():
     while True:
-        count_files()
-        time.sleep(SLEEP_INTERVAL)
+        try:
+            files = list_repo_files(repo_id=REPO_ID, repo_type="dataset", token=HF_TOKEN)
+            data_files = [f for f in files if not f.endswith('/')]
+            ext_count = Counter(os.path.splitext(f)[1] or "no_ext" for f in data_files)
+            
+            logging.info(f"🧮 Total files: {len(data_files)} | File types: {dict(ext_count)}")
+
+        except Exception as e:
+            logging.error(f"❌ Error counting dataset files: {e}")
+        await asyncio.sleep(SLEEP_INTERVAL)
 
-if __name__ == "__main__":
-    main_loop()
+# === Startup Event ===
+@app.on_event("startup")
+async def startup_event():
+    logging.info(f"🚀 Dataset counter started for repo: {REPO_ID}")
+    asyncio.create_task(dataset_counter())