Create app.py

app.py

@@ -0,0 +1,130 @@
+import os
+import time
+import threading
+import shutil
+import logging
+import requests
+from flask import Flask, request, jsonify
+from huggingface_hub import HfApi, HfFileSystem
+from mega import Mega
+
+app = Flask(__name__)
+logging.basicConfig(level=logging.INFO)
+
+DATASET_REPO = os.environ.get("DATASET_REPO")
+HF_TOKEN = os.environ.get("HF_TOKEN")
+RENDER_URL = os.environ.get("RENDER_URL") 
+ACCOUNTS_FILE = "accounts.txt"
+
+api = HfApi(token=HF_TOKEN)
+fs = HfFileSystem(token=HF_TOKEN)
+
+def restart_space():
+    """IP Ban yiyince Space'i yeniden başlatır (Yeni IP için)"""
+    print("♻️ IP BANLANDI! SPACE YENİDEN BAŞLATILIYOR (YENİ IP İÇİN)...", flush=True)
+    api.restart_space(repo_id=os.environ.get("SPACE_ID")) # Kendi kendini resetler
+
+def get_accounts():
+    if not os.path.exists(ACCOUNTS_FILE): return []
+    with open(ACCOUNTS_FILE, 'r') as f:
+        return [line.strip() for line in f if ':' in line and len(line.strip()) > 5]
+
+def report_to_render(status, message, task_id, download_url=None):
+    print(f"📡 RENDER RAPOR: {status} - {message}", flush=True)
+    if not RENDER_URL: return
+    try:
+        requests.post(f"{RENDER_URL}/webhook", json={
+            'status': status, 'message': message, 'task_id': task_id, 'download_url': download_url
+        }, timeout=10)
+    except: pass
+
+def download_engine(link, task_id):
+    print(f"\n🚀 WORKER BAŞLADI (SMART MODE): {task_id}", flush=True)
+    
+    base_dir = "downloads"
+    download_folder = os.path.abspath(f"{base_dir}/{task_id}")
+    zip_file = os.path.abspath(f"{base_dir}/{task_id}.zip")
+    
+    if os.path.exists(download_folder): shutil.rmtree(download_folder)
+    os.makedirs(download_folder, exist_ok=True)
+    
+    accounts = get_accounts()
+    mega = Mega()
+    is_completed = False
+    
+    for i, account in enumerate(accounts):
+        if is_completed: break
+        
+        email, password = account.split(":", 1)
+        print(f"\n🔄 --- HESAP {i+1} / {len(accounts)} ---", flush=True)
+        report_to_render('processing', f'İndiriliyor (Hesap {i+1})...', task_id)
+        
+        try:
+            m = mega.login(email, password)
+            print(f"📥 İndiriliyor: {link}", flush=True)
+            
+            try:
+                m.download_url(link, download_folder)
+                
+                if len(os.listdir(download_folder)) > 0:
+                    print("✅ İNDİRME TAMAMLANDI!", flush=True)
+                    is_completed = True
+                    break
+                else:
+                    print("⚠️ Dosya inmedi.", flush=True)
+
+            except Exception as e:
+                err = str(e).lower()
+                print(f"❌ Hata: {err}", flush=True)
+                
+                # EN ÖNEMLİ KISIM BURASI
+                # Eğer Mega "Bandwidth Limit" veya "API Limit" derse
+                # Demek ki IP Ban yedik.
+                if "bandwidth" in err or "quota" in err or "temporary" in err:
+                    print("🚨 IP BAN TESPİT EDİLDİ! KOMPLE RESET ATILIYOR...", flush=True)
+                    restart_space() # Kendi kendini öldür ve yeni IP ile doğ
+                    return # Fonksiyondan çık, zaten restart geliyor
+
+        except Exception as e:
+            print(f"🔥 Giriş Hatası: {e}", flush=True)
+            continue
+            
+    if not is_completed:
+        report_to_render('error', 'İndirme Başarısız', task_id)
+        shutil.rmtree(download_folder, ignore_errors=True)
+        return
+
+    # ZIPLEME
+    print("📦 Paketleniyor...", flush=True)
+    report_to_render('processing', 'Paketleniyor...', task_id)
+    shutil.make_archive(f"{base_dir}/{task_id}", 'zip', download_folder)
+
+    # UPLOAD
+    print("📤 Yükleniyor...", flush=True)
+    report_to_render('uploading', 'Buluta Yükleniyor...', task_id)
+    try:
+        api.upload_file(
+            path_or_fileobj=zip_file,
+            repo_id=DATASET_REPO,
+            repo_type="dataset",
+            path_in_repo=f"uploads/{task_id}.zip"
+        )
+        final_link = f"https://huggingface.co/datasets/{DATASET_REPO}/resolve/main/uploads/{task_id}.zip?download=true"
+        report_to_render('success', 'Hazır!', task_id, download_url=final_link)
+    except Exception as e:
+        report_to_render('error', f'Hata: {e}', task_id)
+        
+    shutil.rmtree(download_folder, ignore_errors=True)
+    if os.path.exists(zip_file): os.remove(zip_file)
+
+@app.route('/process', methods=['POST'])
+def process():
+    data = request.json
+    threading.Thread(target=download_engine, args=(data['link'], data['task_id'])).start()
+    return jsonify({'status': 'started'})
+
+@app.route('/')
+def health(): return "Worker V23 (Auto-Restart IP) 🟢", 200
+
+if __name__ == '__main__':
+    app.run(host='0.0.0.0', port=7860)