Create app.py

app.py

@@ -0,0 +1,278 @@
+import os
+import time
+import subprocess
+import threading
+import random
+import shutil
+import logging
+import requests
+import gc
+import json
+from flask import Flask, request, jsonify
+from huggingface_hub import HfApi
+
+app = Flask(__name__)
+logging.basicConfig(level=logging.INFO)
+
+DATASET_REPO = os.environ.get("DATASET_REPO")
+HF_TOKEN = os.environ.get("HF_TOKEN")
+RENDER_URL = os.environ.get("RENDER_URL") 
+ACCOUNTS_FILE = "accounts.txt"
+WARP_PORT = 40000
+
+api = HfApi(token=HF_TOKEN)
+
+# --- YARDIMCI KOMUTLAR ---
+def run_command(cmd):
+    try:
+        return subprocess.run(cmd, shell=True, capture_output=True, text=True)
+    except Exception as e:
+        print(f"⚠️ Komut Hatası: {e}", flush=True)
+        return None
+
+def get_accounts():
+    if not os.path.exists(ACCOUNTS_FILE): return []
+    with open(ACCOUNTS_FILE, 'r') as f:
+        return [line.strip() for line in f if ':' in line]
+
+def report_to_render(status, message, task_id, download_url=None):
+    print(f"📡 Rapor: {status} - {message}", flush=True)
+    if not RENDER_URL: return
+    try:
+        requests.post(f"{RENDER_URL}/webhook", json={
+            'status': status, 'message': message, 'task_id': task_id, 'download_url': download_url
+        }, timeout=10)
+    except: pass
+
+# --- GÜVENLİ WARP YÖNETİMİ ---
+def rotate_warp_ip():
+    """WARP IP'sini güvenli bir şekilde değiştirir (Çökmeden)"""
+    print("\n♻️ IP ROTASYONU BAŞLATILIYOR...", flush=True)
+    try:
+        os.system("pkill wireproxy")
+        os.system("pkill wgcf")
+        time.sleep(2)
+        
+        for f in ["wgcf-account.toml", "wgcf-profile.conf", "wireproxy.conf"]:
+            if os.path.exists(f): 
+                try: os.remove(f)
+                except: pass
+        
+        print("⚡ Cloudflare ile görüşülüyor...", flush=True)
+        subprocess.run(["wgcf", "register", "--accept-tos"], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, timeout=30)
+        subprocess.run(["wgcf", "generate"], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL, timeout=30)
+        
+        if not os.path.exists("wgcf-profile.conf"):
+            print("❌ WARP Config alınamadı!", flush=True)
+            return False
+            
+        with open("wgcf-profile.conf", "r") as f:
+            content = f.read()
+            
+        private_key = content.split("PrivateKey = ")[1].split("\n")[0].strip()
+        address = content.split("Address = ")[1].split("\n")[0].strip()
+        
+        wp_conf = f"""[Interface]
+PrivateKey = {private_key}
+Address = {address}
+DNS = 1.1.1.1
+[Peer]
+PublicKey = bmXOC+F1FxEMF9dyiK2H5/1SUtzH0JuVo51h2wPfgyo=
+AllowedIPs = 0.0.0.0/0
+Endpoint = engage.cloudflareclient.com:2408
+[Socks5]
+BindAddress = 127.0.0.1:{WARP_PORT}"""
+
+        with open("wireproxy.conf", "w") as f:
+            f.write(wp_conf)
+            
+        print(f"🚀 Tünel Açılıyor...", flush=True)
+        subprocess.Popen(["wireproxy", "-c", "wireproxy.conf"], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
+        time.sleep(5)
+        return True
+    except Exception as e:
+        print(f"❌ IP Rotasyonunda Hata: {e}", flush=True)
+        return False
+
+def safe_mega_reset():
+    """MegaCMD'yi güvenli sıfırlar"""
+    try:
+        os.system("pkill mega-cmd")
+        time.sleep(2)
+        subprocess.Popen(["nohup", "mega-cmd-server"], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
+        time.sleep(5)
+    except: pass
+
+def login_with_proxy(account_str):
+    try:
+        email, password = account_str.split(":", 1)
+        proxy_url = f"socks5://127.0.0.1:{WARP_PORT}"
+        subprocess.run(["mega-proxy", proxy_url], capture_output=True)
+        
+        print(f"🔑 Giriş Deneniyor: {email[:3]}***", flush=True)
+        res = subprocess.run(["mega-login", email, password], capture_output=True, text=True, timeout=45)
+        if res.returncode == 0:
+            print("✅ Giriş Başarılı.", flush=True)
+            return True
+        else:
+            print(f"❌ Giriş Başarısız: {res.stderr}", flush=True)
+            return False
+    except Exception as e:
+        return False
+
+def get_mega_details():
+    try:
+        res = subprocess.run(["mega-transfers"], capture_output=True, text=True)
+        return res.stdout.strip()
+    except: return ""
+
+def download_engine(link, task_id):
+    try:
+        print(f"\n⚙️ WORKER BAŞLADI: {task_id}", flush=True)
+        base_dir = "downloads"
+        abs_base = os.path.abspath(base_dir)
+        download_folder = f"{abs_base}/{task_id}"
+        zip_file = f"{abs_base}/{task_id}.zip"
+        
+        os.makedirs(download_folder, exist_ok=True)
+        accounts = get_accounts()
+        random.shuffle(accounts)
+        
+        if not accounts: return
+        is_completed = False
+        
+        safe_mega_reset()
+        rotate_warp_ip()
+        
+        for i, account in enumerate(accounts):
+            if is_completed: break
+            
+            print(f"\n🔄 --- HESAP {i+1} / {len(accounts)} ---", flush=True)
+            if not login_with_proxy(account):
+                rotate_warp_ip()
+                safe_mega_reset()
+                if not login_with_proxy(account): continue
+                
+            print(f"📥 İNDİRME BAŞLATILIYOR...", flush=True)
+            cmd = f'nohup mega-get "{link}" "{download_folder}" > /dev/null 2>&1 &'
+            os.system(cmd)
+            
+            no_transfer_count = 0
+            loop_counter = 0
+            
+            while True:
+                time.sleep(5)
+                output = get_mega_details()
+                lower_output = output.lower()
+                
+                if "bandwidth quota exceeded" in lower_output or "paused" in lower_output or "retrying" in lower_output:
+                    print("\n🚨 KOTA/IP BAN TESPİT EDİLDİ! Değiştiriliyor...", flush=True)
+                    os.system("pkill mega-get")
+                    if rotate_warp_ip():
+                        safe_mega_reset()
+                    else:
+                        time.sleep(60)
+                    break 
+                    
+                if "no active transfers" in lower_output:
+                    loop_counter += 1
+                    if loop_counter > 3: 
+                        no_transfer_count += 1
+                        if no_transfer_count >= 2:
+                            if len(os.listdir(download_folder)) > 0:
+                                print("\n✅ İNDİRME TAMAMLANDI!", flush=True)
+                                is_completed = True
+                                break
+                            else:
+                                break 
+                else:
+                    no_transfer_count = 0
+                
+                lines = output.split('\n')
+                for line in lines:
+                    if "TRANSFERRING" in line or "%" in line:
+                        print(f"📊 {line.strip()}", flush=True)
+                loop_counter += 1
+                
+            if is_completed: break
+            time.sleep(2)
+            
+        if not is_completed: return
+
+        print("📦 ZİPLENİYOR...", flush=True)
+        shutil.make_archive(f"{abs_base}/{task_id}", 'zip', download_folder)
+        
+        print("📤 YÜKLENİYOR...", flush=True)
+        try:
+            api.upload_file(
+                path_or_fileobj=zip_file, repo_id=DATASET_REPO, repo_type="dataset", path_in_repo=f"uploads/{task_id}.zip"
+            )
+            print("✅ HUGGING FACE YÜKLEMESİ BAŞARILI!")
+        except Exception as e:
+            print(f"❌ Upload Hatası: {e}", flush=True)
+            
+        try:
+            shutil.rmtree(download_folder, ignore_errors=True)
+            os.remove(zip_file)
+        except: pass
+        gc.collect()
+        
+    except Exception as e:
+        print(f"🔥 KRİTİK HATA: {e}", flush=True)
+
+@app.route('/process', methods=['POST'])
+def process():
+    data = request.json
+    threading.Thread(target=download_engine, args=(data['link'], data.get('task_id', 'mega_task'))).start()
+    return jsonify({'status': 'started'})
+
+@app.route('/')
+def ui():
+    return """
+    <html>
+        <body style="background-color: #1e1e1e; color: white; font-family: sans-serif; text-align: center; padding-top: 50px;">
+            <h2>Yael Mega-Worker Paneli 🚀</h2>
+            <div style="margin: 20px;">
+                <input id="mega_link" type="text" placeholder="Mega.nz Linkini Buraya Yapıştır..." style="width: 80%; max-width: 500px; padding: 15px; border-radius: 8px; border: none; margin-bottom: 10px;"/><br>
+                <input id="task_id" type="text" placeholder="Görev Adı (Örn: arsiv_1 - Boşluk Bırakma)" style="width: 80%; max-width: 500px; padding: 15px; border-radius: 8px; border: none; margin-bottom: 20px;"/><br>
+                <button onclick="tetikle()" style="background-color: #ff9900; color: #1e1e1e; font-weight: bold; padding: 15px 30px; border: none; border-radius: 8px; cursor: pointer; font-size: 16px;">İndirmeyi Başlat</button>
+            </div>
+            <p id="sonuc" style="color: #00ff00; font-size: 18px; margin-top: 20px;"></p>
+
+            <script>
+                function tetikle() {
+                    let link = document.getElementById('mega_link').value;
+                    let task = document.getElementById('task_id').value;
+                    let sonucText = document.getElementById('sonuc');
+                    
+                    if(!link || !task) {
+                        sonucText.innerText = "⚠️ Hata: Link ve Görev Adı boş olamaz!";
+                        sonucText.style.color = "red";
+                        return;
+                    }
+
+                    sonucText.innerText = "⏳ İstek sunucuya iletiliyor, bekle...";
+                    sonucText.style.color = "yellow";
+
+                    fetch('/process', {
+                        method: 'POST',
+                        headers: {'Content-Type': 'application/json'},
+                        body: JSON.stringify({link: link, task_id: task})
+                    })
+                    .then(res => res.json())
+                    .then(data => {
+                        sonucText.innerText = "✅ İndirme motoru ateşlendi! Hugging Face loglarından takip edebilirsin.";
+                        sonucText.style.color = "#00ff00";
+                    })
+                    .catch(err => {
+                        sonucText.innerText = "❌ Bir hata oluştu: " + err;
+                        sonucText.style.color = "red";
+                    });
+                }
+            </script>
+        </body>
+    </html>
+    """
+
+if __name__ == '__main__':
+    app.run(host='0.0.0.0', port=7860)