Update app.py

app.py

@@ -18,7 +18,7 @@ from playwright.async_api import async_playwright
 from apscheduler.schedulers.background import BackgroundScheduler
 from upstash_redis import Redis as UpstashRedis
 
-# إصلاح مشكلة المنطقة الزمنية وتحذيرات Asyncio
+# إعدادات النظام
 os.environ["TZ"] = "UTC"
 nest_asyncio.apply()
 
@@ -55,7 +55,7 @@ LIMITS = {
 }
 
 # ==========================================
-# 2. مدير التخزين (Upstash Redis Manager)
+# 2. مدير التخزين والذاكرة (Iron Memory Manager)
 # ==========================================
 
 class LogManager:
@@ -66,28 +66,48 @@ class LogManager:
                 self.redis = UpstashRedis(url=UPSTASH_REDIS_REST_URL, token=UPSTASH_REDIS_REST_TOKEN)
                 self.redis.ping()
                 self.enabled = True
-                print("✅ Connected to Upstash Redis")
+                print("✅ Connected to Upstash Redis (Iron Memory Active)")
             except Exception as e:
                 print(f"❌ Upstash Connection Error: {e}")
         else:
-            print("⚠️ Upstash Credentials missing. Logs will be local only.")
+            print("⚠️ Upstash Credentials missing. Memory will be temporary only!")
+
+    def is_processed(self, url):
+        """فحص هل تم التعامل مع الرابط سابقاً (سحابياً)"""
+        # أولاً نفحص الذاكرة المحلية للسرعة
+        if url in LOCAL_STATS['processed_urls']:
+            return True
+        
+        # ثانياً نفحص السحابة (للأمان بعد إعادة التشغيل)
+        if self.enabled:
+            try:
+                # نستخدم أمر sismember للتحقق من وجود الرابط في المجموعة
+                return self.redis.sismember("nexus_processed_set", url) == 1
+            except:
+                return False
+        return False
+
+    def mark_processed(self, url):
+        """تسجيل الرابط بأنه تم التعامل معه"""
+        LOCAL_STATS['processed_urls'].append(url)
+        if self.enabled:
+            try:
+                # إضافة الرابط لمجموعة الروابط المعالجة
+                self.redis.sadd("nexus_processed_set", url)
+            except: pass
 
     def load_logs(self):
-        """جلب آخر 100 سجل"""
         if not self.enabled: return []
         try:
             raw_logs = self.redis.lrange("nexus_logs", 0, 99)
             parsed_logs = []
             for log in raw_logs:
                 if isinstance(log, str):
-                    try:
-                        parsed_logs.append(json.loads(log))
+                    try: parsed_logs.append(json.loads(log))
                     except: pass
-                else:
-                    parsed_logs.append(log)
+                else: parsed_logs.append(log)
             return parsed_logs
-        except Exception as e:
-            return []
+        except: return []
 
     def save_log_entry(self, platform, title, url, original_text, our_reply):
         entry = {
@@ -102,12 +122,11 @@ class LogManager:
         LOCAL_LOGS.insert(0, entry)
         if len(LOCAL_LOGS) > 100: LOCAL_LOGS.pop()
         
-        if not self.enabled: return entry
-        
-        try:
-            self.redis.lpush("nexus_logs", json.dumps(entry))
-            self.redis.ltrim("nexus_logs", 0, 499)
-        except: pass
+        if self.enabled:
+            try:
+                self.redis.lpush("nexus_logs", json.dumps(entry))
+                self.redis.ltrim("nexus_logs", 0, 499)
+            except: pass
         return entry
 
 log_manager = LogManager()
@@ -186,7 +205,7 @@ def send_smtp_email(to_email, subject, body):
     except Exception as e: return False, str(e)
 
 # ==========================================
-# 5. الحلقات (The Loops)
+# 5. الحلقات (The Loops) - Protected
 # ==========================================
 
 # --- GitHub Loop ---
@@ -200,14 +219,16 @@ def github_loop():
             resp = requests.get(f"https://api.github.com/search/issues?q={kw}+state:open&sort=updated", headers=headers)
             if resp.status_code == 200:
                 for item in resp.json().get("items", [])[:3]:
-                    if item['html_url'] in LOCAL_STATS['processed_urls']: continue
+                    # 🛡️ الحماية الحديدية: فحص السحابة قبل العمل
+                    if log_manager.is_processed(item['html_url']): continue
                     
                     reply = generate_localized_reply(item['title'] + "\n" + (item['body'] or ""), "GitHub")
                     if reply:
                         post_resp = requests.post(item['url']+"/comments", headers=headers, json={"body": reply})
                         if post_resp.status_code == 201:
                             LOCAL_STATS["github"] += 1
-                            LOCAL_STATS["processed_urls"].append(item['html_url'])
+                            # 🛡️ تسجيل الرابط في السحابة
+                            log_manager.mark_processed(item['html_url'])
                             log_manager.save_log_entry("GitHub", item['title'], item['html_url'], item['body'], reply)
                             print(f"✅ GitHub Replied: {item['title'][:20]}")
                             time.sleep(60)
@@ -241,7 +262,8 @@ async def email_hunter_process():
                 
                 for url, title in extracted:
                     if LOCAL_STATS["email"] >= LIMITS["email_daily_send"]: break
-                    if url in LOCAL_STATS['processed_urls']: continue
+                    # 🛡️ الحماية الحديدية
+                    if log_manager.is_processed(url): continue
 
                     try:
                         await page.goto(url, timeout=20000)
@@ -257,7 +279,8 @@ async def email_hunter_process():
                                 ok, msg = send_smtp_email(target_email, data['subject'], data['body'])
                                 if ok:
                                     LOCAL_STATS["email"] += 1
-                                    LOCAL_STATS["processed_urls"].append(url)
+                                    # 🛡️ تسجيل الرابط
+                                    log_manager.mark_processed(url)
                                     log_manager.save_log_entry("Email", title, url, f"Target: {target_email}", data['body'])
                                     print(f"✅ Email Sent: {title}")
                                     await asyncio.sleep(20)
@@ -287,12 +310,15 @@ def reddit_job():
                              username=REDDIT_USERNAME, password=REDDIT_PASSWORD, user_agent="NexusBot")
         kw = random.choice(generate_polyglot_keywords())
         for post in reddit.subreddit("all").search(kw, limit=3, sort="new"):
-            if post.url in LOCAL_STATS['processed_urls']: continue
+            # 🛡️ الحماية الحديدية
+            if log_manager.is_processed(post.url): continue
+            
             reply = generate_localized_reply(post.title + "\n" + post.selftext, "Reddit")
             if reply:
                 post.reply(reply)
                 LOCAL_STATS["reddit"] += 1
-                LOCAL_STATS["processed_urls"].append(post.url)
+                # 🛡️ تسجيل الرابط
+                log_manager.mark_processed(post.url)
                 log_manager.save_log_entry("Reddit", post.title, post.url, post.selftext or "Image", reply)
                 print(f"✅ Reddit Replied: {post.title[:20]}")
                 break
@@ -308,14 +334,13 @@ def start_background_tasks():
     sched = BackgroundScheduler()
     sched.add_job(reddit_job, 'interval', minutes=20)
     sched.start()
-    print("🚀 All Nexus Systems Operational")
+    print("🚀 All Nexus Systems Operational (With Iron Memory Protection)")
 
 start_background_tasks()
 
 def get_dashboard_stats():
     return LOCAL_STATS["reddit"], LOCAL_STATS["github"], LOCAL_STATS["email"]
 
-# --- التعديل الحاسم هنا ---
 def get_chat_history():
     try:
         logs = log_manager.load_logs()
@@ -324,16 +349,10 @@ def get_chat_history():
         logs = LOCAL_LOGS
         
     formatted_chat = []
-    
-    # تحويل البيانات إلى "قائمة من القواميس" (List of Dictionaries)
-    # هذا يرضي رسالة الخطأ: "Each message should be a dictionary with 'role' and 'content'"
     for log in logs:
-        # رسالة العميل (المنشور الأصلي)
         user_content = f"**[{log['platform']}] {log['title']}**\n\n{log.get('original_text','')}\n\n🔗 [Link]({log['url']})"
-        formatted_chat.append({"role": "user", "content": user_content})
-        
-        # ردنا (البوت)
         bot_content = f"**🗓️ {log['timestamp']}**\n\n{log['our_reply']}"
+        formatted_chat.append({"role": "user", "content": user_content})
         formatted_chat.append({"role": "assistant", "content": bot_content})
         
     return formatted_chat
@@ -350,7 +369,6 @@ with gr.Blocks(title="Nexus Ultimate") as demo:
     refresh_btn = gr.Button("🔄 Refresh Data & Logs")
 
     gr.Markdown("### 💬 Live Interaction Logs")
-    # إزالة type نهائياً لتجنب TypeError، مع الاعتماد على تنسيق البيانات في الدالة أعلاه
     chatbot_view = gr.Chatbot(label="History Log", height=600)
     
     refresh_btn.click(get_dashboard_stats, outputs=[r, g, e])
@@ -360,4 +378,4 @@ with gr.Blocks(title="Nexus Ultimate") as demo:
     demo.load(get_chat_history, outputs=[chatbot_view])
 
 if __name__ == "__main__":
-    demo.launch(server_name="0.0.0.0", server_port=7860, theme=gr.themes.Base())
+    demo.launch(server_name="0.0.0.0", server_port=7860, theme=gr.themes.Base())