Upload worker.py

worker.py

@@ -54,6 +54,7 @@ SENT_LEADS_SET    = "leads:sent_today"
 WORKER_TASKS    = int(os.getenv("WORKER_THREADS", "5"))
 BATCH_SIZE      = 10          # leads per account session
 DEFAULT_COOLDOWN_SECONDS = int(os.getenv("DEFAULT_COOLDOWN_SECONDS", "1500"))  # 25 minutes between batches
+RESET_SENT_DEDUP_DAILY = os.getenv("RESET_SENT_DEDUP_DAILY", "0").lower() in {"1", "true", "yes", "on"}
 ADMIN_SETTINGS_FILE = os.getenv(
     "ADMIN_SETTINGS_FILE",
     r"C:\Users\PRADIP MUDI\Downloads\Telegram Desktop\lead_processor\admin_state.json"
@@ -563,15 +564,16 @@ async def main():
     logger.info(f"Starting Async Playwright Worker [{MACHINE_ID}]. Tasks: {WORKER_TASKS}")
     logger.info("=" * 50)
 
-    # Set SENT_LEADS_SET to expire at end of day so it auto-resets
-    # (The account_manager midnight reset also handles this via leads_sent_today)
     client = redis.Redis(connection_pool=get_redis_pool())
-    import datetime
-    now = datetime.datetime.now(datetime.timezone.utc)
-    tomorrow = now.replace(hour=0, minute=0, second=0, microsecond=0) + datetime.timedelta(days=1)
-    ttl = int((tomorrow - now).total_seconds())
-    await client.expire(SENT_LEADS_SET, ttl)
-    logger.info(f"SENT_LEADS_SET TTL set to {ttl}s (expires at UTC midnight).")
+    if RESET_SENT_DEDUP_DAILY:
+        import datetime
+        now = datetime.datetime.now(datetime.timezone.utc)
+        tomorrow = now.replace(hour=0, minute=0, second=0, microsecond=0) + datetime.timedelta(days=1)
+        ttl = int((tomorrow - now).total_seconds())
+        await client.expire(SENT_LEADS_SET, ttl)
+        logger.info(f"SENT_LEADS_SET TTL set to {ttl}s (expires at UTC midnight).")
+    else:
+        logger.info("SENT_LEADS_SET daily auto-reset disabled. Worker state stays stable across resets.")
 
     for i in range(WORKER_TASKS):
         t = WorkerTask(f"worker-{uuid.uuid4().hex[:6]}")