Rename db.py to state.py

db.py

@@ -1,92 +0,0 @@
-import redis.asyncio as redis
-import os
-
-_redis_pool = None
-
-async def get_redis():
-    global _redis_pool
-    if _redis_pool is None:
-        redis_url = os.environ.get("REDIS_URL", "redis://localhost:6379")
-        _redis_pool = redis.ConnectionPool.from_url(
-            redis_url, 
-            decode_responses=True,
-            health_check_interval=30,
-            max_connections=500
-        )
-    return redis.Redis(connection_pool=_redis_pool)
-
-async def get_state():
-    r = await get_redis()
-    state = await r.hgetall("frag:state")
-    if not state:
-        state = {"running": "0", "paused": "0", "total": "0", "processed": "0", "min_length": "4"}
-    if "min_length" not in state:
-        state["min_length"] = "4"
-    return state
-
-async def set_state(**kwargs):
-    r = await get_redis()
-    await r.hset("frag:state", mapping=kwargs)
-
-async def get_counts():
-    r = await get_redis()
-    return await r.hgetall("frag:counts")
-
-async def queue_size():
-    r = await get_redis()
-    return await r.llen("frag:queue")
-
-async def get_concurrency():
-    r = await get_redis()
-    c = await r.get("frag:concurrency")
-    return int(c) if c else 10
-
-async def set_concurrency(val):
-    r = await get_redis()
-    await r.set("frag:concurrency", val)
-
-async def mark_done(word, status):
-    r = await get_redis()
-    pipe = r.pipeline()
-    pipe.sadd("frag:done", word)
-    pipe.hincrby("frag:counts", status.lower(), 1)
-    
-    status_map = {
-        "TAKEN": "frag:taken",
-        "UNAVAILABLE": "frag:unavailable",
-        "SOLD": "frag:sold",
-        "ON_AUCTION": "frag:auction",
-        "AVAILABLE": "frag:available", 
-        "FOR_SALE": "frag:forsale"
-    }
-    
-    if status in status_map:
-        pipe.sadd(status_map[status], word)
-        
-    pipe.hincrby("frag:state", "processed", 1)
-    await pipe.execute()
-
-async def save_working_proxies(proxies):
-    r = await get_redis()
-    if proxies:
-        await r.delete("frag:proxies") 
-        await r.sadd("frag:proxies", *proxies)
-
-async def get_proxy_count():
-    r = await get_redis()
-    return await r.scard("frag:proxies")
-
-async def get_random_proxy():
-    r = await get_redis()
-    return await r.srandmember("frag:proxies")
-
-async def get_all_taken(): r = await get_redis(); return await r.smembers("frag:taken")
-async def get_all_unavailable(): r = await get_redis(); return await r.smembers("frag:unavailable")
-async def get_all_sold(): r = await get_redis(); return await r.smembers("frag:sold")
-async def get_all_forsale(): r = await get_redis(); return await r.smembers("frag:forsale")
-async def get_all_auction(): r = await get_redis(); return await r.smembers("frag:auction")
-async def get_all_available(): r = await get_redis(); return await r.smembers("frag:available")
-
-async def flush_all():
-    r = await get_redis()
-    await r.flushdb()

state.py

@@ -0,0 +1,51 @@
+import asyncio
+import aiofiles
+import os
+from logger import get_logger
+
+log = get_logger()
+
+class AppState:
+    def __init__(self):
+        self.status = "STOPPED" # STOPPED, RUNNING, PAUSED
+        self.concurrency = 10
+        self.min_length = 4
+        
+        self.total_words = 0
+        self.processed = 0
+        self.counts = {"taken": 0, "unavailable": 0, "sold": 0, "auction": 0, "available": 0, "forsale": 0}
+        
+        self.queue = None # Will be initialized in the event loop
+        self.proxies = []
+        
+        # Ensure output directory exists
+        if not os.path.exists("results"):
+            os.makedirs("results")
+
+    async def init_queue(self):
+        if self.queue is None:
+            self.queue = asyncio.Queue()
+
+    async def add_to_queue(self, words):
+        await self.init_queue()
+        for w in words:
+            await self.queue.put(w)
+        self.total_words = self.queue.qsize() + self.processed
+
+    async def save_result(self, word, status):
+        self.processed += 1
+        clean_status = status.lower().replace("_", "")
+        
+        if clean_status in self.counts:
+            self.counts[clean_status] += 1
+            
+        # Append immediately to disk so we never lose data on crash
+        filename = f"results/{clean_status}.txt"
+        try:
+            async with aiofiles.open(filename, "a", encoding="utf-8") as f:
+                await f.write(f"{word}\n")
+        except Exception as e:
+            log.error(f"Failed to write {word} to {filename}: {e}")
+
+# Global singleton instance
+state = AppState()