Update bot.py

bot.py

@@ -1,4 +1,3 @@
-
 import os
 import re
 import time
@@ -27,7 +26,7 @@ def get_main_menu():
 def get_settings_menu():
     return [
         [Button.inline("💾 Load Database", b"load_words")],
-        [Button.inline("⚡ Set Speed Limit", b"set_speed")],
+        [Button.inline("⚡ Set Speed", b"set_speed"), Button.inline("📏 Set Length", b"set_min_length")],
         [Button.inline("🔴 Wipe Database", b"reset_confirm")],
         [Button.inline("« Back to Main Menu", b"back_main")]
     ]
@@ -105,6 +104,7 @@ async def generate_status_msg():
     
     total = int(state.get("total", 0))
     processed = int(state.get("processed", 0))
+    min_len = int(state.get("min_length", 4))
     pct = (processed / total * 100) if total > 0 else 0
     
     run_str = "🟢 RUNNING" if state.get("running") == "1" else "⏹ STOPPED"
@@ -120,6 +120,7 @@ async def generate_status_msg():
         f"**State:** `{run_str}`\n"
         f"**Queue:** `{qlen:,}` waiting\n"
         f"**Speed:** `{concurrency}` workers\n"
+        f"**Filter:** `Min {min_len} letters`\n"
         f"**Progress:** `{pct:.2f}%`\n"
         f"`[{bar}]`\n"
         f"`{processed:,} / {total:,}`\n\n"
@@ -141,8 +142,10 @@ def write_file_sync(lines):
     with open("words.txt", "w", encoding="utf-8") as f: 
         f.write("\n".join(lines))
 
-def filter_words_sync(chunk):
-    return {w for w in chunk if re.match(r'^[a-z0-9_]{4,32}$', w)}
+def filter_words_sync(chunk, min_length):
+    # Dynamically filters words based on the minimum length setting
+    pattern = re.compile(rf'^[a-z0-9_]{{{min_length},32}}$')
+    return {w for w in chunk if pattern.match(w)}
 
 # --- HANDLER SETUP ---
 def setup_handlers(client):
@@ -250,11 +253,15 @@ def setup_handlers(client):
         if not all_lines: 
             return await event.edit("Empty file.")
             
+        # Get minimum word length setting
+        state = await db.get_state()
+        min_length = int(state.get("min_length", 4))
+            
         CHUNK = 200000
         current = all_lines[:CHUNK]
         remaining = all_lines[CHUNK:]
         
-        valid = await asyncio.to_thread(filter_words_sync, current)
+        valid = await asyncio.to_thread(filter_words_sync, current, min_length)
         r = await db.get_redis()
         done = await r.smembers("frag:done")
         to_q = list(valid - done)
@@ -267,7 +274,7 @@ def setup_handlers(client):
             
         await asyncio.to_thread(write_file_sync, remaining)
         await db.set_state(total=len(valid))
-        await event.edit(f"✅ Loaded {len(to_q):,} words.", buttons=get_main_menu())
+        await event.edit(f"✅ Loaded {len(to_q):,} words (Min length: {min_length}).", buttons=get_main_menu())
 
     @client.on(events.CallbackQuery())
     async def button_handler(event):
@@ -282,8 +289,20 @@ def setup_handlers(client):
         elif data == "menu_settings": 
             await event.edit("**System Settings**", buttons=get_settings_menu())
             
+        elif data == "set_min_length":
+            await event.edit("📏 **Select Minimum Word Length:**", buttons=[
+                [Button.inline("4 Letters", b"min_len_4"), Button.inline("5 Letters", b"min_len_5")],
+                [Button.inline("6 Letters", b"min_len_6"), Button.inline("7 Letters", b"min_len_7")],
+                [Button.inline("« Back", b"menu_settings")]
+            ])
+            
+        elif data.startswith("min_len_"):
+            new_len = int(data.split("_")[2])
+            await db.set_state(min_length=new_len)
+            await event.edit(f"✅ Filter updated: Sniping words with at least `{new_len}` letters.", buttons=get_settings_menu())
+            
         elif data == "load_words": 
-            await event.edit("⏳ Loading chunk...")
+            await event.edit("⏳ Processing and loading chunk...")
             await _load_words(event)
             
         elif data == "start_scan": 
@@ -305,14 +324,13 @@ def setup_handlers(client):
                 msg = await generate_status_msg()
                 await event.edit(msg, buttons=[[Button.inline("🔄 Refresh", b"refresh_status")], [Button.inline("« Back", b"back_main")]])
             except Exception as e:
-                # Silently catch the MessageNotModifiedError when numbers haven't changed
                 if "not modified" in str(e).lower() or "MessageNotModifiedError" in str(type(e)):
                     pass
                 else:
                     print(f"Status Error: {e}")
             
         elif data == "set_speed":
-            await event.edit("Select Speed:", buttons=[
+            await event.edit("⚡ **Select Concurrent Workers:**", buttons=[
                 [Button.inline("10", b"spd_10"), Button.inline("20", b"spd_20")], 
                 [Button.inline("30", b"spd_30"), Button.inline("50", b"spd_50")], 
                 [Button.inline("« Back", b"menu_settings")]
@@ -323,7 +341,7 @@ def setup_handlers(client):
             await event.edit("✅ Speed Updated", buttons=get_settings_menu())
             
         elif data == "export_files":
-            await event.edit("⏳ Exporting data... Generating text files.")
+            await event.edit("⏳ Generating text files...")
             exported_count = 0
             
             for s in ["taken", "unavailable", "sold", "forsale", "auction"]:
@@ -331,9 +349,13 @@ def setup_handlers(client):
                 if lst:
                     f = io.BytesIO("\n".join(lst).encode('utf-8'))
                     f.name = f"{s}.txt"
-                    
                     await client.send_file(event.chat_id, file=f)
                     exported_count += 1
+            
+            # Export unknown statuses if the file exists
+            if os.path.exists("other.txt"):
+                await client.send_file(event.chat_id, "other.txt", caption="other.txt (Unknown HTML Responses)")
+                exported_count += 1
                     
             if exported_count > 0:
                 await event.edit(f"✅ Export complete! Sent {exported_count} files.", buttons=get_main_menu())
@@ -341,8 +363,8 @@ def setup_handlers(client):
                 await event.edit("⚠️ No data to export yet. Start a scan first!", buttons=get_main_menu())
                 
         elif data == "reset_confirm": 
-            await event.edit("⚠️ WIPE ALL?", buttons=[[Button.inline("CONFIRM", b"reset_do")], [Button.inline("Cancel", b"menu_settings")]])
+            await event.edit("⚠️ WIPE ALL REDIS DATA?", buttons=[[Button.inline("CONFIRM WIPE", b"reset_do")], [Button.inline("Cancel", b"menu_settings")]])
             
         elif data == "reset_do":
             await db.flush_all()
-            await event.edit("💣 Purged.", buttons=get_settings_menu())
+            await event.edit("💣 Memory purged successfully.", buttons=get_settings_menu())