Update botsignal.py

botsignal.py

@@ -8,9 +8,6 @@ from datetime import datetime, timedelta, timezone
 from mimetypes import guess_extension
 from typing import List, Tuple, Optional, Dict
 
-import nest_asyncio
-nest_asyncio.apply()
-
 from rapidfuzz import fuzz
 from telethon import TelegramClient, events
 from telethon.sessions import StringSession, MemorySession
@@ -39,7 +36,7 @@ SOURCE_CHATS = [*CORE_CHATS, *SUPPORT_CHATS]
 # Target (boleh @username / id / link)
 TARGET_CHAT = os.environ.get("TARGET_CHAT", "https://t.me/MidasTouchsignall")
 
-# Kata kunci topik untuk relevansi (tetap dari versi sebelumnya)
+# Kata kunci topik untuk relevansi
 THEME_KEYWORDS = [
     "call", "signal", "entry", "buy", "sell", "tp", "sl",
     "pump", "spot", "futures", "setup",
@@ -49,7 +46,7 @@ KEYWORD_WEIGHT = 1.0
 FUZZ_WEIGHT = 0.6
 RELEVANCE_THRESHOLD = float(os.environ.get("RELEVANCE_THRESHOLD", "1.0"))
 
-# Filter pengecualian
+# Filter pengecualian: jika ada frasa ini (case-insensitive) -> skip
 EXCLUDE_PHRASES = [
     "achievement unlocked",
 ]
@@ -60,7 +57,7 @@ MAX_MEDIA_MB = float(os.environ.get("MAX_MEDIA_MB", "12"))
 SKIP_STICKERS = os.environ.get("SKIP_STICKERS", "1") == "1"
 ALLOW_GIFS_VIDEOS = os.environ.get("ALLOW_GIFS_VIDEOS", "0") == "1"
 
-# Backfill
+# History backfill saat startup
 INITIAL_BACKFILL = int(os.environ.get("INITIAL_BACKFILL", "20"))
 
 # Dedup buffer
@@ -96,33 +93,41 @@ def debug_log(reason: str, content: str = "") -> None:
 def normalize_for_filter(text: str) -> str:
     if not text:
         return ""
-    s = re.sub(r"(?m)^>.*$", "", text)  # hilangin quote
+    # Hilangkan baris quote >..., rapikan whitespace
+    s = re.sub(r"(?m)^>.*$", "", text)
     s = re.sub(r"\s+", " ", s).strip()
     return s
 
 def score_relevance(text: str, keywords: List[str]) -> float:
+    """Skor sederhana: exact keyword + fuzzy ratio rata-rata top 3."""
     if not text:
         return 0.0
     t = text.lower()
 
+    # exact hits
     exact_hits = 0
     for kw in keywords:
         if kw in t or re.search(rf"\b{re.escape(kw)}\b", t):
             exact_hits += 1
     exact_score = exact_hits * KEYWORD_WEIGHT
 
+    # fuzzy hits (ambil 3 nilai tertinggi)
     fuzz_scores = sorted((fuzz.partial_ratio(kw, t) / 100.0 for kw in keywords), reverse=True)[:3]
     fuzzy_score = (sum(fuzz_scores) / max(1, len(fuzz_scores))) * FUZZ_WEIGHT if fuzz_scores else 0.0
+
     return exact_score + fuzzy_score
 
 def hash_for_dedup(text: str, msg) -> str:
+    """Gabungkan teks dan sid media agar tidak double post."""
     parts = [text or ""]
     if getattr(msg, "id", None) is not None:
+        # id unik per chat; cukup bagus untuk dedup dalam window pendek
         parts.append(str(msg.id))
     doc = getattr(msg, "document", None)
     if doc and getattr(doc, "id", None) is not None:
         parts.append(f"doc:{doc.id}")
     if getattr(msg, "photo", None) is not None:
+        # Telegram photo punya id juga
         ph = msg.photo
         ph_id = getattr(ph, "id", None)
         if ph_id is not None:
@@ -131,6 +136,7 @@ def hash_for_dedup(text: str, msg) -> str:
     return hashlib.sha1(raw).hexdigest()
 
 def is_image_message(msg) -> bool:
+    """True jika pesan mengandung foto atau dokumen gambar yang boleh."""
     if getattr(msg, "photo", None) is not None:
         return True
     doc = getattr(msg, "document", None)
@@ -158,6 +164,7 @@ def media_too_big(msg) -> bool:
 keyword_group_last_seen: defaultdict[str, dict[str, datetime]] = defaultdict(dict)
 
 def _prune_expired(now: datetime) -> None:
+    """Bersihkan entri yang sudah lewat jendela waktu agar hit tetap fresh."""
     window = timedelta(minutes=CLASS_WINDOW_MINUTES)
     cutoff = now - window
     for kw, m in list(keyword_group_last_seen.items()):
@@ -194,15 +201,14 @@ def update_and_classify(keyword: str, group_key: str, now: Optional[datetime] =
 # ========= Core actions =========
 async def send_as_is(msg, text_override: Optional[str] = None) -> None:
     """
-    Forward konten 'apa adanya' (termasuk media yang diizinkan).
-    Kompatibel dengan versi awal kamu:contentReference[oaicite:2]{index=2}.
+    Forward konten 'apa adanya' ke TARGET_CHAT, dengan media bila sesuai.
+    Bisa diberi text_override untuk menambahkan prefix class.
     """
-    orig_text = text_override if text_override is not None else (
-        msg.message or (getattr(msg, "raw_text", None) or "")
-    )
+    orig_text = text_override if text_override is not None else (msg.message or (getattr(msg, "raw_text", None) or ""))
 
     if INCLUDE_MEDIA and is_image_message(msg) and not media_too_big(msg):
         try:
+            # Jika pesan berupa photo asli
             if getattr(msg, "photo", None):
                 await client.send_file(
                     TARGET_CHAT,
@@ -213,11 +219,13 @@ async def send_as_is(msg, text_override: Optional[str] = None) -> None:
                 )
                 return
 
+            # Jika berupa document image/gif/video
             doc = getattr(msg, "document", None)
             if doc:
                 data = await client.download_media(msg, file=bytes)
                 if data:
                     bio = io.BytesIO(data)
+                    # Tentukan ekstensi file dari mime
                     ext = ".jpg"
                     mt = (getattr(doc, "mime_type", "") or "").lower()
                     if mt:
@@ -237,6 +245,7 @@ async def send_as_is(msg, text_override: Optional[str] = None) -> None:
         except Exception as e:
             debug_log("Gagal kirim sebagai media, fallback ke text", str(e))
 
+    # Fallback: text saja
     await client.send_message(
         TARGET_CHAT,
         orig_text,
@@ -245,9 +254,15 @@ async def send_as_is(msg, text_override: Optional[str] = None) -> None:
     )
 
 def _extract_main_keyword(text_norm: str) -> Optional[str]:
+    """
+    Ambil keyword utama pertama yang muncul.
+    Pakai boundary agar 'btc' benar2 kata, tapi tetap toleran untuk simbol seperti $BTC.
+    """
     t = text_norm
-    t = re.sub(r"\$([a-z0-9]+)", r"\1", t, flags=re.I)  # $BTC -> btc
+    # normalisasi simbol ticker $btc -> btc
+    t = re.sub(r"\$([a-z0-9]+)", r"\1", t, flags=re.I)
     for kw in THEME_KEYWORDS:
+        # cocokkan sebagai kata utuh atau substring yang sangat jelas
         if re.search(rf"(^|\W){re.escape(kw)}(\W|$)", t, flags=re.I):
             return kw.lower()
     return None
@@ -264,7 +279,7 @@ async def process_message(msg, source_chat_id: int) -> None:
     orig_text = msg.message or (getattr(msg, "raw_text", None) or "")
     text_norm = normalize_for_filter(orig_text).lower()
 
-    # Exclude phrases (case-insensitive)
+    # Pengecualian eksplisit
     for phrase in EXCLUDE_PHRASES:
         if phrase.lower() in text_norm:
             debug_log("Dilewati karena EXCLUDE_PHRASES", orig_text)
@@ -299,7 +314,7 @@ async def process_message(msg, source_chat_id: int) -> None:
         debug_log(f"Support ditahan (unique_groups={unique_groups} < {SUPPORT_MIN_UNIQUE})", orig_text)
         return
 
-    # Susun prefix kelas
+    # Susun prefix kelas di awal teks
     text_to_send = orig_text
     if class_label:
         text_to_send = f"[{class_label.upper()}] {orig_text}"
@@ -309,6 +324,7 @@ async def process_message(msg, source_chat_id: int) -> None:
 
 
 async def backfill_history(entity, limit: int) -> None:
+    """Tarik pesan lama dari suatu source untuk diproses (opsional)."""
     if limit <= 0:
         return
     print(f"[Backfill] Tarik {limit} pesan terakhir dari {entity} ...")
@@ -344,7 +360,7 @@ async def _resolve_and_tag_chats(raw_list, role_label: str) -> list:
 
 async def start_bot_background() -> None:
     """
-    Dipanggil dari server FastAPI (server.py) saat startup:contentReference[oaicite:3]{index=3}.
+    Dipanggil dari server FastAPI saat startup.
     Menjalankan client + backfill tanpa memblokir web server.
     """
     await client.start()
@@ -366,7 +382,7 @@ async def start_bot_background() -> None:
 
 async def app_main() -> None:
     """
-    Mode legacy: `python botsignal.py` (blok hingga disconnect):contentReference[oaicite:4]{index=4}.
+    Mode legacy: jalankan `python botsignal.py` (blok hingga disconnect).
     """
     await client.start()
 
@@ -382,5 +398,4 @@ async def app_main() -> None:
 
 
 if __name__ == "__main__":
-    nest_asyncio.apply()
     asyncio.run(app_main())