Update services/aggregator.py

services/aggregator.py

@@ -1,32 +1,28 @@
 from services.youtube import search_videos, get_comments
 from services.reddit import get_reddit_comments
-from services.preprocessing import clean_text
+from services.preprocessing import clean_text, is_valid
 
 def collect_data(keyword, source="all"):
     all_comments = []
 
-    # ✅ YOUTUBE (WAJIB)
+    # YouTube
     if source in ["youtube", "all"]:
-        try:
-            video_ids = search_videos(keyword)
-            for vid in video_ids:
-                all_comments.extend(get_comments(vid))
-        except Exception as e:
-            print("YouTube error:", e)
+        vids = search_videos(keyword)
+        for v in vids:
+            all_comments.extend(get_comments(v))
 
-    # ✅ REDDIT (OPSIONAL - JANGAN BIARKAN CRASH)
+    # Reddit
     if source in ["reddit", "all"]:
-        try:
-            reddit_comments = get_reddit_comments(keyword)
-            if reddit_comments:
-                all_comments.extend(reddit_comments)
-        except Exception as e:
-            print("Reddit error (skip):", e)
+        all_comments.extend(get_reddit_comments(keyword))
 
-    # 🔥 FALLBACK (BIAR GA KOSONG)
-    if len(all_comments) == 0:
+    # fallback
+    if not all_comments:
         all_comments = ["data tidak ditemukan"]
 
-    cleaned = [clean_text(c) for c in all_comments if len(c) > 3]
+    cleaned = [
+        clean_text(c)
+        for c in all_comments
+        if is_valid(c)
+    ]
 
     return cleaned