Update services/aggregator.py

services/aggregator.py

@@ -3,26 +3,27 @@ from services.reddit import get_reddit_comments
 from services.preprocessing import clean_text, is_valid
 
 def collect_data(keyword, source="all"):
-    all_comments = []
+    all_data = []
 
-    # YouTube
     if source in ["youtube", "all"]:
         vids = search_videos(keyword)
         for v in vids:
-            all_comments.extend(get_comments(v))
+            comments = get_comments(v)
+            for c in comments:
+                all_data.append(("youtube", c))
 
-    # Reddit
     if source in ["reddit", "all"]:
-        all_comments.extend(get_reddit_comments(keyword))
+        comments = get_reddit_comments(keyword)
+        for c in comments:
+            all_data.append(("reddit", c))
 
-    # fallback
-    if not all_comments:
-        all_comments = ["data tidak ditemukan"]
+    if not all_data:
+        all_data = [("unknown", "data tidak ditemukan")]
 
     cleaned = [
-        clean_text(c)
-        for c in all_comments
-        if is_valid(c)
+        (src, clean_text(text))
+        for src, text in all_data
+        if is_valid(text)
     ]
 
     return cleaned