Update services/aggregator.py

services/aggregator.py

@@ -2,18 +2,25 @@ from services.youtube import search_videos, get_comments
 from services.reddit import get_reddit_comments
 from services.preprocessing import clean_text
 
-def collect_data(keyword):
+def collect_data(keyword, source="all"):
     all_comments = []
 
     # YouTube
-    video_ids = search_videos(keyword)
-    for vid in video_ids:
-        all_comments.extend(get_comments(vid))
+    if source in ["youtube", "all"]:
+        try:
+            video_ids = search_videos(keyword)
+            for vid in video_ids:
+                all_comments.extend(get_comments(vid))
+        except Exception as e:
+            print("YouTube error:", e)
 
     # Reddit
-    all_comments.extend(get_reddit_comments(keyword))
+    if source in ["reddit", "all"]:
+        try:
+            all_comments.extend(get_reddit_comments(keyword))
+        except Exception as e:
+            print("Reddit error:", e)
 
-    # Clean
     cleaned = [clean_text(c) for c in all_comments if len(c) > 5]
 
     return cleaned