fix: Remove dotenv and rely only on Hugging Face secrets

core/thunderbird_engine.py

@@ -3,49 +3,103 @@ import pandas as pd
 import joblib
 import json
 from datetime import datetime
+from newsapi import NewsApiClient
+from serpapi import GoogleSearch
 from typing import Dict, Any, Optional
+from core.utils import get_supabase_client
 
-# --- STABLE IMPORTS (No dotenv) ---
-try:
-    from newsapi import NewsApiClient
-except ImportError:
-    NewsApiClient = None
+# --- CONFIGURATION ---
+MODEL_PATH = os.path.join(os.path.dirname(__file__), '..', 'models', 'thunderbird_market_predictor_v1.joblib')
+NEWS_API_KEY = os.getenv("NEWS_API_KEY")
+SERPAPI_KEY = os.getenv("SERPAPI_KEY")
 
-try:
-    from core.utils import get_supabase_client
-except ImportError:
-    get_supabase_client = None
+def get_real_trends_from_serpapi() -> Dict[str, Any]:
+    """Uses the reliable SerpApi to get Google and TikTok Trends."""
+    trends = {"breakout_keyword": None, "trending_audio": None}
+    if not SERPAPI_KEY:
+        print("   - ⚠️ SERPAPI_KEY not set. Real-time trends will be unavailable.")
+        return trends
 
-# --- CONFIGURATION (Directly from OS/Secrets) ---
-MODEL_PATH = os.path.join(os.path.dirname(__file__), '..', 'models', 'thunderbird_market_predictor_v1.joblib')
-NEWS_API_KEY = os.environ.get("NEWS_API_KEY") # THIS WILL NOW READ FROM HUGGING FACE SECRETS
+    try:
+        # 1. Get Google Trends Breakout Keyword
+        print("   - Fetching Google Trends via SerpApi...")
+        params = {"engine": "google_trends_trending_now", "frequency": "daily", "api_key": SERPAPI_KEY}
+        search = GoogleSearch(params)
+        results = search.get_dict()
+        if results.get("trending_searches"):
+            trends["breakout_keyword"] = results["trending_searches"][0]["title"]
+            print(f"   - ✅ REAL Breakout Keyword found: {trends['breakout_keyword']}")
+
+        # 2. Get TikTok Trending Audio (Best Effort)
+        print("   - Fetching TikTok Trends via SerpApi...")
+        params = {"engine": "tiktok_trending", "api_key": SERPAPI_KEY}
+        search = GoogleSearch(params)
+        results = search.get_dict()
+        if results.get("trending_videos"):
+            for video in results["trending_videos"]:
+                if video.get("music"):
+                    trends["trending_audio"] = {
+                        "name": video["music"].get("title", "Unknown Audio"),
+                        "coverArtUrl": video["music"].get("cover_thumb")
+                    }
+                    print(f"   - ✅ REAL Trending Audio found: {trends['trending_audio']['name']}")
+                    break 
+    except Exception as e:
+        print(f"   - ❌ SerpApi failed: {e}")
+        
+    return trends
+
+def get_platform_shifts() -> Optional[Dict[str, str]]:
+    """Calculates REAL 7-day shift from Supabase."""
+    print("   - Calculating REAL platform shifts from DB...")
+    shifts = { "instagram_shift": "0%", "tiktok_shift": "0%", "youtube_shift": "0%" }
+    try:
+        supabase = get_supabase_client()
+        response = supabase.rpc('get_platform_trend_data_last_14_days').execute()
+        if not response.data or len(response.data) < 2: return None
+
+        df = pd.DataFrame(response.data); df['date'] = pd.to_datetime(df['date'])
+        seven_days_ago = datetime.now() - pd.Timedelta(days=7)
+        recent = df[df['date'] >= seven_days_ago]; prev = df[df['date'] < seven_days_ago]
+        if prev.empty or recent.empty: return None
+
+        avg_recent = recent.groupby('platform')['usage_count'].mean()
+        avg_prev = prev.groupby('platform')['usage_count'].mean()
+        for p in ['instagram', 'tiktok', 'youtube']:
+            if p in avg_recent and p in avg_prev and avg_prev[p] > 0:
+                change = ((avg_recent[p] - avg_prev[p]) / avg_prev[p]) * 100
+                shifts[f"{p}_shift"] = f"{'+' if change > 0 else ''}{round(change)}%"
+        return shifts
+    except Exception as e:
+        print(f"   - ❌ DB Error calculating shifts: {e}")
+        return None
 
 def get_external_trends() -> dict:
-    """
-    STABLE VERSION: Fetches only from reliable sources (NewsAPI via HF Secrets).
-    """
-    print("🚀 [Thunderbird Engine] Fetching trends (Stable Mode, from HF Secrets)...")
-    results = { 
-        "news_headlines": [], 
-        "breakout_keyword": None, 
-        "trending_audio": None, 
-        "platform_shifts": None 
-    }
+    """Fetches REAL data, using a slow direct request for Google Trends."""
+    print("🚀 [Thunderbird Engine] Fetching REAL external trends (pytrends-only)...")
+    results = { "news_headlines": [], "breakout_keyword": None, "trending_audio": None, "platform_shifts": None }
     
-    # NewsAPI Logic
-    if NEWS_API_KEY and NewsApiClient:
+    # NewsAPI
+    if NEWS_API_KEY:
         try:
-            print("   - ✅ NEWS_API_KEY found in server secrets. Attempting fetch...")
             newsapi = NewsApiClient(api_key=NEWS_API_KEY)
             top_headlines = newsapi.get_everything(q='("influencer marketing")', language='en', sort_by='relevancy', page_size=5)
             if top_headlines.get('articles'):
                 results["news_headlines"] = [{"title": a['title'], "url": a['url']} for a in top_headlines['articles']]
-                print("   - ✅ News headlines fetched successfully.")
-        except Exception as e:
-            print(f"   - ⚠️ NewsAPI call failed: {e}")
-    else:
-        print("   - ℹ️ NEWS_API_KEY not found in Hugging Face secrets. Skipping headlines.")
-
+        except Exception: pass
+    
+    # Google Trends (Direct and slow)
+    try:
+        print("   - Connecting to Google Trends directly...")
+        pytrends = TrendReq(hl='en-US', tz=360, timeout=(10, 25), retries=2, backoff_factor=10)
+        trending_df = pytrends.trending_searches(pn='united_states')
+        if not trending_df.empty:
+            results["breakout_keyword"] = trending_df.iloc[0,0]
+            print(f"   - ✅ REAL Breakout Keyword found: {results['breakout_keyword']}")
+    except Exception as e:
+        print(f"   - ⚠️ Google Trends failed: {e}")
+    
+    results["platform_shifts"] = get_platform_shifts()
     return results
 
 def predict_niche_trends() -> dict: