Smart tiered loop: RSS 5min, AI 30min - efficient, no rate limits

app.py

@@ -596,31 +596,93 @@ def fetch_ai_update():
 
 
 def background_updater():
-    """Hourly background updates."""
+    """Smart tiered background updates - efficient and avoids rate limits."""
     logger.info("="*60)
-    logger.info("🔄 BACKGROUND UPDATER INITIALIZED")
-    logger.info("   ⏰ Will run every 3600 seconds (1 hour)")
-    logger.info("   🚀 Starting first update immediately...")
+    logger.info("🔄 SMART BACKGROUND UPDATER INITIALIZED")
+    logger.info("   📰 RSS Check: Every 5 minutes (FREE)")
+    logger.info("   🤖 AI Analysis: Every 30 minutes")
+    logger.info("   📊 Slow Data: Once per day")
+    logger.info("   🚀 Starting first full update immediately...")
     logger.info("="*60)
     
+    # Timing configuration
+    RSS_INTERVAL = 300      # 5 minutes (RSS is free)
+    AI_INTERVAL = 1800      # 30 minutes (AI calls)
+    SLOW_DATA_INTERVAL = 86400  # 24 hours (unemployment etc)
+    
+    # Track last update times
+    last_rss = 0
+    last_ai = 0
+    last_slow = 0
+    
     update_count = 0
+    rss_count = 0
+    
+    # First run: do full AI update immediately
+    try:
+        update_count += 1
+        logger.info(f"\n{'#'*60}")
+        logger.info(f"🤖 INITIAL FULL AI UPDATE #{update_count}")
+        logger.info(f"{'#'*60}")
+        
+        data = fetch_ai_update()
+        save_cached_data(data)
+        last_ai = time.time()
+        last_rss = time.time()
+        
+        logger.info(f"✅ Initial update complete - entering smart loop")
+    except Exception as e:
+        logger.error(f"❌ Initial update failed: {e}")
+    
+    # Smart loop
     while True:
+        now = time.time()
+        
         try:
-            update_count += 1
-            logger.info(f"\n{'#'*60}")
-            logger.info(f"🔄 SCHEDULED UPDATE #{update_count}")
-            logger.info(f"{'#'*60}")
+            # Check if RSS update needed (every 5 min)
+            if now - last_rss >= RSS_INTERVAL:
+                rss_count += 1
+                logger.info(f"\n{'='*40}")
+                logger.info(f"📰 RSS CHECK #{rss_count} (every 5 min)")
+                logger.info(f"{'='*40}")
+                
+                # Just fetch RSS, no AI call
+                news = fetch_all_news()
+                news_context = format_news_for_prompt(news)
+                
+                # Check if there's interesting new content
+                if len(news_context) > 500:
+                    logger.info(f"📰 Fresh news available: {len(news_context)} chars")
+                else:
+                    logger.info("📰 No significant new content")
+                
+                last_rss = now
+            
+            # Check if AI analysis needed (every 30 min)
+            if now - last_ai >= AI_INTERVAL:
+                update_count += 1
+                logger.info(f"\n{'#'*60}")
+                logger.info(f"🤖 AI ANALYSIS #{update_count} (every 30 min)")
+                logger.info(f"{'#'*60}")
+                
+                data = fetch_ai_update()
+                save_cached_data(data)
+                last_ai = now
+                
+                # Calculate next update times
+                next_ai = AI_INTERVAL // 60
+                logger.info(f"✅ AI update complete - next in {next_ai} min")
             
-            data = fetch_ai_update()
-            save_cached_data(data)
+            # Log status every loop
+            time_to_next_rss = max(0, RSS_INTERVAL - (now - last_rss))
+            time_to_next_ai = max(0, AI_INTERVAL - (now - last_ai))
+            logger.info(f"⏰ Next: RSS in {int(time_to_next_rss)}s, AI in {int(time_to_next_ai)}s")
             
-            logger.info(f"\n{'#'*60}")
-            logger.info(f"✅ UPDATE #{update_count} SAVED - Next update in 1 hour")
-            logger.info(f"{'#'*60}\n")
         except Exception as e:
-            logger.error(f"❌ Update #{update_count} failed: {e}")
+            logger.error(f"❌ Loop error: {e}")
         
-        time.sleep(3600)
+        # Sleep for 60 seconds between checks (efficient)
+        time.sleep(60)
 
 
 # Start background thread