fix news stats calcualtion

app/pages/05_Dashboard.py

@@ -124,32 +124,26 @@ with st.sidebar:
     st.markdown("---")
     st.markdown("### 📊 Feed Statistics")
 
-    # Calculate combined stats
-    total_stories = 0
-    high_impact_count = 0
-    breaking_count = 0
-
-    if twitter_monitor:
-        twitter_stats = twitter_monitor.get_statistics()
-        total_stories += twitter_stats['total']
-        high_impact_count += twitter_stats['high_impact']
-        breaking_count += twitter_stats['breaking']
-
-    if reddit_monitor:
-        reddit_stats = reddit_monitor.get_statistics()
-        total_stories += reddit_stats['total']
-        high_impact_count += reddit_stats['high_impact']
-        breaking_count += reddit_stats['breaking']
-
-    if rss_monitor:
-        rss_stats = rss_monitor.get_statistics()
-        total_stories += rss_stats['total']
-        high_impact_count += rss_stats['high_impact']
-        breaking_count += rss_stats['breaking']
+    # Get cache statistics from cache manager
+    cache_stats = cache_manager.get_statistics()
+
+    # Calculate totals from cache
+    total_stories = (
+        cache_stats['twitter']['items'] +
+        cache_stats['reddit']['items'] +
+        cache_stats['rss']['items']
+    )
 
+    # Display metrics
     st.metric("Total Stories", total_stories)
-    st.metric("High Impact", high_impact_count)
-    st.metric("Breaking News", breaking_count)
+    st.metric("Cache Status", "✅ Active" if total_stories > 0 else "⏳ Loading")
+
+    # Show cache age for transparency
+    if cache_stats['twitter']['is_valid']:
+        age = int(cache_stats['twitter']['age_seconds'])
+        st.caption(f"🕐 Cache age: {age}s / 180s")
+    else:
+        st.caption("🔄 Fetching fresh data...")
 
     st.markdown("---")
     st.markdown("### ℹ️ Sources")

app/services/news_scraper.py

@@ -537,21 +537,15 @@ class FinanceNewsScraper:
         return self.get_news(impact='high')
 
     def get_statistics(self) -> Dict:
-        """Get feed statistics"""
-        if not self.news_cache:
-            return {
-                'total': 0,
-                'high_impact': 0,
-                'breaking': 0,
-                'last_update': 'Never',
-                'by_category': {}
-            }
-
-        df = pd.DataFrame(self.news_cache)
+        """
+        Get feed statistics
+        Note: Statistics are now managed by NewsCacheManager
+        This method returns empty stats for backward compatibility
+        """
         return {
-            'total': len(df),
-            'high_impact': len(df[df['impact'] == 'high']),
-            'breaking': len(df[df['is_breaking'] == True]),
-            'last_update': self.last_fetch.strftime('%H:%M:%S') if self.last_fetch else 'Never',
-            'by_category': df['category'].value_counts().to_dict()
+            'total': 0,
+            'high_impact': 0,
+            'breaking': 0,
+            'last_update': 'Managed by cache',
+            'by_category': {}
         }

app/services/reddit_news.py

@@ -295,22 +295,18 @@ class RedditFinanceMonitor:
         return all_posts[:max_posts]
 
     def get_statistics(self) -> Dict:
-        """Get statistics about scraped Reddit posts"""
-        if not self.news_cache:
-            posts = self.scrape_reddit_news()
-            self.news_cache = posts
-
-        total = len(self.news_cache)
-        high_impact = len([p for p in self.news_cache if p['impact'] == 'high'])
-        breaking = len([p for p in self.news_cache if p.get('is_breaking', False)])
-
+        """
+        Get statistics about scraped Reddit posts
+        Note: Statistics are now managed by NewsCacheManager
+        This method returns empty stats for backward compatibility
+        """
         return {
-            'total': total,
-            'high_impact': high_impact,
-            'breaking': breaking,
+            'total': 0,
+            'high_impact': 0,
+            'breaking': 0,
             'by_category': {
-                'macro': len([p for p in self.news_cache if p['category'] == 'macro']),
-                'markets': len([p for p in self.news_cache if p['category'] == 'markets']),
-                'geopolitical': len([p for p in self.news_cache if p['category'] == 'geopolitical'])
+                'macro': 0,
+                'markets': 0,
+                'geopolitical': 0
             }
         }

app/services/twitter_news_playwright.py

@@ -475,21 +475,15 @@ class TwitterFinanceMonitor:
         return mock_news
 
     def get_statistics(self) -> Dict:
-        """Get statistics about cached news"""
-        if not self.news_cache:
-            return {
-                'total': 0,
-                'high_impact': 0,
-                'breaking': 0,
-                'last_update': 'Never',
-                'by_category': {}
-            }
-
-        df = pd.DataFrame(self.news_cache)
+        """
+        Get statistics about cached news
+        Note: Statistics are now managed by NewsCacheManager
+        This method returns empty stats for backward compatibility
+        """
         return {
-            'total': len(df),
-            'high_impact': len(df[df['impact'] == 'high']),
-            'breaking': len(df[df['is_breaking'] == True]),
-            'last_update': self.last_fetch.strftime('%H:%M:%S') if self.last_fetch else 'Never',
-            'by_category': df['category'].value_counts().to_dict()
+            'total': 0,
+            'high_impact': 0,
+            'breaking': 0,
+            'last_update': 'Managed by cache',
+            'by_category': {}
         }