fix logger

app/services/news_monitor.py

@@ -9,13 +9,19 @@ from datetime import datetime, timedelta
 from typing import List, Dict, Optional
 import streamlit as st
 import time
+import logging
+import re
+
+# Configure logging
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
 
 try:
     import snscrape.modules.twitter as sntwitter
     SNSCRAPE_AVAILABLE = True
 except ImportError:
     SNSCRAPE_AVAILABLE = False
-    print("Warning: snscrape not available. Install with: pip install snscrape")
+    logger.warning("snscrape not available. Install with: pip install snscrape")
 
 
 class FinanceNewsMonitor:
@@ -207,7 +213,7 @@ class FinanceNewsMonitor:
         max_tweets: Total tweets to fetch (distributed across sources)
         """
         if not SNSCRAPE_AVAILABLE:
-            print("⚠️  snscrape not available - using mock data")
+            logger.info("snscrape not available - using mock data")
             return _self._get_mock_news()
 
         all_tweets = []
@@ -256,14 +262,14 @@ class FinanceNewsMonitor:
                 failed_sources += 1
                 error_msg = str(e).lower()
                 if 'blocked' in error_msg or '404' in error_msg:
-                    print(f"⚠️  Twitter/X API blocked access for {source_name}")
+                    logger.warning(f"Twitter/X API blocked access for {source_name}")
                 else:
-                    print(f"Error scraping {source_name}: {e}")
+                    logger.error(f"Error scraping {source_name}: {e}")
                 continue
 
         # If Twitter/X blocked all sources, fall back to mock data
         if failed_sources >= len(_self.SOURCES) or len(all_tweets) == 0:
-            print("⚠️  Twitter/X API unavailable - falling back to mock data for demonstration")
+            logger.warning("Twitter/X API unavailable - falling back to mock data for demonstration")
             return _self._get_mock_news()
 
         # Sort by impact and timestamp

app/services/news_monitor_twikit.py

@@ -11,8 +11,13 @@ import streamlit as st
 import os
 import asyncio
 import re
+import logging
 from dotenv import load_dotenv
 
+# Configure logging
+logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger(__name__)
+
 # Load environment variables
 load_dotenv()
 
@@ -21,7 +26,7 @@ try:
     TWIKIT_AVAILABLE = True
 except ImportError:
     TWIKIT_AVAILABLE = False
-    print("Warning: twikit not available. Install with: pip install twikit")
+    logger.warning("twikit not available. Install with: pip install twikit")
 
 
 class FinanceNewsMonitor:
@@ -208,8 +213,8 @@ class FinanceNewsMonitor:
             password = os.getenv('TWITTER_PASSWORD')
 
             if not all([username, email, password]):
-                print("⚠️  Twitter credentials not found in environment variables")
-                print("   Set TWITTER_USERNAME, TWITTER_EMAIL, TWITTER_PASSWORD in .env")
+                logger.warning("Twitter credentials not found in environment variables")
+                logger.info("Set TWITTER_USERNAME, TWITTER_EMAIL, TWITTER_PASSWORD in .env")
                 return False
 
             await self.client.login(
@@ -219,11 +224,11 @@ class FinanceNewsMonitor:
             )
 
             self.authenticated = True
-            print("✓ Successfully authenticated with Twitter/X")
+            logger.info("Successfully authenticated with Twitter/X")
             return True
 
         except Exception as e:
-            print(f"⚠️  Twitter authentication failed: {e}")
+            logger.error(f"Twitter authentication failed: {e}")
             return False
 
     async def _scrape_twitter_async(self, max_tweets: int = 100) -> List[Dict]:
@@ -284,16 +289,16 @@ class FinanceNewsMonitor:
                 failed_sources += 1
                 error_msg = str(e).lower()
                 if 'rate limit' in error_msg:
-                    print(f"⚠️  Rate limited for {source_name}")
+                    logger.warning(f"Rate limited for {source_name}")
                 elif 'unauthorized' in error_msg or 'forbidden' in error_msg:
-                    print(f"⚠️  Access denied for {source_name}")
+                    logger.warning(f"Access denied for {source_name}")
                 else:
-                    print(f"Error scraping {source_name}: {e}")
+                    logger.error(f"Error scraping {source_name}: {e}")
                 continue
 
         # If all sources failed, fall back to mock data
         if failed_sources >= len(self.SOURCES) or len(all_tweets) == 0:
-            print("⚠️  Twitter/X scraping failed - falling back to mock data")
+            logger.warning("Twitter/X scraping failed - falling back to mock data")
             return self._get_mock_news()
 
         # Sort by impact and timestamp
@@ -311,7 +316,7 @@ class FinanceNewsMonitor:
         max_tweets: Total tweets to fetch (distributed across sources)
         """
         if not TWIKIT_AVAILABLE:
-            print("⚠️  Twikit not available - using mock data")
+            logger.info("Twikit not available - using mock data")
             return _self._get_mock_news()
 
         try:
@@ -322,7 +327,7 @@ class FinanceNewsMonitor:
             loop.close()
             return result
         except Exception as e:
-            print(f"⚠️  Error in async scraping: {e}")
+            logger.error(f"Error in async scraping: {e}")
             return _self._get_mock_news()
 
     def _categorize_tweet(self, text: str, source_specialization: List[str]) -> str: