Dmitry Beresnev commited on
Commit
44eb7ac
·
1 Parent(s): 7087fa0

add google rss

Browse files
app/pages/05_Dashboard.py CHANGED
@@ -183,8 +183,8 @@ with st.sidebar:
183
 
184
  **RSS + Web Scraping ({rss_sources})**
185
  • CNBC • Bloomberg • FT • WSJ
186
- • BBC • Yahoo Finance • The Economist
187
- • Fed (2.0x) • ECB (2.0x) • IMF
188
 
189
  **AI & Tech Sources ({ai_tech_sources})**
190
  • OpenAI • Google AI • Microsoft AI • Meta AI
@@ -628,7 +628,7 @@ st.markdown("""
628
  - Breaking news (🔴) indicates urgent market-moving information
629
  - Check engagement metrics (likes + retweets) for news importance
630
 
631
- **Data Source:** Dual-mode scraping - RSS feeds + direct web page parsing from Reuters, Bloomberg, FT, WSJ, CNBC, Fed, ECB and more
632
  **Update Frequency:** 3-minute cache for low-latency delivery
633
  **No Authentication Required:** Public sources - works out of the box
634
  """)
 
183
 
184
  **RSS + Web Scraping ({rss_sources})**
185
  • CNBC • Bloomberg • FT • WSJ
186
+ • BBC • Yahoo Finance • Google News
187
+ The Economist • Fed (2.0x) • ECB (2.0x) • IMF
188
 
189
  **AI & Tech Sources ({ai_tech_sources})**
190
  • OpenAI • Google AI • Microsoft AI • Meta AI
 
628
  - Breaking news (🔴) indicates urgent market-moving information
629
  - Check engagement metrics (likes + retweets) for news importance
630
 
631
+ **Data Source:** Dual-mode scraping - RSS feeds + direct web page parsing from Reuters, Bloomberg, FT, WSJ, CNBC, Google News, Yahoo Finance, Fed, ECB and more
632
  **Update Frequency:** 3-minute cache for low-latency delivery
633
  **No Authentication Required:** Public sources - works out of the box
634
  """)
app/services/news_scraper.py CHANGED
@@ -92,6 +92,20 @@ class FinanceNewsScraper:
92
  'web_priority': True,
93
  'specialization': ['markets', 'macro']
94
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
95
 
96
  # ===== TIER 3: Central Banks & Institutions =====
97
  'federal_reserve': {
 
92
  'web_priority': True,
93
  'specialization': ['markets', 'macro']
94
  },
95
+ 'google_news_finance': {
96
+ 'name': 'Google News Finance',
97
+ 'rss': 'https://news.google.com/rss/search?q=finance+OR+stocks+OR+markets+OR+economy&hl=en-US&gl=US&ceid=US:en',
98
+ 'web': None, # RSS only
99
+ 'weight': 1.2,
100
+ 'specialization': ['markets', 'macro', 'geopolitical']
101
+ },
102
+ 'google_news_business': {
103
+ 'name': 'Google News Business',
104
+ 'rss': 'https://news.google.com/rss/topics/CAAqJggKIiBDQkFTRWdvSUwyMHZNRGx6TVdZU0FtVnVHZ0pWVXlnQVAB',
105
+ 'web': None, # RSS only
106
+ 'weight': 1.2,
107
+ 'specialization': ['markets', 'macro']
108
+ },
109
 
110
  # ===== TIER 3: Central Banks & Institutions =====
111
  'federal_reserve': {