Dmitry Beresnev
commited on
Commit
·
44eb7ac
1
Parent(s):
7087fa0
add google rss
Browse files- app/pages/05_Dashboard.py +3 -3
- app/services/news_scraper.py +14 -0
app/pages/05_Dashboard.py
CHANGED
|
@@ -183,8 +183,8 @@ with st.sidebar:
|
|
| 183 |
|
| 184 |
**RSS + Web Scraping ({rss_sources})**
|
| 185 |
• CNBC • Bloomberg • FT • WSJ
|
| 186 |
-
• BBC • Yahoo Finance •
|
| 187 |
-
• Fed (2.0x) • ECB (2.0x) • IMF
|
| 188 |
|
| 189 |
**AI & Tech Sources ({ai_tech_sources})**
|
| 190 |
• OpenAI • Google AI • Microsoft AI • Meta AI
|
|
@@ -628,7 +628,7 @@ st.markdown("""
|
|
| 628 |
- Breaking news (🔴) indicates urgent market-moving information
|
| 629 |
- Check engagement metrics (likes + retweets) for news importance
|
| 630 |
|
| 631 |
-
**Data Source:** Dual-mode scraping - RSS feeds + direct web page parsing from Reuters, Bloomberg, FT, WSJ, CNBC, Fed, ECB and more
|
| 632 |
**Update Frequency:** 3-minute cache for low-latency delivery
|
| 633 |
**No Authentication Required:** Public sources - works out of the box
|
| 634 |
""")
|
|
|
|
| 183 |
|
| 184 |
**RSS + Web Scraping ({rss_sources})**
|
| 185 |
• CNBC • Bloomberg • FT • WSJ
|
| 186 |
+
• BBC • Yahoo Finance • Google News
|
| 187 |
+
• The Economist • Fed (2.0x) • ECB (2.0x) • IMF
|
| 188 |
|
| 189 |
**AI & Tech Sources ({ai_tech_sources})**
|
| 190 |
• OpenAI • Google AI • Microsoft AI • Meta AI
|
|
|
|
| 628 |
- Breaking news (🔴) indicates urgent market-moving information
|
| 629 |
- Check engagement metrics (likes + retweets) for news importance
|
| 630 |
|
| 631 |
+
**Data Source:** Dual-mode scraping - RSS feeds + direct web page parsing from Reuters, Bloomberg, FT, WSJ, CNBC, Google News, Yahoo Finance, Fed, ECB and more
|
| 632 |
**Update Frequency:** 3-minute cache for low-latency delivery
|
| 633 |
**No Authentication Required:** Public sources - works out of the box
|
| 634 |
""")
|
app/services/news_scraper.py
CHANGED
|
@@ -92,6 +92,20 @@ class FinanceNewsScraper:
|
|
| 92 |
'web_priority': True,
|
| 93 |
'specialization': ['markets', 'macro']
|
| 94 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 95 |
|
| 96 |
# ===== TIER 3: Central Banks & Institutions =====
|
| 97 |
'federal_reserve': {
|
|
|
|
| 92 |
'web_priority': True,
|
| 93 |
'specialization': ['markets', 'macro']
|
| 94 |
},
|
| 95 |
+
'google_news_finance': {
|
| 96 |
+
'name': 'Google News Finance',
|
| 97 |
+
'rss': 'https://news.google.com/rss/search?q=finance+OR+stocks+OR+markets+OR+economy&hl=en-US&gl=US&ceid=US:en',
|
| 98 |
+
'web': None, # RSS only
|
| 99 |
+
'weight': 1.2,
|
| 100 |
+
'specialization': ['markets', 'macro', 'geopolitical']
|
| 101 |
+
},
|
| 102 |
+
'google_news_business': {
|
| 103 |
+
'name': 'Google News Business',
|
| 104 |
+
'rss': 'https://news.google.com/rss/topics/CAAqJggKIiBDQkFTRWdvSUwyMHZNRGx6TVdZU0FtVnVHZ0pWVXlnQVAB',
|
| 105 |
+
'web': None, # RSS only
|
| 106 |
+
'weight': 1.2,
|
| 107 |
+
'specialization': ['markets', 'macro']
|
| 108 |
+
},
|
| 109 |
|
| 110 |
# ===== TIER 3: Central Banks & Institutions =====
|
| 111 |
'federal_reserve': {
|