Spaces:
Sleeping
Sleeping
Commit ·
e2b2661
1
Parent(s): aac9e56
Add streaming
Browse files- .dockerignore +0 -1
- data/processed/new_sentiment.csv +7 -0
- data/streaming/news_stream.csv +7 -0
- dvc.yaml +8 -0
- news.py +2 -2
- news_articles_1.csv +160 -0
- src/data_loader.py +0 -147
- src/live_predict.py +90 -0
- src/live_predict_from_text.py +60 -0
- src/prepare_stream_data.py +56 -0
- src/process_stream.py +21 -0
- src/sentiment.py +12 -0
- src/should_retrain.py +44 -5
- src/stream_emitter.py +30 -0
.dockerignore
CHANGED
|
@@ -11,7 +11,6 @@ __pycache__
|
|
| 11 |
|
| 12 |
# Virtual environments
|
| 13 |
venv
|
| 14 |
-
venv-drift
|
| 15 |
|
| 16 |
# ML artifacts (DO NOT bake into image)
|
| 17 |
models
|
|
|
|
| 11 |
|
| 12 |
# Virtual environments
|
| 13 |
venv
|
|
|
|
| 14 |
|
| 15 |
# ML artifacts (DO NOT bake into image)
|
| 16 |
models
|
data/processed/new_sentiment.csv
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
date,ticker,text
|
| 2 |
+
2025-12-17,TSLA,"Tesla's board has warned that Elon Musk could quit as CEO if the $1 trillion pay package isn't passed.JOEL SAGET/AFP via Getty Images
|
| 3 |
+
<ul><li>Elon Musk's wealth hit a record $648 billion, extending … [+3399 chars]"
|
| 4 |
+
2025-11-28,AAPL,"This year marks a turning point in Apple’s historically rigid pricing strategy where discounts remained rare and controlled. At $219, down from $249, the AirPods Pro 3 that launched just months ago j… [+3163 chars]"
|
| 5 |
+
2025-11-24,GOOGL,"Shares of technology and consulting giant IBM (NYSE:IBM) jumped 2.8% in the afternoon session after renewed enthusiasm for Alphabet reinvigorated the artificial intelligence trade, propelling a marke… [+2322 chars]"
|
| 6 |
+
2025-11-27,GOOGL,Nvidia (NVDA) shares were volatile this week after news that Meta (META) is in talks to buy billions of dollars of Google (GOOG) chips starting in 2027. The move would position Alphabet as a direct c… [+3474 chars]
|
| 7 |
+
2025-12-15,TSLA,"Tesla (TSLA) stock rose over 3.5% on Monday following more positive developments in its Robotaxi business, with a prominent Wall Street bull claiming the ""autonomous chapter has begun for the EV make… [+3657 chars]"
|
data/streaming/news_stream.csv
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
date,ticker,text
|
| 2 |
+
2025-12-17,TSLA,"Tesla's board has warned that Elon Musk could quit as CEO if the $1 trillion pay package isn't passed.JOEL SAGET/AFP via Getty Images
|
| 3 |
+
<ul><li>Elon Musk's wealth hit a record $648 billion, extending … [+3399 chars]"
|
| 4 |
+
2025-11-28,AAPL,"This year marks a turning point in Apple’s historically rigid pricing strategy where discounts remained rare and controlled. At $219, down from $249, the AirPods Pro 3 that launched just months ago j… [+3163 chars]"
|
| 5 |
+
2025-11-24,GOOGL,"Shares of technology and consulting giant IBM (NYSE:IBM) jumped 2.8% in the afternoon session after renewed enthusiasm for Alphabet reinvigorated the artificial intelligence trade, propelling a marke… [+2322 chars]"
|
| 6 |
+
2025-11-27,GOOGL,Nvidia (NVDA) shares were volatile this week after news that Meta (META) is in talks to buy billions of dollars of Google (GOOG) chips starting in 2027. The move would position Alphabet as a direct c… [+3474 chars]
|
| 7 |
+
2025-12-15,TSLA,"Tesla (TSLA) stock rose over 3.5% on Monday following more positive developments in its Robotaxi business, with a prominent Wall Street bull claiming the ""autonomous chapter has begun for the EV make… [+3657 chars]"
|
dvc.yaml
CHANGED
|
@@ -49,4 +49,12 @@ stages:
|
|
| 49 |
- src/train_models.py
|
| 50 |
- drift_reports/retrain_flag.json
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
|
|
|
|
| 49 |
- src/train_models.py
|
| 50 |
- drift_reports/retrain_flag.json
|
| 51 |
|
| 52 |
+
stages:
|
| 53 |
+
retrain:
|
| 54 |
+
cmd: python src/train_models.py
|
| 55 |
+
deps:
|
| 56 |
+
- data/processed/merged_features.csv
|
| 57 |
+
- data/processed/new_sentiment.csv
|
| 58 |
+
outs:
|
| 59 |
+
- models
|
| 60 |
|
news.py
CHANGED
|
@@ -35,7 +35,7 @@ if articles:
|
|
| 35 |
df["source"] = df["source"].apply(lambda s: s.get("name") if isinstance(s, dict) else s)
|
| 36 |
|
| 37 |
# Save to CSV
|
| 38 |
-
df.to_csv("
|
| 39 |
-
print("✅ Saved to
|
| 40 |
else:
|
| 41 |
print("⚠️ No articles found.")
|
|
|
|
| 35 |
df["source"] = df["source"].apply(lambda s: s.get("name") if isinstance(s, dict) else s)
|
| 36 |
|
| 37 |
# Save to CSV
|
| 38 |
+
df.to_csv("news_articles_1.csv", index=False, encoding="utf-8")
|
| 39 |
+
print("✅ Saved to news_articles_1.csv")
|
| 40 |
else:
|
| 41 |
print("⚠️ No articles found.")
|
news_articles_1.csv
ADDED
|
@@ -0,0 +1,160 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
source,author,title,description,url,publishedAt,content
|
| 2 |
+
BBC News,,"UK share values 'most stretched' since 2008, Bank warns",The bank warned US stock price valuations are their most stretched since the dotcom bubble burst.,https://www.bbc.com/news/articles/cx2e0y3913jo,2025-12-02T09:31:47Z,"Archie MitchellBusiness reporter
|
| 3 |
+
The Bank of England has warned of a ""sharp correction"" in the value of major tech companies with growing fears of an artificial intelligence (AI) bubble.
|
| 4 |
+
It said sh… [+3220 chars]"
|
| 5 |
+
Slashdot.org,msmash,How Pokemon Cards Became a Stock Market For Millennials,The Pokemon Trading Card Game has quietly transformed into something its creators never intended: a speculative asset class dominated by adults hunting for profit while children struggle to find a single pack on store shelves. The resale market has climbed so…,https://games.slashdot.org/story/25/12/09/1928240/how-pokemon-cards-became-a-stock-market-for-millennials,2025-12-09T19:28:00Z,The Pokemon Trading Card Game has quietly transformed into something its creators never intended: a speculative asset class dominated by adults hunting for profit while children struggle to find a si… [+972 chars]
|
| 6 |
+
The Verge,Terrence O’Brien,The LCD Steam Deck is done,"The most affordable Steam Deck, the $399 LCD model, is not available in the US. And, according to the Steam Deck site, it won't be coming back. Underneath the listings for the various models is a note that says: We are no longer producing the Steam Deck LCD 2…",https://www.theverge.com/news/848595/the-lcd-steam-deck-is-done,2025-12-20T16:09:55Z,"<ul><li></li><li></li><li></li></ul>
|
| 7 |
+
The entry-level model is out of stock on the US store and is no longer being produced.
|
| 8 |
+
The entry-level model is out of stock on the US store and is no longer be… [+2275 chars]"
|
| 9 |
+
Business Insider,jsor@businessinsider.com (Jennifer Sor),"Where to invest to capture the broadening stock market rally in 2026, according to Goldman Sachs","Small-cap stocks are among the corners of the market could hold some of the best opportunities for investors heading into 2026, Goldman Sachs said.",https://www.businessinsider.com/where-to-invest-in-stock-market-2026-outlook-goldman-sachs-2025-11,2025-11-26T19:14:00Z,"Some of the best opportunities in the market next year might have nothing to do with the AI trade.
|
| 10 |
+
That's the view at Goldman Sachs Asset Management sees a handful of areas of the market that could … [+2489 chars]"
|
| 11 |
+
CNN,"Analysis by David Goldman, CNN",What on Earth just happened to the stock market?,Redemption Day quickly turned into Reckoning Day on Wall Street.,https://www.cnn.com/2025/11/21/business/stock-market-dow,2025-11-21T12:48:23Z,"Traders work on the floor of the New York Stock Exchange. - Spencer Platt/Getty Images
|
| 12 |
+
Redemption Day quickly turned into Reckoning Day on Wall Street.
|
| 13 |
+
Going into Thursday, the sagging stock market… [+4203 chars]"
|
| 14 |
+
Nrn.com,Bret Thorn,Noodles & Company’s board proposes reverse stock split,The move is an attempt to bring its share price back into compliance with Nasdaq Stock Market rules,https://www.nrn.com/fast-casual/noodles-company-s-board-proposes-reverse-stock-split,2025-12-15T16:47:16Z,"You can find original article here Nrn. Subscribe to our free daily Nrn newsletters.
|
| 15 |
+
Noodles & Company has announced plans for a reverse stock split in an effort to increase the price of individ… [+2102 chars]"
|
| 16 |
+
Kotaku,Ethan Gach,Finance Bro Thinks It Would Be Cool To Turn Your Entire Life Into The Stock Market,"Haven't you always wanted to use shady financial instruments to own the haters?
|
| 17 |
+
The post Finance Bro Thinks It Would Be Cool To Turn Your Entire Life Into The Stock Market appeared first on Kotaku.",https://kotaku.com/finance-bro-thinks-it-would-be-cool-to-turn-your-entire-life-into-the-stock-market-2000650201,2025-12-03T21:01:05Z,"Kalshi’s CEO is bullish on the future of prediction market betting to solve disagreements for people, or at least make him very, very rich. What if every outcome in your life could be turned into a w… [+3479 chars]"
|
| 18 |
+
Business Insider,jsor@businessinsider.com (Jennifer Sor),AI-fueled wealth destruction and deeper political division: 4 dire warnings from legendary investor Howard Marks,"In a memo to investors, Marks flagged the risks of a stock bubble, AI-driven unemployment and rising ""populist demagoguery"" in the US",https://www.businessinsider.com/stock-market-bubble-ai-job-losses-wealth-howard-marks-oaktree-2025-12,2025-12-10T19:36:51Z,"Howard Marks' latest letter to investors contained some bleak warnings about what he sees ahead for markets and the economy.
|
| 19 |
+
Rounding out the billionaire investors' top concerns are AI-fueled job lo… [+3247 chars]"
|
| 20 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq with Wall Street awaiting expected Fed rate cut",US stock futures were steady ahead of the Federal Reserve's mid-week announcement on interest rates.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-steady-with-wall-street-awaiting-expected-fed-rate-cut-001431798.html,2025-12-08T00:14:31Z,"US stocks stalled on Monday, as Wall Street headed into a pivotal week dominated by the Federal Reserve's final policy meeting of 2025.
|
| 21 |
+
The tech-heavy Nasdaq Composite (^IXIC) rose roughly 0.2%, whi… [+7843 chars]"
|
| 22 |
+
Barchart.com,Caleb Naysmith,"Warren Buffett Warns Not to Listen to Investing Gurus, ‘The Only Value of Stock Forecasters Is to Make Fortune Tellers Look Good’","Warren Buffett dismisses stock market forecasting, arguing that long-term business fundamentals — not predictions — form the only reliable basis for...",https://www.barchart.com/story/news/36291467/warren-buffett-warns-not-to-listen-to-investing-gurus-the-only-value-of-stock-forecasters-is-to-make-fortune-tellers-look-good,2025-11-24T19:54:49Z,"Investing legend and Berkshire Hathaway (BRK.A) (BRK.B) CEO Warren Buffett has built a reputation on rejecting many of the conventions that dominate Wall Street, and one of his most pointed observati… [+3571 chars]"
|
| 23 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq futures leap, sparking hopes of rebound from November losses",US stock futures have jumped pre-market Monday as the Fed has indicated positive sentiment towards a December rate cute.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-futures-leap-sparking-hopes-of-rebound-from-november-losses-234718396.html,2025-11-23T23:47:18Z,"US stock futures rose Sunday night as investors look for a turnaround heading into the shortened Thanksgiving trading week, following a pullback that has cooled this years AI-driven market rally.
|
| 24 |
+
Do… [+2020 chars]"
|
| 25 |
+
Yahoo Entertainment,Pulkit Chamria,ACHR vs. EVTL: Which Air Mobility Stock has Better Potential?,"ACHR and EVTL advance their eVTOL programs with new partnerships, testing milestones and financial updates shaping their market positions.",https://finance.yahoo.com/news/achr-vs-evtl-air-mobility-162200733.html,2025-11-28T16:22:00Z,The aviation industry is quickly moving toward electric flight and investor interest in advanced air mobility is rising. Archer Aviation Inc. ACHR and Vertical Aerospace Ltd. EVTL are two notable com… [+4985 chars]
|
| 26 |
+
The Verge,Brandon Russell,The absolute best Cyber Monday deals you can already shop,"Black Friday might officially be over, but that doesn’t mean the deals have simply evaporated. As we turn our attention to Cyber Monday, many of our favorite deals are still holding strong. That means you have another chance to save if you’ve been too preoccu…",https://www.theverge.com/gadgets/833101/cyber-monday-best-early-deals-2025,2025-11-30T08:43:50Z,"Black Friday might officially be over, but that doesn’t mean the deals have simply evaporated. As we turn our attention to Cyber Monday, many of our favorite deals are still holding strong. That mean… [+83463 chars]"
|
| 27 |
+
Business Insider,Theron Mohamed,Elon Musk is worth a record $648 billion — and his wealth gain this year exceeds Bernard Arnault's entire fortune,"Elon Musk has grown $216 billion richer this year, thanks to Tesla stock hitting an all-time high and SpaceX doubling in value since the summer.",https://www.businessinsider.com/elon-musk-net-worth-wealth-oracle-mastercard-tesla-stock-spacex-2025-12,2025-12-17T14:30:17Z,"Tesla's board has warned that Elon Musk could quit as CEO if the $1 trillion pay package isn't passed.JOEL SAGET/AFP via Getty Images
|
| 28 |
+
<ul><li>Elon Musk's wealth hit a record $648 billion, extending … [+3399 chars]"
|
| 29 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq futures slide with Wall Street awaiting expected Fed rate cut",US stock futures were steady ahead of the Federal Reserve's mid-week announcement on interest rates.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-futures-steady-with-wall-street-awaiting-expected-fed-rate-cut-001431032.html,2025-12-08T00:14:31Z,"US stock futures held steady Sunday evening as Wall Street heads into a pivotal week dominated by the Federal Reserve's final policy meeting of 2025.
|
| 30 |
+
Futures tied to the Dow Jones Industrial Average… [+1388 chars]"
|
| 31 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq futures climb with Wall Street awaiting expected Fed rate cut",US stock futures were steady ahead of the Federal Reserve's mid-week announcement on interest rates.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-futures-climb-with-wall-street-awaiting-expected-fed-rate-cut-001431192.html,2025-12-08T00:14:31Z,"US stock futures rose Monday morning as Wall Street heads into a pivotal week dominated by the Federal Reserve's final policy meeting of 2025.
|
| 32 |
+
Futures tied to the Dow Jones Industrial Average (YM=F)… [+1413 chars]"
|
| 33 |
+
TheStreet,Noah Weidner,"Stock Market Today: Russell 2000, Nasdaq Decline After Strong Start to Trading Week","This live blog is refreshed periodically throughout the day with the latest updates from the market.To find the latest Stock Market Today threads, click here...",https://www.thestreet.com/latest-news/stock-market-today-russell-2000-opens-higher-to-start-week-as-nasdaq-tech-continue-to-lag,2025-12-15T17:53:17Z,"This live blog is refreshed periodically throughout the day with the latest updates from the market.To find the latest Stock Market Today threads, click here.
|
| 34 |
+
Happy Monday. This is TheStreets Stock … [+7598 chars]"
|
| 35 |
+
TheStreet,Noah Weidner,"Stock Market Today: Oracle Credit Controversy Causes Tech Selloff, Sending Nasdaq and Russell 2000 Spiraling","This live blog is refreshed periodically throughout the day with the latest updates from the market.To find the latest Stock Market Today threads, click here...",https://www.thestreet.com/latest-news/stock-market-today-russell-2000-reverses-yesterdays-losses-sp-500-looks-to-snap-three-day-skid,2025-12-17T17:50:07Z,"This live blog is refreshed periodically throughout the day with the latest updates from the market.To find the latest Stock Market Today threads, click here.
|
| 36 |
+
Happy Wednesday. This is TheStreets Sto… [+6496 chars]"
|
| 37 |
+
TheStreet,Moz Farooque,Jim Cramer drops blunt call on Nvidia stock,"AI bellwether Nvidia’s (NVDA) stock has shed nearly $200 billion in market cap (4.71% drop) in just the past week, making it a fresh target for nervous...",https://www.thestreet.com/investing/stocks/jim-cramer-drops-blunt-call-on-nvidia-stock,2025-11-26T18:47:00Z,"AI bellwether Nvidias (NVDA) stock has shed nearly $200 billion in market cap (4.71% drop) in just the past week, making it a fresh target for nervous traders.
|
| 38 |
+
Its just the steep reversal that has e… [+5071 chars]"
|
| 39 |
+
Kotaku,Kotaku Deals,"Bose Held Back During Black Friday, Now Crashes Headphones to Record Low to Empty Final Stock","Among the best ANC headphones on the market.
|
| 40 |
+
The post Bose Held Back During Black Friday, Now Crashes Headphones to Record Low to Empty Final Stock appeared first on Kotaku.",https://kotaku.com/bose-held-back-during-black-friday-now-crashes-headphones-to-record-low-to-empty-final-stock-2000648922,2025-11-30T15:50:56Z,"Bose surprised shoppers who thought Black Friday deals were over by dropping the price of its QuietComfort noise cancelling headphones to an all-time low on Cyber Monday, and this makes it much easie… [+2984 chars]"
|
| 41 |
+
Kotaku,Kotaku Deals,"Apple Stuck With Too Many AirPods Pro 3, Now Selling Newest Earbuds at All-Time Low to Clear Stock","Simply the best earbuds on the market in 2025.
|
| 42 |
+
The post Apple Stuck With Too Many AirPods Pro 3, Now Selling Newest Earbuds at All-Time Low to Clear Stock appeared first on Kotaku.",https://kotaku.com/apple-stuck-with-too-many-airpods-pro-3-now-selling-newest-earbuds-at-all-time-low-to-clear-stock-2000648166,2025-11-28T00:35:36Z,"This year marks a turning point in Apple’s historically rigid pricing strategy where discounts remained rare and controlled. At $219, down from $249, the AirPods Pro 3 that launched just months ago j… [+3163 chars]"
|
| 43 |
+
Kotaku,Kotaku Deals,"Portable Gaming Monitor (FHD, 15″, IPS) Hits Rock Bottom, Amazon Offloads Stock at New Record Low","This is one of the best portable monitors available on the market.
|
| 44 |
+
The post Portable Gaming Monitor (FHD, 15″, IPS) Hits Rock Bottom, Amazon Offloads Stock at New Record Low appeared first on Kotaku.",https://kotaku.com/portable-gaming-monitor-fhd-15-ips-hits-rock-bottom-amazon-offloads-stock-at-new-record-low-2000648418,2025-11-28T16:05:03Z,"Portable monitors solve specific problems that laptops and tablets cannot address alone, particularly for gaming scenarios where you want larger screen real estate without lugging full-size displays.… [+3507 chars]"
|
| 45 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq futures inch up after tech's biggest rally since May",Markets are muted after a strong start to the week as investors take stock of a Fed-fuelled rebound.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-futures-inch-up-after-techs-biggest-rally-since-may-235115106.html,2025-11-24T23:51:15Z,"US stock futures hovered near the flatline Monday night as Wall Street looked to build on a broad tech-led rebound amid growing optimism that the Federal Reserve may deliver a rate cut next month.
|
| 46 |
+
F… [+1387 chars]"
|
| 47 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq futures inch down after tech's biggest rally since May",Markets are muted after a strong start to the week as investors take stock of a Fed-fuelled rebound.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-futures-inch-down-after-techs-biggest-rally-since-may-235115825.html,2025-11-24T23:51:15Z,"US stock futures hovered near the flatline Monday night as Wall Street looked to build on a broad tech-led rebound amid growing optimism that the Federal Reserve may deliver a rate cut next month.
|
| 48 |
+
F… [+1369 chars]"
|
| 49 |
+
Yahoo Entertainment,Yahoo Finance Video,Wall Street today & 1929 crash: Why this expert sees parallels,"There are some similarities between today's stock market (^DJI, ^GSPC, ^IXIC) and the time before Wall Street's worst crash, 1929's Black Tuesday, according ...",https://finance.yahoo.com/video/wall-street-today-1929-crash-193000880.html,2025-12-15T19:30:00Z,"Joining us now, Andrew Ross Sorkin, New York Times columnist and author of 1929 inside the greatest crash in Wall Street history,
|
| 50 |
+
and how it shattered a nation. And and Andrew, I bring up what's be… [+4555 chars]"
|
| 51 |
+
Barron's,"Giulia Petroni, Dow Jones Newswires",Gold Headed for Weekly Gain on U.S. Rate-Cut Bets,"The Dow, S&P 500, and Nasdaq are rising in premarket trading as the stock market bets on Fed rates cuts and the tech rally rolls on.",https://www.barrons.com/livecoverage/stock-market-news-today-121925,2025-12-19T10:30:12Z,"Gold prices slipped in early trading on a firmer dollar, but remain on track for a weekly gain after a lower-than-expected U.S. inflation print reinforced expectations of further rate cuts.
|
| 52 |
+
New York… [+257 chars]"
|
| 53 |
+
Yahoo Entertainment,Simply Wall St,3 Dividend Stocks To Consider With Yields Up To 7.7%,"As the U.S. stock market enjoys a strong rally ahead of the Thanksgiving break, with major indexes on track for their best week since June, investors are...",https://finance.yahoo.com/news/3-dividend-stocks-consider-yields-113139174.html,2025-11-28T11:31:39Z,"As the U.S. stock market enjoys a strong rally ahead of the Thanksgiving break, with major indexes on track for their best week since June, investors are increasingly looking at dividend stocks as a … [+4844 chars]"
|
| 54 |
+
Yahoo Entertainment,Anthony Lee,Why IBM (IBM) Stock Is Up Today,Shares of technology and consulting giant IBM (NYSE:IBM) jumped 2.8% in the afternoon session after renewed enthusiasm for Alphabet reinvigorated the...,https://finance.yahoo.com/news/why-ibm-ibm-stock-today-235049835.html,2025-11-24T23:50:49Z,"Shares of technology and consulting giant IBM (NYSE:IBM) jumped 2.8% in the afternoon session after renewed enthusiasm for Alphabet reinvigorated the artificial intelligence trade, propelling a marke… [+2322 chars]"
|
| 55 |
+
Slashdot.org,msmash,"World-Beating 55,000% Surge in India AI Stock Fuels Bubble Fears","The world's best-performing stock is turning into a cautionary tale for investors chasing outsized returns from the AI boom. From a report: Little-known until recently even within its home market of India, RRP Semiconductor Ltd. became a social-media obsessio…",https://tech.slashdot.org/story/25/12/18/1537226/world-beating-55000-surge-in-india-ai-stock-fuels-bubble-fears,2025-12-18T16:05:00Z,"Little-known until recently even within its home market of India, RRP Semiconductor Ltd. became a social-media obsession as its shares surged more than 55,000% in the 20 months through Dec. 17 -- by … [+982 chars]"
|
| 56 |
+
Yahoo Entertainment,Karen Friar,"Stock market today: Dow, S&P 500 slip as unemployment rate rises, Tesla marches toward record","Investors reacted to the delayed release of the November jobs report, seen as pivotal to the path of interest rates next year.",https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-slip-as-unemployment-rate-rises-tesla-marches-toward-record-202215883.html,2025-12-16T20:22:15Z,"Crude oil prices fell to levels not seen since the doldrums of the pandemic at the start of 2021, as a widely expected supply glut picked up momentum and peace talks in the Russia-Ukraine conflict to… [+2184 chars]"
|
| 57 |
+
Yahoo Entertainment,,Should Retirees Pull Their Money Out of the Stock Market in 2026?,,https://consent.yahoo.com/v2/collectConsent?sessionId=1_cc-session_0fbcffa6-4e4c-4ba2-9e35-3cfb8648b423,2025-12-21T09:50:00Z,"If you click 'Accept all', we and our partners, including 242 who are part of the IAB Transparency & Consent Framework, will also store and/or access information on a device (in other words, use … [+714 chars]"
|
| 58 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq futures climb as key ADP jobs data looms",Key jobs data looms as one of the final potential catalysts ahead of the Federal Reserve's interest rate move.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-futures-climb-as-key-adp-jobs-data-looms-000151956.html,2025-12-03T00:01:51Z,"Stock futures edged higher Tuesday evening as Wall Street aimed to maintain momentum on a modest rebound from Monday's streak-breaking sell-off, with key jobs data looming as one of the final potenti… [+1705 chars]"
|
| 59 |
+
Yahoo Entertainment,Ines Ferré,"Bitcoin rises above $90,000 as cryptocurrency attempts recovery amid stock market gains",Bitcoin has struggled to bounce back meaningfully despite a price uptick on Wednesday.,https://finance.yahoo.com/news/bitcoin-rises-above-90000-as-cryptocurrency-attempts-recovery-amid-stock-market-gains-193405385.html,2025-11-26T19:34:05Z,"Bitcoin (BTC-USD) rose above $90,000 on Wednesday, but some strategists warned the price action isn't necessarily a sign of a meaningful V-shaped recovery despite a risk-on mood in the stock market.
|
| 60 |
+
Yahoo Entertainment,,"Stock market today: Nasdaq, S&P 500 rally as Nvidia, Tesla, Google lead Big Tech surge",,https://consent.yahoo.com/v2/collectConsent?sessionId=1_cc-session_eded1768-3e25-4301-bd90-639627b4ece6,2025-11-23T23:47:18Z,"If you click 'Accept all', we and our partners, including 237 who are part of the IAB Transparency & Consent Framework, will also store and/or access information on a device (in other words, use … [+714 chars]"
|
| 61 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq sink, bitcoin plummets in downbeat start to December",Wall Street's strong late-November rebound looks set to hit a speed bump on the first trading day of December.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-sink-bitcoin-plummets-in-downbeat-start-to-december-011408608.html,2025-12-01T01:14:08Z,"Bitcoin (BTC-USD) tumbled more than 7% on Monday, along with crypto-related stocks, casting doubt on a year-end rally despite growing prospects of a Federal Reserve interest rate cut.
|
| 62 |
+
The world's la… [+1511 chars]"
|
| 63 |
+
Yahoo Entertainment,,Prediction: This Hypergrowth AI Stock Will Finish 2026 With the Largest Market Cap in the World,,https://consent.yahoo.com/v2/collectConsent?sessionId=1_cc-session_4eab8934-7814-4842-98d1-94b580e7ddd6,2025-12-16T21:23:00Z,"If you click 'Accept all', we and our partners, including 242 who are part of the IAB Transparency & Consent Framework, will also store and/or access information on a device (in other words, use … [+714 chars]"
|
| 64 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq futures plummet after Fed decision as Oracle sinks after earnings",US stock futures were inconsistent across the major gauges as the Fed rate cut and Oracle's significant loss dragged the needle in different directions.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-futures-plummet-after-fed-decision-as-oracle-sinks-after-earnings-233526664.html,2025-12-10T23:35:26Z,"US stock futures fell Wednesday night as investors evaluated the Federal Reserves latest rate cut, which helped fuel a late-day rally on Wall Street.
|
| 65 |
+
Dow Jones Industrial Average futures (YM=F) edge… [+1414 chars]"
|
| 66 |
+
Business Insider,wedwards@businessinsider.com (William Edwards),2 under-the-radar AI stock picks from a fund manager beating 99% of peers over the last 5 years,Ryan Kelley has beaten 99% of peers over the last five years managing two funds. Here are his top under-the-radar names in the AI trade.,https://www.businessinsider.com/ai-stock-picks-investment-manager-etf-tech-sanm-dy-2025-12,2025-12-02T10:15:01Z,"When Ryan Kelley, the chief investment officer of Hennessy Funds, doles out a couple of stock picks, it's probably a good idea to hear him out. According to Morningstar data, Kelley has beaten 99% of… [+1896 chars]"
|
| 67 |
+
TheStreet,Moz Farooque,This defense-AI stock is up 50 percent in 6 months: It’s not Palantir,"Defense AI has been perhaps the hottest corner of the market this year, and though Palantir (PLTR) dominates proceedings in the space, another tiny player...",https://www.thestreet.com/investing/stocks/this-defense-ai-stock-is-up-50-percent-in-6-months-its-not-palantir,2025-12-01T20:13:00Z,"Defense AI has been perhaps the hottest corner of the market this year, and though Palantir (PLTR) dominates proceedings in the space, another tiny player has been notching eye-popping gains.
|
| 68 |
+
BigBea… [+6157 chars]"
|
| 69 |
+
Yahoo Entertainment,Aparajita Dutta,Buy These 5 Dividend Growth Stocks as Wall Street Rebounds,Dividend growers like NTES and LRCX emerge as defensive standouts as Wall Street rebounds and investors seek stability amid market uncertainty.,https://finance.yahoo.com/news/buy-5-dividend-growth-stocks-125100621.html,2025-11-24T12:51:00Z,"Wall Street rebounded on Nov. 21, 2025, with all three major stock indices rising almost 1% after delivering a dismal weekly performance. The rebound was primarily backed by investor optimism surroun… [+7379 chars]"
|
| 70 |
+
Yahoo Entertainment,Yahoo Finance Video,"Stocks rise, Trump healthcare plan, Thanksgiving travel: 3 Things","US stock futures (ES=F, NQ=F, YM=F) are rising in Monday's pre-market trading, attempting to stage a comeback rally from last week's losses as Wall Street...",https://finance.yahoo.com/video/stocks-rise-trump-healthcare-plan-141059695.html,2025-11-24T14:10:59Z,"Let's get to the three things you need to know today. First up, US stock futures holding on to gains this morning.
|
| 71 |
+
That's after a drop of more than 2% last week for the S&P 500 and Nasdaq, desp… [+1582 chars]"
|
| 72 |
+
Yahoo Entertainment,Simply Wall St,3 Stocks That Might Be Undervalued By Up To 31.8% According To Estimates,"As the U.S. stock market experiences a strong rebound, with major indexes like the Dow Jones and S&P 500 poised for their best week since June, investors are...",https://finance.yahoo.com/news/3-stocks-might-undervalued-31-173804090.html,2025-11-28T17:38:04Z,"As the U.S. stock market experiences a strong rebound, with major indexes like the Dow Jones and S&P 500 poised for their best week since June, investors are keenly eyeing opportunities amid this… [+5272 chars]"
|
| 73 |
+
The Verge,Elizabeth Lopatto,Larry Ellison’s big dumb gift to his large adult son,"Media is a business about dreams, and Larry Ellison's son is dreaming big. This might explain why the case for Paramount Skydance to buy Warner Bros. Discovery is so incoherent. In October, Warner Bros. put itself up for sale, leading to a number of bids. The…",https://www.theverge.com/entertainment/845532/larry-ellison-paramount-wb-netflix-takeover-oracle,2025-12-16T18:25:17Z,"<ul><li></li><li></li><li></li></ul>
|
| 74 |
+
Larry Ellisons big dumb gift to his large adult son
|
| 75 |
+
A plan so astonishingly dumb, even Warner Bros. doesnt believe itll happen.
|
| 76 |
+
by
|
| 77 |
+
Elizabeth LopattoClose
|
| 78 |
+
Eli… [+12778 chars]"
|
| 79 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq rise as weak ADP jobs data reinforces growing Fed rate cut bets",Doubts over AI demand put pressure on tech and a surprise fall in private-sector employment revealed cracks in the job market.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-rise-as-weak-adp-jobs-data-reinforces-growing-fed-rate-cut-bets-210358240.html,2025-12-03T21:03:58Z,"US stocks edged up on Wednesday as a surprise decline in private-sector employment revealed cracks in the job market, but also reinforced bets on a Fed rate cut next week.
|
| 80 |
+
The Dow Jones Industrial A… [+15161 chars]"
|
| 81 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq rise as surprise ADP jobs decline reinforces Fed rate cut bets",Doubts over AI demand put pressure on tech and a surprise fall in private-sector employment revealed cracks in the job market.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-rise-as-surprise-adp-jobs-decline-reinforces-fed-rate-cut-bets-000151602.html,2025-12-03T00:01:51Z,"US stocks shook off early losses on Wednesday as a surprise decline in private-sector employment revealed cracks in the job market, but also reinforced bets on a Fed rate cut next week.
|
| 82 |
+
The Dow Jone… [+14393 chars]"
|
| 83 |
+
TheStreet,Moz Farooque,Morgan Stanley drops eye-popping price target on Nvidia stock,"Nvidia (NVDA) stock has clearly been Wall Street’s biggest AI winner, but Morgan Stanley feels it has much more room to run. Analyst Joe Moore just bumped...",https://www.thestreet.com/investing/stocks/morgan-stanley-drops-eye-popping-price-target-on-nvidia-stock,2025-12-03T22:33:00Z,"Nvidia (NVDA) stock has clearly been Wall Streets biggest AI winner, but Morgan Stanley feels it has much more room to run.
|
| 84 |
+
Analyst Joe Moore just bumped his price target from $250 to $235, a massiv… [+4931 chars]"
|
| 85 |
+
Gizmodo.com,AJ Dellinger,Wall Street Sphincters Tighten as Oracle Delays Its OpenAI Data Center Buildout,"When the bubble pops, you can't say there weren't signs.",https://gizmodo.com/wall-street-sphincters-tighten-as-oracle-delays-its-openai-data-center-buildout-2000699248,2025-12-12T21:10:38Z,"It turns out infinite growth might not actually be possible. On Friday, Bloomberg reported that Oracle will be delaying some of its data center projects for OpenAI for at least a year due to labor an… [+2692 chars]"
|
| 86 |
+
Slashdot.org,BeauHD,Michael and Susan Dell Donate $6.25 Billion To Encourage Families To Claim 'Trump Accounts',"Michael and Susan Dell pledged $6.25 billion to boost participation in the new ""Trump Accounts"" child investment program. ""The historic gift has little precedent, with few single charitable commitments in the past 25 years exceeding $1 billion, much less mult…",https://politics.slashdot.org/story/25/12/02/1916207/michael-and-susan-dell-donate-625-billion-to-encourage-families-to-claim-trump-accounts,2025-12-02T19:19:00Z,"Its structure is also unusual. Essentially, it builds on the ""Trump Accounts"" program (PDF), where the U.S. Department of the Treasury will deposit $1,000 into investment accounts set up by Treasury … [+1155 chars]"
|
| 87 |
+
Yahoo Entertainment,,"Stock Market Bubble Worse Than 2008 Financial Crisis Is Brewing, Warns Analyst: 'People Just Don't Want To Listen Because...'",,https://consent.yahoo.com/v2/collectConsent?sessionId=1_cc-session_eee85fa9-b921-43a6-b48a-d62e81bc92fc,2025-11-25T00:35:01Z,"If you click 'Accept all', we and our partners, including 237 who are part of the IAB Transparency & Consent Framework, will also store and/or access information on a device (in other words, use … [+714 chars]"
|
| 88 |
+
Yahoo Entertainment,,Prediction: This Stock Market Bubble Will Burst in 2026 and 3 Popular Stocks Will Crash (Hint: Not Artificial Intelligence),,https://consent.yahoo.com/v2/collectConsent?sessionId=1_cc-session_d3659336-f8ae-45cf-8bf0-39996867541c,2025-11-29T08:45:00Z,"If you click 'Accept all', we and our partners, including 240 who are part of the IAB Transparency & Consent Framework, will also store and/or access information on a device (in other words, use … [+714 chars]"
|
| 89 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq futures slump as Oracle earnings reignite AI spending fears","Oracle's revenue miss is reviving the AI bubble debate, dampening spirits on Wall Street.",https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-futures-slump-as-oracle-earnings-reignite-ai-spending-fears-233526300.html,2025-12-10T23:35:26Z,"US stock futures sank on Thursday as Oracle (ORCL) earnings revived worries about the AI trade, taking the wind out of the Wall Street rally that followed the Federal Reserves latest rate cut.
|
| 90 |
+
Contr… [+2832 chars]"
|
| 91 |
+
Yahoo Entertainment,,"Stock market today: Dow, S&P 500, Nasdaq futures rise with Wall Street awaiting expected Fed rate cut",,https://consent.yahoo.com/v2/collectConsent?sessionId=1_cc-session_3a358027-81bf-4726-a2cd-e1c27f600c44,2025-12-08T00:14:31Z,"If you click 'Accept all', we and our partners, including 240 who are part of the IAB Transparency & Consent Framework, will also store and/or access information on a device (in other words, use … [+714 chars]"
|
| 92 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow jumps X post to record, S&P 500 climbs above 6,900 for first time","The Dow and S&P 500 notched new records on Thursday as US stocks mostly rose, with tech stocks under more pressure after Oracle (ORCL) earnings revived AI...",https://finance.yahoo.com/news/live/stock-market-today-dow-jumps-650-points-to-post-record-sp-500-climbs-above-6900-for-first-time-210051184.html,2025-12-11T21:00:51Z,"The Dow and S&P 500 notched new records on Thursday as US stocks mostly rose, with tech stocks under more pressure after Oracle (ORCL) earnings revived AI overspending worries.
|
| 93 |
+
The Dow Jones Ind… [+15789 chars]"
|
| 94 |
+
Yahoo Entertainment,Karen Friar,"Stock market today: Dow, S&P 500, Nasdaq slip as jobs report beats estimates, unemployment rate rises","Investors reacted to the delayed release of the November jobs report, seen as pivotal to the path of interest rates next year.",https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-slip-as-jobs-report-beats-estimates-unemployment-rate-rises-230828624.html,2025-12-15T23:08:28Z,"Investors were warned heading into the November jobs report that the numbers might be noisy following the 43-day government shutdown and the lagged effects of DOGE cuts.
|
| 95 |
+
""Everybody should assume the… [+1561 chars]"
|
| 96 |
+
Yahoo Entertainment,Karen Friar,"Stock market today: S&P 500, Nasdaq futures rise as Micron boosts tech after sell-off, CPI report looms",The wait is on for the latest reading on consumer inflation that could help set expectations for the path of interest rates.,https://finance.yahoo.com/news/live/stock-market-today-sp-500-nasdaq-futures-rise-as-micron-boosts-tech-after-sell-off-cpi-report-looms-230752790.html,2025-12-17T23:07:52Z,"US stock futures leaned broadly higher on Thursday, eyeing a recovery from Wall Street's tech-fueled sell-off as investors waited for the latest reading on consumer inflation that could help set expe… [+2181 chars]"
|
| 97 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq fall as Netflix skids on merger drama, Nvidia rises",US stocks fell ahead of the Federal Reserve's mid-week announcement on interest rates.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-fall-as-netflix-skids-on-deal-drama-nvidia-rises-205106952.html,2025-12-08T20:51:06Z,"US stocks fell on Monday as Wall Street awaits the Federal Reserve's final policy meeting of the year, while the deal drama between Netflix (NFLX) and Warner Bros. Discovery (WBD) escalated to a new … [+9705 chars]"
|
| 98 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq futures rise, sparking hopes of rebound from November losses",Spirits are upbeat after a Fed official signaled support for a December rate cut.,https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-futures-rise-sparking-hopes-of-rebound-from-november-losses-234718549.html,2025-11-23T23:47:18Z,"US stock futures climbed on Monday, heading into the shortened Thanksgiving trading week buoyed by hopes for an interest-rate cut and eyeing a further rebound from a pullback that has cooled this yea… [+2068 chars]"
|
| 99 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow, S&P 500, Nasdaq futures tumble after Fed decision as Oracle earnings fall short","Oracle's revenue miss is reviving the AI bubble debate, dampening spirits on Wall Street.",https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-futures-tumble-after-fed-decision-as-oracle-earnings-fall-short-233526540.html,2025-12-10T23:35:26Z,"US stock futures dived on Thursday as investors evaluated the Federal Reserves latest rate cut, which helped fuel a late-day rally on Wall Street.
|
| 100 |
+
Contracts on the S&P 500 (ES=F) and the Nasdaq … [+1524 chars]"
|
| 101 |
+
Yahoo Entertainment,,"Stock market today: Dow, S&P 500, Nasdaq futures rise as Micron boosts tech after sell-off, CPI report looms",,https://consent.yahoo.com/v2/collectConsent?sessionId=1_cc-session_8408ce41-1675-4d5e-b273-2c6d5b3018b0,2025-12-17T23:07:52Z,"If you click 'Accept all', we and our partners, including 242 who are part of the IAB Transparency & Consent Framework, will also store and/or access information on a device (in other words, use … [+714 chars]"
|
| 102 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: Dow vaults toward record high as Oracle's slide weighs on S&P 500, Nasdaq","Oracle's revenue miss is reviving the AI bubble debate, dampening spirits on Wall Street.",https://finance.yahoo.com/news/live/stock-market-today-dow-vaults-toward-record-high-as-oracles-slide-weighs-on-sp-500-nasdaq-233526728.html,2025-12-10T23:35:26Z,"The Dow surged toward a record on Thursday as US stocks diverged, with more tech-exposed gauges under pressure after Oracle (ORCL) earnings revived AI overspending worries.
|
| 103 |
+
The Nasdaq Composite (^IX… [+15496 chars]"
|
| 104 |
+
Yahoo Entertainment,Karen Friar,"Stock market today: Dow, S&P 500, Nasdaq futures steady with all eyes on delayed jobs report","Investors counted down to the delayed release of the November jobs report, seen as pivotal to the path of interest rates next year.",https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-nasdaq-futures-steady-with-all-eyes-on-delayed-jobs-report-230828232.html,2025-12-15T23:08:28Z,"US stock futures were little changed overnight on Monday, coming off a losing session as investors counted down to the delayed release of the November jobs report, seen as pivotal to the path of inte… [+1769 chars]"
|
| 105 |
+
Yahoo Entertainment,Karen Friar,"Stock market today: Dow, S&P 500 slip, Nasdaq gains as jobs report beats estimates, unemployment rate rises","Investors reacted to the delayed release of the November jobs report, seen as pivotal to the path of interest rates next year.",https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-slip-nasdaq-gains-as-jobs-report-beats-estimates-unemployment-rate-rises-230828429.html,2025-12-15T23:08:28Z,"Crude oil prices fell to levels not seen since the doldrums of the pandemic at the start of 2021, as a widely expected supply glut picked up momentum and peace talks in the Russia-Ukraine conflict to… [+2184 chars]"
|
| 106 |
+
Yahoo Entertainment,Rian Howlett,"Stock market today: S&P 500, Dow rise to end a rocky month, Nasdaq snaps 7-month win streak","US stocks rose for the fifth day in a row on Friday, but the Nasdaq snapped its monthly winning streak.",https://finance.yahoo.com/news/live/stock-market-today-sp-500-dow-rise-to-end-a-rocky-month-nasdaq-snaps-7-month-win-streak-180355656.html,2025-11-28T18:03:55Z,"US stocks rose during a holiday-shortened trading day on Friday as a volatile month drew to a close and the Nasdaq Composite (^IXIC) snapped a seven-month win streak.
|
| 107 |
+
The tech-heavy Nasdaq Composite… [+11000 chars]"
|
| 108 |
+
Yahoo Entertainment,,"Stock market today: Dow, S&P 500, Nasdaq fall with Wall Street awaiting expected Fed rate cut",,https://consent.yahoo.com/v2/collectConsent?sessionId=1_cc-session_d9193da6-87b5-4623-8347-2f3a868766bd,2025-12-08T00:14:31Z,"If you click 'Accept all', we and our partners, including 240 who are part of the IAB Transparency & Consent Framework, will also store and/or access information on a device (in other words, use … [+714 chars]"
|
| 109 |
+
Yahoo Entertainment,,"Stock market today: Dow, S&P 500, Nasdaq steady with Wall Street awaiting expected Fed rate cut",,https://consent.yahoo.com/v2/collectConsent?sessionId=1_cc-session_97c68cc3-134c-43a1-a1bc-4b6bbcbfaeef,2025-12-08T00:14:31Z,"If you click 'Accept all', we and our partners, including 240 who are part of the IAB Transparency & Consent Framework, will also store and/or access information on a device (in other words, use … [+714 chars]"
|
| 110 |
+
Yahoo Entertainment,Karen Friar,"Stock market today: Dow, S&P 500 slip, Nasdaq snaps three-day losing streak as Tesla climbs to record","Investors reacted to the delayed release of the November jobs report, seen as pivotal to the path of interest rates next year.",https://finance.yahoo.com/news/live/stock-market-today-dow-sp-500-slip-nasdaq-snaps-three-day-losing-streak-as-tesla-climbs-to-record-210029709.html,2025-12-16T21:03:25Z,"Crude oil prices fell to levels not seen since the doldrums of the pandemic at the start of 2021, as a widely expected supply glut picked up momentum and peace talks in the Russia-Ukraine conflict to… [+2184 chars]"
|
| 111 |
+
Yahoo Entertainment,Neha Gupta,NVIDIA Corporation (NVDA) Price Target Raised as Analysts Reaffirm Buy Amid AI Market Growth,"NVIDIA Corporation (NASDAQ:NVDA) is one of the best augmented reality stocks to buy right now. On November 25, Bank of America reiterated a positive outlook ...",https://finance.yahoo.com/news/nvidia-corporation-nvda-price-target-031019885.html,2025-12-05T03:10:19Z,"NVIDIA Corporation (NASDAQ:NVDA) is one of the best augmented reality stocks to buy right now. On November 25, Bank of America reiterated a positive outlook on NVIDIA Corporation (NASDAQ:NVDA) even a… [+1859 chars]"
|
| 112 |
+
Barchart.com,Josh Enomoto,The Saturday Spread: Here’s How to Properly Trade the Nvidia (NVDA) Stock Discount,"With NVDA stock suffering from a rare state of extended bearishness, distributional analysis can help illuminate your contrarian endeavors.",https://www.barchart.com/story/news/36609425/the-saturday-spread-heres-how-to-properly-trade-the-nvidia-nvda-stock-discount,2025-12-13T15:15:02Z,"While it doesnt necessarily look like it on surface level, Nvidia (NVDA) just flashed a rare quantitative signal. In the last 10 weeks, there were only three instances of up weeks, with the rest bein… [+5677 chars]"
|
| 113 |
+
Yahoo Entertainment,Rian Howlett,"Dow, S&P 500, Nasdaq futures inch up with gauges on track to end month in the red",The major stock gauges climbed ahead of markets reopening after the Thanksgiving break.,https://finance.yahoo.com/news/live/dow-sp-500-nasdaq-futures-inch-up-with-gauges-on-track-to-end-month-in-the-red-000737084.html,2025-11-28T00:07:37Z,"US stock futures ticked up Thursday night after markets were closed for Thanksgiving, with the Nasdaq Composite poised to break a seven-month winning streak.
|
| 114 |
+
Dow Jones Industrial Average futures (YM… [+1149 chars]"
|
| 115 |
+
Business Insider,Theron Mohamed,The internet is loving 'Big Short' investor Michael Burry's crusade against Nvidia and the AI giants,"Michael Burry of ""The Big Short"" is lighting up social media after betting against Nvidia and Palantir and casting doubt on the AI boom.",https://www.businessinsider.com/michael-burry-big-short-meme-social-media-nvidia-palantir-ai-2025-11,2025-11-22T10:52:01Z,"Michael Burry attends ""The Big Short"" New York premiere at Ziegfeld Theater on November 23, 2015 in New York City.Andrew Toth/Getty Images
|
| 116 |
+
<ul><li>Market watchers can't get enough of Michael Burry's… [+4915 chars]"
|
| 117 |
+
MarketWatch,Steve Goldstein,Michael Burry on why he stopped managing his hedge fund: ‘I think the stock market could be in for a number of bad years.’,"In the “Against the Rules” podcast that was released, Michael Burry explained why he deregistered his hedge fund last month.",https://www.marketwatch.com/story/michael-burry-on-why-he-stopped-managing-his-hedge-fund-i-think-the-stock-market-could-be-in-for-a-number-of-bad-years-3571cca4,2025-12-02T12:46:00Z,"Michael Burry explains why he stopped running his hedge fund. - MarketWatch photo illustration/Getty Images
|
| 118 |
+
Michael Burry has been opening up to the world after he stopped running money for Scion As… [+2095 chars]"
|
| 119 |
+
Yahoo Entertainment,Rian Howlett,"Dow, S&P 500, Nasdaq futures muted as rocky month draws to an end, before CME glitch halts trading",CME is gradually resuming operations after a futures outage that halted trading in US stock indexes.,https://finance.yahoo.com/news/live/dow-sp-500-nasdaq-futures-muted-as-rocky-month-draws-to-an-end-before-cme-glitch-halts-trading-000737050.html,2025-11-28T00:07:37Z,"US stock futures were muted with a holiday-shortened week and downbeat month drawing to an end, before the Chicago Mercantile Exchange halted trading on Friday due to a data center glitch.
|
| 120 |
+
The CME i… [+3380 chars]"
|
| 121 |
+
Slashdot.org,BeauHD,"Netflix To Buy Warner Bros. In $72 Billion Cash, Stock Deal","Netflix is buying Warner Bros. Discovery in an $82.7 billion deal that gives it HBO, iconic franchises, and major studio infrastructure. ""Warner Bros. shareholders will receive $27.75 a share in cash and stock in Netflix,"" notes Bloomberg. ""The total equity v…",https://entertainment.slashdot.org/story/25/12/05/1728256/netflix-to-buy-warner-bros-in-72-billion-cash-stock-deal,2025-12-05T18:18:00Z,"Netflix is buying Warner Bros. Discovery in an $82.7 billion deal that gives it HBO, iconic franchises, and major studio infrastructure. ""Warner Bros. shareholders will receive $27.75 a share in cash… [+2318 chars]"
|
| 122 |
+
Kotaku,Ethan Gach,"GameStop’s Pokémon Card Loot Box Program Just Led To A Record-Breaking $30,000 Trade-In","Power Packs are the meme stock company's secret slot machines
|
| 123 |
+
The post GameStop’s Pokémon Card Loot Box Program Just Led To A Record-Breaking $30,000 Trade-In appeared first on Kotaku.",https://kotaku.com/gamestop-power-pack-pokemon-tcg-trade-in-gengar-2000649582,2025-12-02T14:38:44Z,"A holographic Gengar from the Pokémon TCG set Skyridge just fetched over $30,000 at GameStop. The company is touting it as an “own” aimed at all the “trolls” who make fun of its infamously poor trade… [+3461 chars]"
|
| 124 |
+
Yahoo Entertainment,Zacks Equity Research,Verizon Communications (VZ) Ascends While Market Falls: Some Facts to Note,"Verizon Communications (VZ) closed the most recent trading day at $40.89, moving +1.67% from the previous trading session.",https://finance.yahoo.com/news/verizon-communications-vz-ascends-while-224503573.html,2025-12-12T22:45:03Z,"Verizon Communications (VZ) ended the recent trading session at $40.89, demonstrating a +1.67% change from the preceding day's closing price. The stock outperformed the S&P 500, which registered … [+2360 chars]"
|
| 125 |
+
Barchart.com,Aditya Raghunath,This 1 Company Is the Nvidia of Quantum Computing. Should You Buy Its Stock Now?,"IONQ stock is up 20% in the past 52 weeks and remains a top investment as it expands its quantum computing moat, according to investment bank J.P. Morgan.",https://www.barchart.com/story/news/36255837/this-1-company-is-the-nvidia-of-quantum-computing-should-you-buy-its-stock-now,2025-11-21T16:23:57Z,"The quantum computing revolution is gaining momentum, and IonQ (IONQ) has emerged as the potential kingmaker in this transformative space. J.P. Morgan just initiated coverage on the company, noting t… [+4994 chars]"
|
| 126 |
+
TheStreet,Silin Chen,Cathie Wood buys $16.7 million of megacap AI stock,"Cathie Wood, CEO of Ark Investment Management, typically focuses on small- and mid-cap technology stocks. But she occasionally ventures into megacap growth...",https://www.thestreet.com/investing/cathie-wood-buys-16-7-million-of-megacap-ai-stock,2025-11-24T18:07:00Z,"Cathie Wood, CEO of Ark Investment Management, typically focuses on small- and mid-cap technology stocks. But she occasionally ventures into megacap growth stocks.
|
| 127 |
+
This strategy, which likely aims t… [+5153 chars]"
|
| 128 |
+
TheStreet,Silin Chen,Analyst revisits Nvidia stock after Google-Meta news,Nvidia (NVDA) shares were volatile this week after news that Meta (META) is in talks to buy billions of dollars of Google (GOOG) chips starting in 2027. The ...,https://www.thestreet.com/investing/analyst-revisits-nvidia-stock-after-google-meta-news,2025-11-27T18:17:00Z,Nvidia (NVDA) shares were volatile this week after news that Meta (META) is in talks to buy billions of dollars of Google (GOOG) chips starting in 2027. The move would position Alphabet as a direct c… [+3474 chars]
|
| 129 |
+
Yahoo Entertainment,Jake Conley,Stocks drift back toward record highs as the final month of 2025 gets underway: What to watch this week,"As the market moves into December, investors will be watching for Fed updates and a steadier performance environment than they got in November.",https://finance.yahoo.com/news/stocks-drift-back-toward-record-highs-as-the-final-month-of-2025-gets-underway-what-to-watch-this-week-122743521.html,2025-11-30T12:27:43Z,"The final month of the year gets underway on Monday, and investors will be looking for a smoother month to round out the year after choppy November trading saw the Nasdaq Composite (^IXIC) snap a sev… [+7824 chars]"
|
| 130 |
+
Yahoo Entertainment,Sasha Rogelberg,‘Big Short’ investor Michael Burry warns Nvidia is the Cisco equivalent in today’s AI boom: ‘Sometimes the new company is the same company on a pivot’,"Fresh off a string of bearish stock activity and the deregistration of his hedge fund, Burry has started a Substack for his financial writing.",https://finance.yahoo.com/news/big-short-investor-michael-burry-162334180.html,2025-11-24T16:23:34Z,"Michael Burry has doubled down on his concerns of an AI bubble, drawing similarities between Cisco during the late-90s dotcom crash and one key tech company today.
|
| 131 |
+
In his first Substack post, The Ca… [+4085 chars]"
|
| 132 |
+
Yahoo Entertainment,nickthomas2@benzinga.com,Crypto Treasury Companies Are Chasing Obscure Tokens—And That's Raising Red Flags About Market Volatility,"As Bitcoin’s shine dulls and market saturation squeezes returns, a new breed of publicly traded crypto treasury companies is making a risky pivot that has...",https://finance.yahoo.com/news/crypto-treasury-companies-chasing-obscure-180025488.html,2025-11-28T18:00:25Z,"Benzinga and Yahoo Finance LLC may earn commission or revenue on some items through the links below.
|
| 133 |
+
As Bitcoin’s shine dulls and market saturation squeezes returns, a new breed of publicly traded c… [+3697 chars]"
|
| 134 |
+
Barchart.com,Rick Orford,3 Highest-Yielding Dividend Aristocrats to Buy Today,"These three dividend aristocrats offer a trifecta: Low volatility, analyst ratings, and the highest yields among the group.",https://www.barchart.com/story/news/36326605/3-highest-yielding-dividend-aristocrats-to-buy-today,2025-11-26T13:49:41Z,"Dividend stocks are among the most popular options for investors seeking income. However, not all dividend stocks are created equal. Some pay well, some don't.
|
| 135 |
+
In my case, I prefer the Dividend Aris… [+5788 chars]"
|
| 136 |
+
Yahoo Entertainment,Nilanjan Choudhury,3 High-Yield Oil Stocks for Stable Income in a Bearish Market,"CNQ, CVX and KMI offer yields over 4% and stable cash flow - key strengths in a bearish oil market heading into 2026.",https://finance.yahoo.com/news/3-high-yield-oil-stocks-154600772.html,2025-12-11T15:46:00Z,"Oil markets are entering 2026 with rising inventories and weaker demand growth, creating a challenging backdrop for crude prices. Forecasts call for Brent and WTI to fall below $60 per barrel as a gl… [+5188 chars]"
|
| 137 |
+
Business Insider,Anneta Konstantinides,I made Ina Garten's homemade chicken stock and realized sometimes store-bought really isn't fine,"Ina Garten's easy homemade chicken stock makes any soup taste incredible. There's a reason the Barefoot Contessa calls it ""liquid gold.""",https://www.businessinsider.com/ina-garten-homemade-chicken-stock-soup-recipe-review,2025-12-19T13:36:01Z,"Ina Garten has made me a true believer in the powers of homemade chicken stock.Anneta Konstantinides/Business Insider
|
| 138 |
+
<ul><li>I made Ina Garten's homemade chicken stock for the first time. </li><li… [+6680 chars]"
|
| 139 |
+
Business Insider,Pete Syme,Airbus stock drops as much 10% as it confirms a 'quality issue' in part of the best-selling A320's supply chain,Airbus shares fell as much as 10% after it emerged there was an issue with some A320s' fuselage panels that could delay deliveries to airlines.,https://www.businessinsider.com/airbus-quality-issue-a320-planes-stock-price-tumbles-10-2025-12,2025-12-01T13:36:34Z,"Airbus confirmed Monday that the issue is affecting a small number of A320s.Urbanandsport/NurPhoto via Getty Images
|
| 140 |
+
<ul><li>Airbus' share price fell as much as 10% on Monday morning over concerns of… [+2306 chars]"
|
| 141 |
+
Business Insider,Alex Nicoll,How Zohran Mamdani's NYC victory could make a hot ultra-luxury market in cities like Miami even hotter,Speculation that the ultrawealthy will flee NYC has luxury house markets in Miami and Greenwich buzzing.,https://www.businessinsider.com/miami-greenwich-brace-mamdani-luxury-real-estate-wave-2025-11,2025-11-22T12:46:01Z,"Real estate agents for elite zip codes in Florida say that the '""Mamdani effect"" remains anecdotal.felixmizioznikov/Getty Images
|
| 142 |
+
<ul><li>Incoming NYC Mayor Mamdani's embrace of socialism has some pr… [+6334 chars]"
|
| 143 |
+
Barchart.com,Chris MacDonald,Dan Ives Says AI Bubble Fears Are ‘Overblown’ and He’s Betting on This 1 Data Center Stock Now,Ives just added IREN to his list of the top 30 AI winners.,https://www.barchart.com/story/news/36428772/dan-ives-says-ai-bubble-fears-are-overblown-and-hes-betting-on-this-1-data-center-stock-now,2025-12-03T12:30:02Z,"Dan Ives is certainly one of the top analysts in the market I watch closely. I'm fully aware that Mr. Ives is among the most bullish analysts in the market. However, I think his views on many of the … [+3448 chars]"
|
| 144 |
+
Business Insider,Hugh Langley,"Nvidia just made a $2 billion investment in Synopsys, adding to its thick web of AI deals",Nvidia and Synopsis just announced a $2bn deal that sees Nvidia further weaving its intricate web of AI deals.,https://www.businessinsider.com/nvidia-synopsys-invests-2-billion-ai-deal-2025-12,2025-12-01T14:17:02Z,"Nvidia CEO Jensen HuangEzra Acayan/Getty Images
|
| 145 |
+
<ul><li>Nvidia said it had purchased $2 billion of Synopsys common stock as part of a wider partnership.</li><li>The companies said they are partnerin… [+1216 chars]"
|
| 146 |
+
Yahoo Entertainment,Radek Strnad,"Eli Lilly (LLY) Stock Is Up, What You Need To Know",Shares of global pharmaceutical company Eli Lilly (NYSE:LLY) jumped 3.4% in the morning session after the company announced highly positive Phase 3 trial...,https://finance.yahoo.com/news/eli-lilly-lly-stock-know-170044158.html,2025-12-11T17:00:44Z,Shares of global pharmaceutical company Eli Lilly (NYSE:LLY) jumped 3.4% in the morning session after the company announced highly positive Phase 3 trial results for its next-generation weight loss c… [+2209 chars]
|
| 147 |
+
Yahoo Entertainment,Pras Subramanian,Tesla stock pops as Robotaxi testing with no safety driver confirmed,Tesla stock rose on Monday following more positive developments in its Robotaxi business.,https://finance.yahoo.com/news/tesla-stock-pops-as-robotaxi-testing-with-no-safety-driver-confirmed-164047565.html,2025-12-15T16:40:47Z,"Tesla (TSLA) stock rose over 3.5% on Monday following more positive developments in its Robotaxi business, with a prominent Wall Street bull claiming the ""autonomous chapter has begun for the EV make… [+3657 chars]"
|
| 148 |
+
Yahoo Entertainment,Myles Udland,Medline stock pops 40% in first trading session after company raises $6.3 billion in 2025's biggest IPO,"Medline's public debut on Wednesday caps the best IPO year since 2021, with Wall Street optimistic on the deals outlook heading into 2026.",https://finance.yahoo.com/news/medline-stock-pops-40-in-first-trading-session-after-company-raises-63-billion-in-2025s-biggest-ipo-210257926.html,2025-12-17T21:03:30Z,"Medline (MDLN) stock rose 40% on Wednesday to close at $40.66, as investors warmly greeted the year's biggest IPO on one of the last trading days of the year.
|
| 149 |
+
The medical supply giant said late Tues… [+1908 chars]"
|
| 150 |
+
Yahoo Entertainment,Tobi Opeyemi Amure,6 Crossovers That Will Have Massive Price Drops in Winter 2025,These crossovers are set for major price drops in winter 2025. Find out which models to watch and how to score the best deals before the market shifts.,https://autos.yahoo.com/deals-and-buying-guides/articles/6-crossovers-massive-price-drops-090505716.html,2025-11-23T09:05:05Z,"If youve been waiting for car prices to drop before buying, youre not wrong to think patience might finally pay off. After two years of inflated sticker prices and inventory shortages, dealerships ar… [+5026 chars]"
|
| 151 |
+
Yahoo Entertainment,Aparajita Dutta,Buy These 5 Dividend Growth Stocks Amid Heavy Tech Sell-Offs,"TEL and four other dividend growth stocks stand out as tech sell-offs deepen, offering steadier income and growth amid AI bubble fears.",https://finance.yahoo.com/news/buy-5-dividend-growth-stocks-142900400.html,2025-12-15T14:29:00Z,"Major U.S. stock indices tumbled on Dec. 12, 2025, dragged by significant sell-offs witnessed for technology stocks as investors remained worried about the narrative of an apparent AI bubble. Investo… [+7398 chars]"
|
| 152 |
+
Dlnews.com,Mathew Di Salvo,Bitcoin treasury Strategy keeps its spot in the Nasdaq 100,Strategy — formerly MicroStrategy — joined the prestigious Nasdaq 100 last year. Analysts had raised concerns that the Bitcoin treasury’s crypto-buying...,https://www.dlnews.com/articles/markets/bitcoin-giant-strategy-nasdaq-100/,2025-12-13T16:31:29Z,"Bitcoin treasury Strategy will remain on the Nasdaq 100 after the prestigious index on Friday announced its annual reshuffle.
|
| 153 |
+
Some analysts had raised concerns that the software company previously k… [+1777 chars]"
|
| 154 |
+
The Verge,Elizabeth Lopatto,Nvidia’s ‘I’m Not Enron’ memo has people asking a lot of questions already answered by that memo,"Christ. Fine. So over the weekend, a strange Substack post from what appears to be a CEO of a pet relocation company went very viral. This post — which to be clear, is bullshit — alleges that Nvidia is engaged in “may become the largest accounting fraud in te…",https://www.theverge.com/business/828047/nvidia-enron-conspiracy-accounting,2025-11-24T21:18:57Z,"<ul><li></li><li></li><li></li></ul>
|
| 155 |
+
The Streisand Effect strikes again
|
| 156 |
+
The Streisand Effect strikes again
|
| 157 |
+
by
|
| 158 |
+
Elizabeth LopattoClose
|
| 159 |
+
Elizabeth Lopatto
|
| 160 |
+
Posts from this author will be added to yo… [+5888 chars]"
|
src/data_loader.py
DELETED
|
@@ -1,147 +0,0 @@
|
|
| 1 |
-
# src/data_loader.py
|
| 2 |
-
import pandas as pd
|
| 3 |
-
from pathlib import Path
|
| 4 |
-
from typing import Dict
|
| 5 |
-
|
| 6 |
-
DATA_DIR = Path(__file__).resolve().parents[1] / "data"
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
def load_stock_prices(file_path: str = "stock_prices.csv") -> Dict[str, pd.DataFrame]:
|
| 10 |
-
"""
|
| 11 |
-
Load stock price data in multi-index column format like:
|
| 12 |
-
('Close', 'AAPL'), ('Close', 'GOOGL'), etc.
|
| 13 |
-
Returns dict of DataFrames indexed by datetime.
|
| 14 |
-
"""
|
| 15 |
-
fp = DATA_DIR / file_path
|
| 16 |
-
if not fp.exists():
|
| 17 |
-
raise FileNotFoundError(f"{fp} not found")
|
| 18 |
-
|
| 19 |
-
# Read both header rows
|
| 20 |
-
raw = pd.read_csv(fp, header=[0, 1])
|
| 21 |
-
|
| 22 |
-
# Drop the bogus row containing "Date"
|
| 23 |
-
raw = raw[raw[("Price", "Ticker")] != "Date"]
|
| 24 |
-
|
| 25 |
-
# Convert the first column to datetime
|
| 26 |
-
dates = pd.to_datetime(raw[("Price", "Ticker")], format="%d-%m-%y", dayfirst=True)
|
| 27 |
-
raw = raw.drop(columns=[("Price", "Ticker")])
|
| 28 |
-
|
| 29 |
-
# Auto-detect tickers from second level of column MultiIndex
|
| 30 |
-
tickers = sorted(set(raw.columns.get_level_values(1)))
|
| 31 |
-
price_dfs: Dict[str, pd.DataFrame] = {}
|
| 32 |
-
|
| 33 |
-
for ticker in tickers:
|
| 34 |
-
# Select all metrics for this ticker
|
| 35 |
-
sub = raw.xs(ticker, level=1, axis=1)
|
| 36 |
-
sub.columns = sub.columns.str.lower()
|
| 37 |
-
|
| 38 |
-
# Convert all columns to numeric
|
| 39 |
-
sub = sub.apply(pd.to_numeric, errors="coerce")
|
| 40 |
-
|
| 41 |
-
df = sub.copy()
|
| 42 |
-
df.index = dates
|
| 43 |
-
df = df.dropna(how="all").sort_index()
|
| 44 |
-
|
| 45 |
-
price_dfs[ticker] = df
|
| 46 |
-
|
| 47 |
-
return price_dfs
|
| 48 |
-
|
| 49 |
-
def load_news_sentiment_data(
|
| 50 |
-
news_file: str = "gnews_data.csv", reddit_file: str = "reddit_data.csv"
|
| 51 |
-
):
|
| 52 |
-
news_fp = DATA_DIR / news_file
|
| 53 |
-
reddit_fp = DATA_DIR / reddit_file
|
| 54 |
-
|
| 55 |
-
news = pd.read_csv(news_fp)
|
| 56 |
-
reddit = pd.read_csv(reddit_fp)
|
| 57 |
-
|
| 58 |
-
news["publishedAt"] = pd.to_datetime(news["publishedAt"], utc=True)
|
| 59 |
-
reddit["publishedAt"] = pd.to_datetime(reddit["publishedAt"], utc=True)
|
| 60 |
-
|
| 61 |
-
news["text"] = (
|
| 62 |
-
news["title"].fillna("") + " "
|
| 63 |
-
+ news["description"].fillna("") + " "
|
| 64 |
-
+ news["content"].fillna("")
|
| 65 |
-
)
|
| 66 |
-
reddit["text"] = reddit["title"].fillna("") + " " + reddit["content"].fillna("")
|
| 67 |
-
|
| 68 |
-
return news[["publishedAt", "text"]], reddit[["publishedAt", "text"]]
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
# --------------------------------------------------------------
|
| 72 |
-
# Quick sanity-check when executed directly
|
| 73 |
-
# --------------------------------------------------------------
|
| 74 |
-
# --------------------------------------------------------------
|
| 75 |
-
# TEST: load_news_sentiment_data() with dummy files
|
| 76 |
-
# --------------------------------------------------------------
|
| 77 |
-
if __name__ == "__main__":
|
| 78 |
-
# ------------------------------------------------------------------
|
| 79 |
-
# 1. Test stock prices (you already saw this works)
|
| 80 |
-
# ------------------------------------------------------------------
|
| 81 |
-
prices = load_stock_prices()
|
| 82 |
-
print("LOADED SUCCESSFULLY!")
|
| 83 |
-
for ticker, df in prices.items():
|
| 84 |
-
print(f"\n{ticker}: {len(df)} rows")
|
| 85 |
-
print(df.head(2).round(2))
|
| 86 |
-
|
| 87 |
-
# ------------------------------------------------------------------
|
| 88 |
-
# 2. Create dummy news & reddit CSVs (only if they don't exist)
|
| 89 |
-
# ------------------------------------------------------------------
|
| 90 |
-
import json
|
| 91 |
-
from datetime import datetime
|
| 92 |
-
|
| 93 |
-
dummy_news = [
|
| 94 |
-
{
|
| 95 |
-
"title": "AAPL hits all-time high",
|
| 96 |
-
"description": "Apple stock surges after earnings",
|
| 97 |
-
"content": "Full article about AAPL...",
|
| 98 |
-
"publishedAt": "2025-01-03T12:00:00Z"
|
| 99 |
-
},
|
| 100 |
-
{
|
| 101 |
-
"title": "TSLA robotaxi delay",
|
| 102 |
-
"description": "Elon says 2026 now",
|
| 103 |
-
"content": "Investors react negatively...",
|
| 104 |
-
"publishedAt": "2025-01-04T09:30:00Z"
|
| 105 |
-
}
|
| 106 |
-
]
|
| 107 |
-
|
| 108 |
-
dummy_reddit = [
|
| 109 |
-
{
|
| 110 |
-
"title": "GOOGL moonshot?",
|
| 111 |
-
"content": "AI search will 10x revenue",
|
| 112 |
-
"publishedAt": "2025-01-05T15:22:00Z"
|
| 113 |
-
},
|
| 114 |
-
{
|
| 115 |
-
"title": "TSLA FSD v13 is insane",
|
| 116 |
-
"content": "Just drove 100 miles no touch",
|
| 117 |
-
"publishedAt": "2025-01-06T18:45:00Z"
|
| 118 |
-
}
|
| 119 |
-
]
|
| 120 |
-
|
| 121 |
-
def write_dummy_csv(path: Path, data: list, columns: list):
|
| 122 |
-
if not path.exists():
|
| 123 |
-
pd.DataFrame(data)[columns].to_csv(path, index=False)
|
| 124 |
-
print(f"Created dummy file: {path}")
|
| 125 |
-
|
| 126 |
-
write_dummy_csv(DATA_DIR / "gnews_data.csv", dummy_news,
|
| 127 |
-
["title", "description", "content", "publishedAt"])
|
| 128 |
-
write_dummy_csv(DATA_DIR / "reddit_data.csv", dummy_reddit,
|
| 129 |
-
["title", "content", "publishedAt"])
|
| 130 |
-
|
| 131 |
-
# ------------------------------------------------------------------
|
| 132 |
-
# 3. Test sentiment loader
|
| 133 |
-
# ------------------------------------------------------------------
|
| 134 |
-
print("\n" + "="*60)
|
| 135 |
-
print("TESTING load_news_sentiment_data()")
|
| 136 |
-
print("="*60)
|
| 137 |
-
|
| 138 |
-
try:
|
| 139 |
-
news_df, reddit_df = load_news_sentiment_data()
|
| 140 |
-
print(f"News rows: {len(news_df)}")
|
| 141 |
-
print(news_df.head(2))
|
| 142 |
-
print(f"\nReddit rows: {len(reddit_df)}")
|
| 143 |
-
print(reddit_df.head(2))
|
| 144 |
-
print("\nload_news_sentiment_data() WORKS!")
|
| 145 |
-
except Exception as e:
|
| 146 |
-
print(f"load_news_sentiment_data() FAILED: {e}")
|
| 147 |
-
raise
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
src/live_predict.py
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import joblib
|
| 2 |
+
import torch
|
| 3 |
+
import numpy as np
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
|
| 6 |
+
# -----------------------------
|
| 7 |
+
# MLP definition (same as train)
|
| 8 |
+
# -----------------------------
|
| 9 |
+
class MLP(torch.nn.Module):
|
| 10 |
+
def __init__(self, input_dim):
|
| 11 |
+
super().__init__()
|
| 12 |
+
self.net = torch.nn.Sequential(
|
| 13 |
+
torch.nn.Linear(input_dim, 32),
|
| 14 |
+
torch.nn.ReLU(),
|
| 15 |
+
torch.nn.Linear(32, 1)
|
| 16 |
+
)
|
| 17 |
+
|
| 18 |
+
def forward(self, x):
|
| 19 |
+
return self.net(x)
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
# -----------------------------
|
| 23 |
+
# Load models for a ticker
|
| 24 |
+
# -----------------------------
|
| 25 |
+
def load_models(ticker: str):
|
| 26 |
+
model_dir = Path("models") / ticker.upper()
|
| 27 |
+
|
| 28 |
+
if not model_dir.exists():
|
| 29 |
+
raise FileNotFoundError(f"No trained models found for ticker {ticker}")
|
| 30 |
+
|
| 31 |
+
rf = joblib.load(model_dir / "rf.joblib")
|
| 32 |
+
sx = joblib.load(model_dir / "scaler_x.joblib")
|
| 33 |
+
sy = joblib.load(model_dir / "scaler_y.joblib")
|
| 34 |
+
|
| 35 |
+
mlp = MLP(input_dim=3)
|
| 36 |
+
mlp.load_state_dict(torch.load(model_dir / "mlp.pth", map_location="cpu"))
|
| 37 |
+
mlp.eval()
|
| 38 |
+
|
| 39 |
+
return rf, mlp, sx, sy
|
| 40 |
+
|
| 41 |
+
|
| 42 |
+
# -----------------------------
|
| 43 |
+
# Live user input
|
| 44 |
+
# -----------------------------
|
| 45 |
+
def get_live_input():
|
| 46 |
+
return {
|
| 47 |
+
"return_lag1": float(input("Previous day return: ")),
|
| 48 |
+
"volume_lag1": float(input("Previous day volume: ")),
|
| 49 |
+
"sentiment_lag1": float(input("Sentiment score (-1 to 1): "))
|
| 50 |
+
}
|
| 51 |
+
|
| 52 |
+
|
| 53 |
+
# -----------------------------
|
| 54 |
+
# Prediction
|
| 55 |
+
# -----------------------------
|
| 56 |
+
def predict(features, rf, mlp, sx, sy):
|
| 57 |
+
X = np.array([[features["return_lag1"],
|
| 58 |
+
features["volume_lag1"],
|
| 59 |
+
features["sentiment_lag1"]]])
|
| 60 |
+
|
| 61 |
+
X_scaled = sx.transform(X)
|
| 62 |
+
|
| 63 |
+
rf_pred = sy.inverse_transform(
|
| 64 |
+
rf.predict(X_scaled).reshape(-1, 1)
|
| 65 |
+
)[0, 0]
|
| 66 |
+
|
| 67 |
+
mlp_pred = sy.inverse_transform(
|
| 68 |
+
mlp(torch.tensor(X_scaled, dtype=torch.float32)).detach().numpy()
|
| 69 |
+
)[0, 0]
|
| 70 |
+
|
| 71 |
+
return rf_pred, mlp_pred
|
| 72 |
+
|
| 73 |
+
|
| 74 |
+
# -----------------------------
|
| 75 |
+
# Main
|
| 76 |
+
# -----------------------------
|
| 77 |
+
if __name__ == "__main__":
|
| 78 |
+
ticker = input("Enter ticker (AAPL / GOOGL / TSLA): ").upper()
|
| 79 |
+
|
| 80 |
+
rf, mlp, sx, sy = load_models(ticker)
|
| 81 |
+
features = get_live_input()
|
| 82 |
+
|
| 83 |
+
rf_out, mlp_out = predict(features, rf, mlp, sx, sy)
|
| 84 |
+
|
| 85 |
+
print("\n================ LIVE INFERENCE ================")
|
| 86 |
+
print(f"Ticker: {ticker}")
|
| 87 |
+
print("Input features:", features)
|
| 88 |
+
print(f"RF predicted return : {rf_out:.6f}")
|
| 89 |
+
print(f"MLP predicted return: {mlp_out:.6f}")
|
| 90 |
+
print("================================================")
|
src/live_predict_from_text.py
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import joblib
|
| 2 |
+
import torch
|
| 3 |
+
import numpy as np
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
from sentiment import compute_sentiment
|
| 6 |
+
|
| 7 |
+
|
| 8 |
+
class MLP(torch.nn.Module):
|
| 9 |
+
def __init__(self, n):
|
| 10 |
+
super().__init__()
|
| 11 |
+
self.net = torch.nn.Sequential(
|
| 12 |
+
torch.nn.Linear(n, 32),
|
| 13 |
+
torch.nn.ReLU(),
|
| 14 |
+
torch.nn.Linear(32, 1)
|
| 15 |
+
)
|
| 16 |
+
|
| 17 |
+
def forward(self, x):
|
| 18 |
+
return self.net(x)
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
def load_models(ticker):
|
| 22 |
+
base = Path("models") / ticker
|
| 23 |
+
rf = joblib.load(base / "rf.joblib")
|
| 24 |
+
sx = joblib.load(base / "scaler_x.joblib")
|
| 25 |
+
sy = joblib.load(base / "scaler_y.joblib")
|
| 26 |
+
|
| 27 |
+
mlp = MLP(3)
|
| 28 |
+
mlp.load_state_dict(torch.load(base / "mlp.pth", map_location="cpu"))
|
| 29 |
+
mlp.eval()
|
| 30 |
+
|
| 31 |
+
return rf, mlp, sx, sy
|
| 32 |
+
|
| 33 |
+
|
| 34 |
+
if __name__ == "__main__":
|
| 35 |
+
ticker = input("Ticker (AAPL / GOOGL / TSLA): ").upper()
|
| 36 |
+
|
| 37 |
+
prev_return = float(input("Previous day return: "))
|
| 38 |
+
prev_volume = float(input("Previous day volume: "))
|
| 39 |
+
|
| 40 |
+
text = input("Enter tweet/news sentence: ")
|
| 41 |
+
sentiment = compute_sentiment(text)
|
| 42 |
+
|
| 43 |
+
print(f"Computed sentiment score: {sentiment:.4f}")
|
| 44 |
+
|
| 45 |
+
rf, mlp, sx, sy = load_models(ticker)
|
| 46 |
+
|
| 47 |
+
X = np.array([[prev_return, prev_volume, sentiment]])
|
| 48 |
+
Xs = sx.transform(X)
|
| 49 |
+
|
| 50 |
+
rf_pred = sy.inverse_transform(
|
| 51 |
+
rf.predict(Xs).reshape(-1, 1)
|
| 52 |
+
)[0, 0]
|
| 53 |
+
|
| 54 |
+
mlp_pred = sy.inverse_transform(
|
| 55 |
+
mlp(torch.tensor(Xs, dtype=torch.float32)).detach().numpy()
|
| 56 |
+
)[0, 0]
|
| 57 |
+
|
| 58 |
+
print("\n====== LIVE PREDICTION ======")
|
| 59 |
+
print(f"RF predicted return : {rf_pred:.6f}")
|
| 60 |
+
print(f"MLP predicted return: {mlp_pred:.6f}")
|
src/prepare_stream_data.py
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import pandas as pd
|
| 2 |
+
import re
|
| 3 |
+
from pathlib import Path
|
| 4 |
+
|
| 5 |
+
INPUT_FILE = "news_articles_1.csv"
|
| 6 |
+
OUTPUT_FILE = "data/streaming/news_stream.csv"
|
| 7 |
+
|
| 8 |
+
TICKER_KEYWORDS = {
|
| 9 |
+
"AAPL": ["apple", "iphone", "ipad", "tim cook"],
|
| 10 |
+
"GOOGL": ["google", "alphabet", "youtube"],
|
| 11 |
+
"TSLA": ["tesla", "elon", "musk"]
|
| 12 |
+
}
|
| 13 |
+
|
| 14 |
+
def infer_ticker(text):
|
| 15 |
+
text = text.lower()
|
| 16 |
+
for ticker, keywords in TICKER_KEYWORDS.items():
|
| 17 |
+
if any(k in text for k in keywords):
|
| 18 |
+
return ticker
|
| 19 |
+
return None
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
def main():
|
| 23 |
+
df = pd.read_csv(INPUT_FILE)
|
| 24 |
+
|
| 25 |
+
# ---- unify text field ----
|
| 26 |
+
if "content" in df.columns:
|
| 27 |
+
df["text"] = df["content"]
|
| 28 |
+
elif "description" in df.columns:
|
| 29 |
+
df["text"] = df["description"]
|
| 30 |
+
elif "title" in df.columns:
|
| 31 |
+
df["text"] = df["title"]
|
| 32 |
+
else:
|
| 33 |
+
raise ValueError("No usable text column found")
|
| 34 |
+
|
| 35 |
+
# ---- date ----
|
| 36 |
+
if "publishedAt" in df.columns:
|
| 37 |
+
df["date"] = pd.to_datetime(df["publishedAt"], errors="coerce").dt.date
|
| 38 |
+
else:
|
| 39 |
+
df["date"] = pd.to_datetime(df.iloc[:, 0], errors="coerce").dt.date
|
| 40 |
+
|
| 41 |
+
# ---- ticker inference ----
|
| 42 |
+
df["ticker"] = df["text"].apply(infer_ticker)
|
| 43 |
+
|
| 44 |
+
# ---- cleanup ----
|
| 45 |
+
df = df.dropna(subset=["date", "ticker", "text"])
|
| 46 |
+
df = df[["date", "ticker", "text"]]
|
| 47 |
+
|
| 48 |
+
Path("data/streaming").mkdir(parents=True, exist_ok=True)
|
| 49 |
+
df.to_csv(OUTPUT_FILE, index=False)
|
| 50 |
+
|
| 51 |
+
print(f"Streaming-ready file saved → {OUTPUT_FILE}")
|
| 52 |
+
print(df.head())
|
| 53 |
+
|
| 54 |
+
|
| 55 |
+
if __name__ == "__main__":
|
| 56 |
+
main()
|
src/process_stream.py
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import pandas as pd
|
| 2 |
+
from sentiment import compute_sentiment
|
| 3 |
+
|
| 4 |
+
def process_stream(path="data/streaming/new_tweets.csv"):
|
| 5 |
+
df = pd.read_csv(path)
|
| 6 |
+
|
| 7 |
+
df["sentiment"] = df["text"].apply(compute_sentiment)
|
| 8 |
+
|
| 9 |
+
# Aggregate daily sentiment
|
| 10 |
+
daily = (
|
| 11 |
+
df.groupby(["date", "ticker"])["sentiment"]
|
| 12 |
+
.mean()
|
| 13 |
+
.reset_index()
|
| 14 |
+
)
|
| 15 |
+
|
| 16 |
+
daily.to_csv("data/processed/new_sentiment.csv", index=False)
|
| 17 |
+
print("Processed new sentiment data")
|
| 18 |
+
|
| 19 |
+
|
| 20 |
+
if __name__ == "__main__":
|
| 21 |
+
process_stream()
|
src/sentiment.py
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
POS_WORDS = {"good", "buy", "up", "rise", "gain", "bull", "profit", "growth"}
|
| 2 |
+
NEG_WORDS = {"bad", "sell", "down", "fall", "loss", "bear", "risk", "crash"}
|
| 3 |
+
|
| 4 |
+
def compute_sentiment(text: str) -> float:
|
| 5 |
+
if not isinstance(text, str) or len(text.strip()) == 0:
|
| 6 |
+
return 0.0
|
| 7 |
+
|
| 8 |
+
words = text.lower().split()
|
| 9 |
+
pos = sum(w in POS_WORDS for w in words)
|
| 10 |
+
neg = sum(w in NEG_WORDS for w in words)
|
| 11 |
+
|
| 12 |
+
return (pos - neg) / (pos + neg) if (pos + neg) > 0 else 0.0
|
src/should_retrain.py
CHANGED
|
@@ -1,27 +1,66 @@
|
|
| 1 |
# src/should_retrain.py
|
| 2 |
import json
|
| 3 |
import os
|
|
|
|
| 4 |
|
|
|
|
| 5 |
DRIFT_FILE = "drift_reports/drift_summary.json"
|
|
|
|
| 6 |
DECISION_FILE = "drift_reports/retrain_flag.json"
|
| 7 |
|
| 8 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
with open(DRIFT_FILE) as f:
|
| 10 |
drift = json.load(f)
|
| 11 |
|
| 12 |
-
|
| 13 |
v.get("drift_flag", False) for v in drift.values()
|
| 14 |
)
|
| 15 |
|
| 16 |
-
decision = {"retrain": retrain}
|
| 17 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
with open(DECISION_FILE, "w") as f:
|
| 19 |
json.dump(decision, f, indent=4)
|
| 20 |
|
|
|
|
| 21 |
if retrain:
|
| 22 |
-
print("
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
else:
|
| 24 |
-
print("No
|
|
|
|
|
|
|
| 25 |
|
| 26 |
if __name__ == "__main__":
|
| 27 |
main()
|
|
|
|
| 1 |
# src/should_retrain.py
|
| 2 |
import json
|
| 3 |
import os
|
| 4 |
+
import pandas as pd
|
| 5 |
|
| 6 |
+
# ---------------- CONFIG ----------------
|
| 7 |
DRIFT_FILE = "drift_reports/drift_summary.json"
|
| 8 |
+
NEW_DATA_FILE = "data/processed/new_sentiment.csv"
|
| 9 |
DECISION_FILE = "drift_reports/retrain_flag.json"
|
| 10 |
|
| 11 |
+
MIN_NEW_ROWS = 50 # threshold for retraining based on new data
|
| 12 |
+
# ----------------------------------------
|
| 13 |
+
|
| 14 |
+
|
| 15 |
+
def check_drift():
|
| 16 |
+
if not os.path.exists(DRIFT_FILE):
|
| 17 |
+
return False
|
| 18 |
+
|
| 19 |
with open(DRIFT_FILE) as f:
|
| 20 |
drift = json.load(f)
|
| 21 |
|
| 22 |
+
return any(
|
| 23 |
v.get("drift_flag", False) for v in drift.values()
|
| 24 |
)
|
| 25 |
|
|
|
|
| 26 |
|
| 27 |
+
def check_new_data_volume():
|
| 28 |
+
if not os.path.exists(NEW_DATA_FILE):
|
| 29 |
+
return False
|
| 30 |
+
|
| 31 |
+
df = pd.read_csv(NEW_DATA_FILE)
|
| 32 |
+
return len(df) >= MIN_NEW_ROWS
|
| 33 |
+
|
| 34 |
+
|
| 35 |
+
def main():
|
| 36 |
+
drift_trigger = check_drift()
|
| 37 |
+
data_trigger = check_new_data_volume()
|
| 38 |
+
|
| 39 |
+
retrain = drift_trigger or data_trigger
|
| 40 |
+
|
| 41 |
+
decision = {
|
| 42 |
+
"retrain": retrain,
|
| 43 |
+
"reason": {
|
| 44 |
+
"drift_detected": drift_trigger,
|
| 45 |
+
"new_data_threshold_met": data_trigger
|
| 46 |
+
}
|
| 47 |
+
}
|
| 48 |
+
|
| 49 |
+
os.makedirs("drift_reports", exist_ok=True)
|
| 50 |
with open(DECISION_FILE, "w") as f:
|
| 51 |
json.dump(decision, f, indent=4)
|
| 52 |
|
| 53 |
+
# ---- Console output (important for viva/demo) ----
|
| 54 |
if retrain:
|
| 55 |
+
print("Retraining required")
|
| 56 |
+
if drift_trigger:
|
| 57 |
+
print("→ Reason: feature drift detected")
|
| 58 |
+
if data_trigger:
|
| 59 |
+
print("→ Reason: sufficient new tweet/news data")
|
| 60 |
else:
|
| 61 |
+
print("No retraining required")
|
| 62 |
+
print("→ No drift and insufficient new data")
|
| 63 |
+
|
| 64 |
|
| 65 |
if __name__ == "__main__":
|
| 66 |
main()
|
src/stream_emitter.py
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import pandas as pd
|
| 2 |
+
import time
|
| 3 |
+
from pathlib import Path
|
| 4 |
+
|
| 5 |
+
SOURCE = "data/streaming/news_stream.csv"
|
| 6 |
+
SINK = "data/processed/new_sentiment.csv"
|
| 7 |
+
|
| 8 |
+
BATCH_SIZE = 5
|
| 9 |
+
SLEEP_SECONDS = 5
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
def main():
|
| 13 |
+
df = pd.read_csv(SOURCE)
|
| 14 |
+
|
| 15 |
+
Path("data/processed").mkdir(parents=True, exist_ok=True)
|
| 16 |
+
|
| 17 |
+
for i in range(0, len(df), BATCH_SIZE):
|
| 18 |
+
batch = df.iloc[i:i + BATCH_SIZE]
|
| 19 |
+
|
| 20 |
+
if Path(SINK).exists():
|
| 21 |
+
batch.to_csv(SINK, mode="a", header=False, index=False)
|
| 22 |
+
else:
|
| 23 |
+
batch.to_csv(SINK, index=False)
|
| 24 |
+
|
| 25 |
+
print(f"Streamed rows {i} → {i + len(batch)}")
|
| 26 |
+
time.sleep(SLEEP_SECONDS)
|
| 27 |
+
|
| 28 |
+
|
| 29 |
+
if __name__ == "__main__":
|
| 30 |
+
main()
|