Reduce odds API load and preserve scan sources

src/config.js

@@ -9,6 +9,11 @@ export function getConfig() {
   const oddsApiBaseUrl = process.env.ODDS_API_BASE_URL?.trim() || 'https://api.the-odds-api.com/v4';
   const oddsApiSportKey = process.env.ODDS_API_SPORT_KEY?.trim() || 'baseball_mlb';
   const oddsApiRegions = process.env.ODDS_API_REGIONS?.trim() || 'us';
+  const oddsApiBookmakers = (process.env.ODDS_API_BOOKMAKERS?.trim()
+    || 'fanduel,draftkings,betmgm,williamhill_us')
+    .split(',')
+    .map((value) => value.trim())
+    .filter(Boolean);
   const oddsApiMarkets = (process.env.ODDS_API_MARKETS?.trim()
     || 'batter_home_runs,batter_hits,batter_total_bases,batter_rbis,batter_runs_scored,batter_hits_runs_rbis,pitcher_strikeouts')
     .split(',')
@@ -63,6 +68,7 @@ export function getConfig() {
       oddsApiBaseUrl,
       oddsApiSportKey,
       oddsApiRegions,
+      oddsApiBookmakers,
       oddsApiMarkets,
       circaDropboxUrl,
       scanReportChannelId,

src/db.js

@@ -920,6 +920,10 @@ export class BetStore {
       entryCount: Number(snapshotRow.entry_count),
       entries: entryResult.rows.map((entry) => ({
         marketKey: entry.market_key,
+        source: 'circa',
+        book: 'Circa',
+        eventName: 'Circa MLB',
+        eventId: null,
         playerName: entry.player_name,
         team: entry.team,
         marketType: entry.market_type,

src/market-scanner.js

@@ -491,9 +491,10 @@ export function normalizeOddsApiEntries(payload = []) {
             point: outcome.point,
           });
           const lineValue = normalizeLine(outcome.point, side, market.key);
+          const bookName = normalizeWhitespace(bookmaker.title || bookmaker.key || 'Unknown book');
           const entry = {
-            source: bookmaker.title === 'Circa' ? 'circa' : 'odds_api',
-            book: bookmaker.title,
+            source: 'odds_api',
+            book: bookName,
             eventName: `${event.away_team} @ ${event.home_team}`,
             eventId: event.id,
             team: null,
@@ -2631,7 +2632,11 @@ export async function fetchOddsApiEntries(config) {
   for (const event of events) {
     const oddsUrl = new URL(`${baseUrl}/sports/${config.oddsApiSportKey}/events/${event.id}/odds`);
     oddsUrl.searchParams.set('apiKey', config.oddsApiKey);
-    oddsUrl.searchParams.set('regions', config.oddsApiRegions);
+    if (Array.isArray(config.oddsApiBookmakers) && config.oddsApiBookmakers.length > 0) {
+      oddsUrl.searchParams.set('bookmakers', config.oddsApiBookmakers.join(','));
+    } else {
+      oddsUrl.searchParams.set('regions', config.oddsApiRegions);
+    }
     oddsUrl.searchParams.set('markets', config.oddsApiMarkets.join(','));
     oddsUrl.searchParams.set('oddsFormat', 'american');
     oddsUrl.searchParams.set('dateFormat', 'iso');
@@ -2640,6 +2645,12 @@ export async function fetchOddsApiEntries(config) {
     if (response.status === 404 || response.status === 422) {
       continue;
     }
+    if (response.status === 429) {
+      if (payload.length > 0) {
+        break;
+      }
+      throw new Error('Odds API request failed with 429. Narrow ODDS_API_BOOKMAKERS or reduce scan frequency.');
+    }
     if (!response.ok) {
       throw new Error(`Odds API request failed with ${response.status}`);
     }

test/market-scanner.test.js

@@ -44,6 +44,8 @@ test('normalizes odds api entries into shared market keys', () => {
   assert.equal(entries.length, 1);
   assert.equal(entries[0].marketKey, buildMarketKey(entries[0]));
   assert.equal(entries[0].side, 'over');
+  assert.equal(entries[0].source, 'odds_api');
+  assert.equal(entries[0].book, 'FanDuel');
 });
 
 test('parses circa OCR lines into normalized entries', () => {
@@ -394,6 +396,7 @@ test('fetches odds api entries from event-level endpoints', async () => {
       oddsApiSportKey: 'baseball_mlb',
       oddsApiKey: 'test-key',
       oddsApiRegions: 'us',
+      oddsApiBookmakers: ['fanduel', 'draftkings', 'betmgm', 'williamhill_us'],
       oddsApiMarkets: ['batter_total_bases'],
     });
 
@@ -401,6 +404,78 @@ test('fetches odds api entries from event-level endpoints', async () => {
     assert.equal(entries[0].playerName, 'Aaron Judge');
     assert.ok(calls.some((url) => url.includes('/events?')));
     assert.ok(calls.some((url) => url.includes('/events/event-1/odds')));
+    assert.ok(calls.some((url) => url.includes('bookmakers=fanduel%2Cdraftkings%2Cbetmgm%2Cwilliamhill_us')));
+  } finally {
+    global.fetch = originalFetch;
+  }
+});
+
+test('returns partial odds results when later event requests hit 429', async () => {
+  const originalFetch = global.fetch;
+  const calls = [];
+  global.fetch = async (input) => {
+    const asString = String(input);
+    calls.push(asString);
+
+    if (asString.includes('/events?')) {
+      return {
+        ok: true,
+        status: 200,
+        json: async () => ([
+          { id: 'event-1', away_team: 'Yankees', home_team: 'Red Sox' },
+          { id: 'event-2', away_team: 'Dodgers', home_team: 'Padres' },
+        ]),
+      };
+    }
+
+    if (asString.includes('/events/event-1/odds')) {
+      return {
+        ok: true,
+        status: 200,
+        json: async () => ({
+          id: 'event-1',
+          away_team: 'Yankees',
+          home_team: 'Red Sox',
+          bookmakers: [
+            {
+              title: 'FanDuel',
+              markets: [
+                {
+                  key: 'batter_total_bases',
+                  outcomes: [
+                    { name: 'Aaron Judge', description: 'Over', point: 1.5, price: -110 },
+                  ],
+                },
+              ],
+            },
+          ],
+        }),
+      };
+    }
+
+    if (asString.includes('/events/event-2/odds')) {
+      return {
+        ok: false,
+        status: 429,
+      };
+    }
+
+    throw new Error(`Unexpected fetch URL: ${asString}`);
+  };
+
+  try {
+    const entries = await fetchOddsApiEntries({
+      oddsApiBaseUrl: 'https://api.the-odds-api.com/v4',
+      oddsApiSportKey: 'baseball_mlb',
+      oddsApiKey: 'test-key',
+      oddsApiRegions: 'us',
+      oddsApiBookmakers: ['fanduel'],
+      oddsApiMarkets: ['batter_total_bases'],
+    });
+
+    assert.equal(entries.length, 1);
+    assert.equal(entries[0].playerName, 'Aaron Judge');
+    assert.ok(calls.some((url) => url.includes('/events/event-2/odds')));
   } finally {
     global.fetch = originalFetch;
   }