perf: reduce egress by caching stats endpoints longer and limiting getChatMessages

server/db.js

@@ -1302,41 +1302,52 @@ export async function getChatMessages(streamId = null) {
     if (streamId) {
       return sqliteDb.prepare('SELECT message, username, display_name, timestamp FROM messages WHERE stream_id = ? AND username NOT IN (?, ?)').all(streamId, ...bots);
     } else {
-      return sqliteDb.prepare('SELECT message, username, display_name, timestamp FROM messages WHERE username NOT IN (?, ?)').all(...bots);
+      return sqliteDb.prepare('SELECT message, username, display_name, timestamp FROM messages WHERE username NOT IN (?, ?) ORDER BY timestamp DESC LIMIT 10000').all(...bots);
     }
   } else {
-    let allData = [];
-    let from = 0;
-    const limit = 1000;
-    
-    while(true) {
-      let query = supabase
+    if (streamId) {
+      let allData = [];
+      let from = 0;
+      const limit = 1000;
+      
+      while(true) {
+        const { data, error } = await supabase
+          .from('messages')
+          .select('message, username, display_name, timestamp')
+          .eq('stream_id', streamId)
+          .not('username', 'in', `(${bots.map(b => `"${b}"`).join(',')})`)
+          .range(from, from + limit - 1);
+        
+        if (error) {
+          console.error('[Supabase] Error getting chat messages:', error);
+          break;
+        }
+        
+        if (data && data.length > 0) {
+          allData = allData.concat(data);
+          if (data.length < limit) break; // Fetched the last incomplete page
+          from += limit;
+        } else {
+          break; // Empty page
+        }
+      }
+      
+      return allData;
+    } else {
+      // Global query (All streams) - limit to 10,000 most recent messages to prevent huge egress
+      const { data, error } = await supabase
         .from('messages')
         .select('message, username, display_name, timestamp')
         .not('username', 'in', `(${bots.map(b => `"${b}"`).join(',')})`)
-        .range(from, from + limit - 1);
-
-      if (streamId) {
-        query = query.eq('stream_id', streamId);
-      }
-      
-      const { data, error } = await query;
-      
+        .order('timestamp', { ascending: false })
+        .limit(10000);
+        
       if (error) {
-        console.error('[Supabase] Error getting chat messages:', error);
-        break;
-      }
-      
-      if (data && data.length > 0) {
-        allData = allData.concat(data);
-        if (data.length < limit) break; // Fetched the last incomplete page
-        from += limit;
-      } else {
-        break; // Empty page
+        console.error('[Supabase] Error getting global chat messages:', error);
+        return [];
       }
+      return data || [];
     }
-    
-    return allData;
   }
 }
 

server/server.js

@@ -623,13 +623,13 @@ app.get('/api/auth/logout', (req, res) => {
 // =========================================================================
 
 // Get list of streams
-app.get('/api/streams', cacheMiddleware(), async (req, res) => {
+app.get('/api/streams', cacheMiddleware(120), async (req, res) => {
   const streams = await getStreamsList();
   res.json(streams);
 });
 
 // Get top active chatters
-app.get('/api/stats/chatters', cacheMiddleware(), async (req, res) => {
+app.get('/api/stats/chatters', cacheMiddleware(300), async (req, res) => {
   const streamId = req.query.stream_id ? parseInt(req.query.stream_id) : null;
   const limit = req.query.limit ? parseInt(req.query.limit) : 50;
   
@@ -638,7 +638,7 @@ app.get('/api/stats/chatters', cacheMiddleware(), async (req, res) => {
 });
 
 // Get true total summary statistics
-app.get('/api/stats/summary', cacheMiddleware(), async (req, res) => {
+app.get('/api/stats/summary', cacheMiddleware(120), async (req, res) => {
   const streamId = req.query.stream_id ? parseInt(req.query.stream_id) : null;
   try {
     const summary = await getStatsSummary(streamId);
@@ -691,7 +691,7 @@ const WORD_MAPPINGS = {
 };
 
 // Get word frequencies (Voice vs Chat messages from streamer)
-app.get('/api/stats/words', cacheMiddleware(), async (req, res) => {
+app.get('/api/stats/words', cacheMiddleware(600), async (req, res) => {
   const streamId = req.query.stream_id ? parseInt(req.query.stream_id) : null;
   const limit = req.query.limit ? parseInt(req.query.limit) : 50;
   const type = req.query.type || 'voice'; // 'voice' or 'chat'
@@ -785,7 +785,7 @@ app.get('/api/stats/words', cacheMiddleware(), async (req, res) => {
 });
 
 // Get chat activity (messages count grouped by 5-minute intervals)
-app.get('/api/stats/activity', cacheMiddleware(), async (req, res) => {
+app.get('/api/stats/activity', cacheMiddleware(300), async (req, res) => {
   const streamId = req.query.stream_id ? parseInt(req.query.stream_id) : null;
 
   if (!streamId) {
@@ -823,7 +823,7 @@ app.get('/api/stats/activity', cacheMiddleware(), async (req, res) => {
 // =========================================================================
 
 // Get log of moderator actions
-app.get('/api/stats/moderators', requireModeratorRole, async (req, res) => {
+app.get('/api/stats/moderators', requireModeratorRole, cacheMiddleware(300), async (req, res) => {
   const streamId = req.query.stream_id ? parseInt(req.query.stream_id) : null;
   const limit = req.query.limit ? parseInt(req.query.limit) : 100;
 
@@ -832,7 +832,7 @@ app.get('/api/stats/moderators', requireModeratorRole, async (req, res) => {
 });
 
 // Get summary counts of actions per moderator
-app.get('/api/stats/moderators/summary', requireModeratorRole, async (req, res) => {
+app.get('/api/stats/moderators/summary', requireModeratorRole, cacheMiddleware(300), async (req, res) => {
   const streamId = req.query.stream_id ? parseInt(req.query.stream_id) : null;
 
   const data = await getModActionsSummaryRaw(streamId);
@@ -863,7 +863,7 @@ app.get('/api/stats/moderators/summary', requireModeratorRole, async (req, res)
 });
 
 // GET aggregated profiles with scores for moderators
-app.get('/api/stats/moderators/profiles', cacheMiddleware(), async (req, res) => {
+app.get('/api/stats/moderators/profiles', cacheMiddleware(300), async (req, res) => {
   const streamId = req.query.stream_id ? parseInt(req.query.stream_id) : null;
   const profiles = await getModeratorProfilesData(streamId);
   res.json(profiles);