feat: block media resources to improve speed

backend/functions/package-lock.json

@@ -28,6 +28,7 @@
         "openai": "^4.20.0",
         "puppeteer": "^22.6.3",
         "puppeteer-extra": "^3.3.6",
+        "puppeteer-extra-plugin-block-resources": "^2.4.3",
         "puppeteer-extra-plugin-stealth": "^2.11.2",
         "stripe": "^11.11.0",
         "tiktoken": "^1.0.10",
@@ -9912,6 +9913,26 @@
         }
       }
     },
+    "node_modules/puppeteer-extra-plugin-block-resources": {
+      "version": "2.4.3",
+      "resolved": "https://registry.npmjs.org/puppeteer-extra-plugin-block-resources/-/puppeteer-extra-plugin-block-resources-2.4.3.tgz",
+      "integrity": "sha512-WLxkytm3Nn6D+3N8lFMIi9lL9lLA1mTRHZAflR+zDs9/d1oOYVy52pWPaiQaetOObgfHDpPlHBmzHE2Yhr3ZnQ==",
+      "dependencies": {
+        "debug": "^4.1.1",
+        "puppeteer-extra-plugin": "^3.2.3"
+      },
+      "engines": {
+        "node": ">=8"
+      },
+      "peerDependencies": {
+        "puppeteer-extra": "*"
+      },
+      "peerDependenciesMeta": {
+        "puppeteer-extra": {
+          "optional": true
+        }
+      }
+    },
     "node_modules/puppeteer-extra-plugin-stealth": {
       "version": "2.11.2",
       "resolved": "https://registry.npmjs.org/puppeteer-extra-plugin-stealth/-/puppeteer-extra-plugin-stealth-2.11.2.tgz",

backend/functions/package.json

@@ -48,6 +48,7 @@
     "openai": "^4.20.0",
     "puppeteer": "^22.6.3",
     "puppeteer-extra": "^3.3.6",
+    "puppeteer-extra-plugin-block-resources": "^2.4.3",
     "puppeteer-extra-plugin-stealth": "^2.11.2",
     "stripe": "^11.11.0",
     "tiktoken": "^1.0.10",

backend/functions/src/services/puppeteer.ts

@@ -51,6 +51,10 @@ puppeteer.use(puppeteerStealth());
 //     userAgent: `Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.0; +https://openai.com/gptbot)`,
 //     platform: `Linux`,
 // }))
+const puppeteerBlockResources = require('puppeteer-extra-plugin-block-resources');
+puppeteer.use(puppeteerBlockResources({
+    blockedTypes: new Set(['media']),
+}));
 
 @singleton()
 export class PuppeteerControl extends AsyncService {