Spaces:
Paused
Paused
File size: 1,518 Bytes
0e759d2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
import { InternalOptions } from "..";
import { ScrapeOptions } from "../../../controllers/v1/types";
export type UrlSpecificParams = {
scrapeOptions: Partial<ScrapeOptions>;
internalOptions: Partial<InternalOptions>;
};
// const docsParam: UrlSpecificParams = {
// scrapeOptions: { waitFor: 2000 },
// internalOptions: {},
// }
export const urlSpecificParams: Record<string, UrlSpecificParams> = {
// "support.greenpay.me": docsParam,
// "docs.pdw.co": docsParam,
// "developers.notion.com": docsParam,
// "docs2.hubitat.com": docsParam,
// "rsseau.fr": docsParam,
// "help.salesforce.com": docsParam,
// "scrapethissite.com": {
// scrapeOptions: {},
// internalOptions: { forceEngine: "fetch" },
// },
// "eonhealth.com": {
// defaultScraper: "fire-engine",
// params: {
// fireEngineOptions: {
// mobileProxy: true,
// method: "get",
// engine: "request",
// },
// },
// },
// "notion.com": {
// scrapeOptions: { waitFor: 2000 },
// internalOptions: { forceEngine: "fire-engine;playwright" }
// },
// "developer.apple.com": {
// scrapeOptions: { waitFor: 2000 },
// internalOptions: { forceEngine: "fire-engine;playwright" }
// },
"digikey.com": {
scrapeOptions: {},
internalOptions: { forceEngine: "fire-engine;tlsclient" },
},
"lorealparis.hu": {
scrapeOptions: {},
internalOptions: { forceEngine: "fire-engine;tlsclient" },
},
};
|