File size: 2,916 Bytes
bf48b89 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 | import type { HeaderGeneratorOptions } from 'header-generator';
import { HeaderGenerator, PRESETS } from 'header-generator';
export { PRESETS } from 'header-generator';
/**
* Checks if a generated user agent is valid (doesn't contain unwanted strings)
*
* @param {string} userAgent The user agent string to validate
* @param {string} browser The browser type (used to determine which filters to apply)
* @returns {boolean} True if the user agent is valid, false if it contains unwanted strings
*/
const isValidUserAgent = (userAgent: string, browser: string): boolean => {
browser = browser.toLowerCase();
if (browser === 'chrome') {
return !(userAgent.includes('Chrome-Lighthouse') || userAgent.includes('Gener8') || userAgent.includes('HeadlessChrome') || userAgent.includes('SMTBot') || userAgent.includes('Electron') || userAgent.includes('Code'));
}
if (browser === 'safari') {
return !userAgent.includes('Applebot');
}
return true;
};
/**
* @param {Partial<HeaderGeneratorOptions>} preset Preset from header-generator package (defaults to PRESETS.MODERN_MACOS_CHROME)
* @returns Headers object with user-agent and additional headers
*/
// Cache for HeaderGenerator instances per preset
const generatorCache = new Map<string, HeaderGenerator>();
export const generateHeaders = (preset: Partial<HeaderGeneratorOptions> = PRESETS.MODERN_MACOS_CHROME) => {
const cacheKey = JSON.stringify(preset);
let generator = generatorCache.get(cacheKey);
if (!generator) {
generator = new HeaderGenerator(preset);
generatorCache.set(cacheKey, generator);
}
let headers = generator.getHeaders();
const userAgent = headers['user-agent'];
let detectedBrowser: string;
if (userAgent.includes('Firefox')) {
detectedBrowser = 'firefox';
} else if (userAgent.includes('Safari') && !userAgent.includes('Chrome')) {
detectedBrowser = 'safari';
} else {
detectedBrowser = 'chrome';
}
let attempts = 0;
while (!isValidUserAgent(headers['user-agent'], detectedBrowser) && attempts < 10) {
headers = generator.getHeaders();
attempts++;
}
return headers;
};
/** List of headers to include from header-generator output
* excluding headers that are typically set manually or by the environment
*/
export const generatedHeaders = new Set([
// 'content-length',
// 'cache-control',
// sec-ch-ua (chrome client hints)
'sec-ch-ua',
'sec-ch-ua-mobile',
'sec-ch-ua-platform',
// 'origin',
// 'content-type',
'upgrade-insecure-requests',
// 'user-agent', // handle manually
'accept',
// sec-fetch (fetch metadata)
'sec-fetch-site',
'sec-fetch-mode',
'sec-fetch-user',
'sec-fetch-dest',
// 'referer', // handle manually
'accept-encoding',
'accept-language',
// 'cookie',
'priority',
]);
|