File size: 3,485 Bytes
bf48b89 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 | import type http from 'node:http';
import type https from 'node:https';
import type { HeaderGeneratorOptions } from 'header-generator';
import { config } from '@/config';
import { generatedHeaders as HEADER_LIST, generateHeaders } from '@/utils/header-generator';
import logger from '@/utils/logger';
import proxy from '@/utils/proxy';
type Get = typeof http.get | typeof https.get | typeof http.request | typeof https.request;
interface ExtendedRequestOptions extends http.RequestOptions {
headerGeneratorOptions?: Partial<HeaderGeneratorOptions>;
}
const getWrappedGet: <T extends Get>(origin: T) => T = (origin) =>
function (this: any, ...args: Parameters<typeof origin>) {
let url: URL | null;
let options: ExtendedRequestOptions = {};
let callback: ((res: http.IncomingMessage) => void) | undefined;
if (typeof args[0] === 'string' || args[0] instanceof URL) {
url = new URL(args[0]);
if (typeof args[1] === 'object') {
options = args[1];
callback = args[2];
} else if (typeof args[1] === 'function') {
options = {};
callback = args[1];
}
} else {
options = args[0];
try {
url = new URL(options.href || `${options.protocol || 'http:'}//${options.hostname || options.host}${options.path}${options.search || (options.query ? `?${options.query}` : '')}`);
} catch {
url = null;
}
if (typeof args[1] === 'function') {
callback = args[1];
}
}
if (!url) {
return Reflect.apply(origin, this, args) as ReturnType<typeof origin>;
}
logger.debug(`Outgoing request: ${options.method || 'GET'} ${url}`);
options.headers = options.headers || {};
const headersLowerCaseKeys = new Set(Object.keys(options.headers).map((key) => key.toLowerCase()));
const generatedHeaders = generateHeaders(options.headerGeneratorOptions);
// ua
if (!headersLowerCaseKeys.has('user-agent')) {
options.headers['user-agent'] = config.ua;
}
for (const header of HEADER_LIST) {
if (!headersLowerCaseKeys.has(header) && generatedHeaders[header]) {
options.headers[header] = generatedHeaders[header];
}
}
// referer
if (!headersLowerCaseKeys.has('referer')) {
options.headers.referer = url.origin;
}
// proxy
if (!options.agent && proxy.agent) {
const proxyRegex = new RegExp(proxy.proxyObj.url_regex);
if (
proxyRegex.test(url.toString()) &&
url.protocol.startsWith('http') &&
url.host !== proxy.proxyUrlHandler?.host &&
url.host !== 'localhost' &&
!url.host.startsWith('127.') &&
!(config.puppeteerWSEndpoint?.includes(url.host) ?? false)
) {
options.agent = proxy.agent;
}
}
// Remove the headerGeneratorOptions before passing to the original function
// eslint-disable-next-line @typescript-eslint/no-unused-vars
const { headerGeneratorOptions, ...cleanOptions } = options;
return Reflect.apply(origin, this, [url, cleanOptions, callback]) as ReturnType<typeof origin>;
};
export default getWrappedGet;
|