import type { Browser, BrowserContext, BrowserContextOptions, LaunchOptions, Page } from 'patchright'; import { chromium } from 'patchright'; import { config } from '@/config'; import logger from './logger'; import proxy from './proxy'; type GotoOptions = Parameters[1]; type ProxyState = NonNullable>; const proxyServerFromUrl = (proxyUrl: URL) => { const protocol = proxyUrl.protocol.replace('socks5h:', 'socks5:').replace('socks4a:', 'socks4:'); return `${protocol}//${proxyUrl.host}`; }; const getProxyOptions = (currentProxy: ProxyState | null | undefined) => { if (!currentProxy) { return {}; } const username = currentProxy.urlHandler?.username; const password = currentProxy.urlHandler?.password; if (username || password) { if (currentProxy.urlHandler.protocol !== 'http:') { logger.warn('SOCKS/HTTPS proxy with authentication is not supported by playwright, continue without proxy'); return {}; } return { proxy: { password: decodeURIComponent(password ?? ''), server: proxyServerFromUrl(currentProxy.urlHandler), username: decodeURIComponent(username ?? ''), }, } satisfies Pick; } return { proxy: { server: currentProxy.uri.replace('socks5h://', 'socks5://').replace('socks4a://', 'socks4://').replace(/\/$/, ''), }, } satisfies Pick; }; const COMMON_LAUNCH_ARGS = ['--no-sandbox', '--disable-setuid-sandbox', '--window-position=0,0', '--ignore-certificate-errors', '--ignore-certificate-errors-spki-list']; // Patchright already patches playwright's default args (e.g. injects --disable-blink-features=AutomationControlled and strips --enable-automation), so we don't add those manually. const getLaunchOptions = (currentProxy?: ProxyState | null): LaunchOptions => ({ args: COMMON_LAUNCH_ARGS, executablePath: config.chromiumExecutablePath || undefined, headless: true, ...getProxyOptions(currentProxy), }); // Browserless accepts launch options as a `launch` URL query parameter (URL-encoded JSON). // (Patchright's own launch-server uses `launch-options` — RSSHub's WS_ENDPOINT targets browserless, so we emit `launch`.) // The browserless schema also differs from patchright's LaunchOptions: no `executablePath`, and `ignoreHTTPSErrors` is renamed to `acceptInsecureCerts`. type BrowserlessLaunchOptions = { acceptInsecureCerts?: boolean; args?: string[]; headless?: boolean; ignoreDefaultArgs?: boolean | string[]; proxy?: LaunchOptions['proxy']; slowMo?: number; stealth?: boolean; }; const toBrowserlessLaunchOptions = (currentProxy?: ProxyState | null): BrowserlessLaunchOptions => ({ acceptInsecureCerts: true, args: COMMON_LAUNCH_ARGS, headless: true, stealth: true, ...getProxyOptions(currentProxy), }); const getContextOptions = (): BrowserContextOptions => ({ ignoreHTTPSErrors: true, userAgent: config.ua, }); const launchBrowser = async (currentProxy?: ProxyState | null) => { const browser = config.playwrightWSEndpoint ? await chromium.connect(getBrowserlessEndpoint(config.playwrightWSEndpoint, toBrowserlessLaunchOptions(currentProxy))) : await chromium.launch(getLaunchOptions(currentProxy)); const context = await browser.newContext(getContextOptions()); return { browser, context }; }; // Merge our launch options into the existing `launch` query parameter so endpoint-level options // (e.g. `?launch=%7B%22stealth%22%3Atrue%7D`) are preserved instead of being overwritten. const getBrowserlessEndpoint = (endpoint: string, launchOptions: BrowserlessLaunchOptions) => { const endpointURL = new URL(endpoint); const existing = endpointURL.searchParams.get('launch'); let merged: BrowserlessLaunchOptions = launchOptions; if (existing) { try { merged = { ...(JSON.parse(existing) as BrowserlessLaunchOptions), ...launchOptions }; } catch { // Existing value is not JSON (could be base64 or malformed); leave caller's options as the source of truth. } } endpointURL.searchParams.set('launch', JSON.stringify(merged)); return endpointURL.toString(); }; const scheduleClose = (browser: Browser, timeout = 30000) => { setTimeout(() => { void browser.close(); }, timeout); }; /** * @returns Playwright browser context (native `newPage()` shares state across calls) */ const outPlaywright = async () => { const currentProxy = proxy.getCurrentProxy(); const { browser, context } = await launchBrowser(currentProxy && proxy.proxyObj.url_regex === '.*' ? currentProxy : null); scheduleClose(browser); return context; }; export default outPlaywright; // No-op in Node.js environment (used by Worker build via alias) export const setBrowserBinding = (_binding: any) => {}; /** * @returns Playwright page */ export const getPlaywrightPage = async ( url: string, instanceOptions: { closeTimeout?: number; gotoConfig?: GotoOptions; noGoto?: boolean; onBeforeLoad?: (page: Page, context?: BrowserContext) => Promise | void; } = {} ) => { let allowProxy = false; const proxyRegex = new RegExp(proxy.proxyObj.url_regex); let urlHandler: URL | undefined; try { urlHandler = new URL(url); } catch { // ignore invalid URLs such as about:blank } if (proxyRegex.test(url) && url.startsWith('http') && !(urlHandler && urlHandler.host === proxy.proxyUrlHandler?.host)) { allowProxy = true; } const currentProxy = proxy.getCurrentProxy(); const currentProxyState = currentProxy && allowProxy ? currentProxy : null; const hasProxy = Boolean(getProxyOptions(currentProxyState).proxy); const { browser, context } = await launchBrowser(currentProxyState); scheduleClose(browser, instanceOptions.closeTimeout); const page = await context.newPage(); if (hasProxy && currentProxyState) { logger.debug(`Proxying request in playwright via ${currentProxyState.uri}: ${url}`); } if (instanceOptions.onBeforeLoad) { await instanceOptions.onBeforeLoad(page, context); } if (!instanceOptions.noGoto) { try { await page.goto(url, instanceOptions.gotoConfig || { waitUntil: 'domcontentloaded' }); } catch (error) { if (hasProxy && currentProxyState && proxy.multiProxy) { logger.warn(`Playwright navigation failed with proxy ${currentProxyState.uri}, marking as failed: ${error}`); proxy.markProxyFailed(currentProxyState.uri); throw error; } throw error; } } return { context, destroy: async () => { await context.close(); }, page, }; }; export { type Page } from 'patchright';