refactor(xiaohongshu): enhance puppeteer integration in getUser function
- Updated the getUser function to utilize getPuppeteerPage for improved page handling. - Simplified request interception logic by moving it into the new function. - Ensured proper resource management by replacing browser.close() with destory().
This commit is contained in:
@@ -1,7 +1,7 @@
|
||||
import { config } from '@/config';
|
||||
import logger from '@/utils/logger';
|
||||
import { parseDate } from '@/utils/parse-date';
|
||||
import puppeteer from '@/utils/puppeteer';
|
||||
import puppeteer, { getPuppeteerPage } from '@/utils/puppeteer';
|
||||
import ofetch from '@/utils/ofetch';
|
||||
import { load } from 'cheerio';
|
||||
import cache from '@/utils/cache';
|
||||
@@ -31,14 +31,16 @@ const getUser = (url, cache) =>
|
||||
cache.tryGet(
|
||||
url,
|
||||
async () => {
|
||||
const browser = await puppeteer();
|
||||
const { page, destory } = await getPuppeteerPage(url, {
|
||||
onBeforeLoad: async (page) => {
|
||||
await page.setRequestInterception(true);
|
||||
page.on('request', (request) => {
|
||||
request.resourceType() === 'document' || request.resourceType() === 'script' || request.resourceType() === 'xhr' || request.resourceType() === 'other' ? request.continue() : request.abort();
|
||||
});
|
||||
},
|
||||
});
|
||||
try {
|
||||
const page = await browser.newPage();
|
||||
await page.setRequestInterception(true);
|
||||
let collect = '';
|
||||
page.on('request', (request) => {
|
||||
request.resourceType() === 'document' || request.resourceType() === 'script' || request.resourceType() === 'xhr' || request.resourceType() === 'other' ? request.continue() : request.abort();
|
||||
});
|
||||
logger.http(`Requesting ${url}`);
|
||||
await page.goto(url, {
|
||||
waitUntil: 'domcontentloaded',
|
||||
@@ -69,7 +71,7 @@ const getUser = (url, cache) =>
|
||||
|
||||
return { userPageData, notes, collect };
|
||||
} finally {
|
||||
await browser.close();
|
||||
await destory();
|
||||
}
|
||||
},
|
||||
config.cache.routeExpire,
|
||||
|
||||
Reference in New Issue
Block a user