style: auto format
This commit is contained in:
@@ -10,35 +10,36 @@ module.exports = async (ctx) => {
|
||||
});
|
||||
const data = response.data;
|
||||
const $ = cheerio.load(data);
|
||||
const post = $('item').map((index, elem) => {
|
||||
const title = $(elem).find('title').text();
|
||||
const link = $(elem).find('link').next().text();
|
||||
return {
|
||||
link: link,
|
||||
title: title
|
||||
};
|
||||
}).get();
|
||||
const post = $('item')
|
||||
.map((index, elem) => {
|
||||
const title = $(elem).find('title').text();
|
||||
const link = $(elem).find('link').next().text();
|
||||
return {
|
||||
link: link,
|
||||
title: title,
|
||||
};
|
||||
})
|
||||
.get();
|
||||
|
||||
const browser = await require('@/utils/puppeteer')();
|
||||
|
||||
const items = await Promise.all(
|
||||
post.map(
|
||||
async (item) => {
|
||||
// use puppeter cause all the image is lazy-load
|
||||
const result = utils.ProcessFeed(await utils.PuppeterGetter(ctx, browser, item.link), true);
|
||||
post.map(async (item) => {
|
||||
// use puppeter cause all the image is lazy-load
|
||||
const result = utils.ProcessFeed(await utils.PuppeterGetter(ctx, browser, item.link), true);
|
||||
|
||||
item.pubDate = result.pubDate;
|
||||
item.pubDate = result.pubDate;
|
||||
|
||||
// Match 感谢|謝.*?cn.letters@nytimes.com。
|
||||
const ending = /感(谢|謝);.*?cn\.letters@nytimes\.com。/g;
|
||||
// Match 感谢|謝.*?cn.letters@nytimes.com。
|
||||
const ending = /感(谢|謝);.*?cn\.letters@nytimes\.com。/g;
|
||||
|
||||
const matching = '<div class="article-paragraph">';
|
||||
const formatted = '<br>' + matching;
|
||||
const matching = '<div class="article-paragraph">';
|
||||
const formatted = '<br>' + matching;
|
||||
|
||||
item.description = result.description.replace(ending, '').split(matching).join(formatted);
|
||||
item.description = result.description.replace(ending, '').split(matching).join(formatted);
|
||||
|
||||
return Promise.resolve(item);
|
||||
})
|
||||
return Promise.resolve(item);
|
||||
})
|
||||
);
|
||||
|
||||
browser.close();
|
||||
|
||||
@@ -16,10 +16,7 @@ const PuppeterGetter = async (ctx, browser, link) => {
|
||||
const result = await ctx.cache.tryGet(`nyt: ${link}`, async () => {
|
||||
const page = await browser.newPage();
|
||||
await page.goto(link);
|
||||
const response = await page.evaluate(
|
||||
() =>
|
||||
document.querySelector('body').innerHTML
|
||||
);
|
||||
const response = await page.evaluate(() => document.querySelector('body').innerHTML);
|
||||
return response;
|
||||
});
|
||||
return result;
|
||||
|
||||
Reference in New Issue
Block a user