From fddd2719a4705209ff08e057bce4d8efeadacdec Mon Sep 17 00:00:00 2001 From: Fatpandac <1779196284@qq.com> Date: Mon, 14 Mar 2022 20:39:37 +0800 Subject: [PATCH] fix(route): flyert_preferential get fulltext (#9315) * fix(route): flyert_preferential get fulltext * fix(route): add timezone --- lib/v2/flyert/preferential.js | 43 +++++++++++++++++++++++------------ 1 file changed, 29 insertions(+), 14 deletions(-) diff --git a/lib/v2/flyert/preferential.js b/lib/v2/flyert/preferential.js index 4735b6220..0adea5f67 100644 --- a/lib/v2/flyert/preferential.js +++ b/lib/v2/flyert/preferential.js @@ -1,33 +1,48 @@ const got = require('@/utils/got'); const cheerio = require('cheerio'); const iconv = require('iconv-lite'); +const { parseDate } = require('@/utils/parse-date'); +const timezone = require('@/utils/timezone'); const gbk2utf8 = (s) => iconv.decode(s, 'gbk'); const host = 'https://www.flyert.com'; const target = `${host}/forum.php?mod=forumdisplay&sum=all&fid=all&catid=322`; module.exports = async (ctx) => { - const response = await got.get(target, { + const response = await got(target, { responseType: 'buffer', }); const $ = cheerio.load(gbk2utf8(response.data)); - const items = $('.comiis_wzli'); + const list = $('.comiis_wzli') + .map((_index, item) => ({ + title: $(item).find('.wzbt').text(), + link: `${host}/${$(item).find('.wzbt a').attr('href')}`, + description: $(item).find('.wznr > div:first-child').text(), + })) + .get(); + + const items = await Promise.all( + list.map((item) => + ctx.cache.tryGet(item.link, async () => { + const detailResponse = await got(item.link, { + responseType: 'buffer', + }); + const content = cheerio.load(gbk2utf8(detailResponse.data)); + + // remove top ad + content('div.artical_top').remove(); + + item.description = content('#artMain').html(); + item.pubDate = timezone(parseDate(content('p.xg1 > span:nth-child(1)').attr('title') || content('p.xg1').text().split('|')[0], 'YYYY-M-D HH:mm'), +8); + return item; + }) + ) + ); ctx.state.data = { title: '飞客茶馆优惠', link: 'https://www.flyert.com/', description: '飞客茶馆优惠', - item: - items && - items - .map((index, item) => { - item = $(item); - return { - title: item.find('.wzbt').text(), - description: item.find('.wznr > div:first-child').text(), - link: `${host}/${item.find('.wzbt a').attr('href')}`, - }; - }) - .get(), + item: items, }; };