74 lines
2.7 KiB
JavaScript
74 lines
2.7 KiB
JavaScript
const cheerio = require('cheerio');
|
|
const { parseDate } = require('@/utils/parse-date');
|
|
const got = require('@/utils/got');
|
|
const timezone = require('@/utils/timezone');
|
|
const { art } = require('@/utils/render');
|
|
const path = require('path');
|
|
|
|
const parseContList = async (url, selector, ctx) => {
|
|
const response = await got(url);
|
|
const $ = cheerio.load(response.data);
|
|
const list = $(selector)
|
|
.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 12)
|
|
.toArray()
|
|
.map((item) => {
|
|
item = $(item);
|
|
return {
|
|
title: item.find('.cont_tit03').text(),
|
|
link: new URL(item.attr('href'), url).href,
|
|
pubDate: parseDate(item.find('.cont_tit02').text(), 'YYYY-MM-DD'),
|
|
};
|
|
})
|
|
.filter((item) => item.title); // exclude the empty title
|
|
const title = $('#PL_DAOHANG')
|
|
.text()
|
|
.replace(/(.+)首页/, '国家统计局');
|
|
return { list, title };
|
|
};
|
|
|
|
const parseXilan = async (item, ctx) =>
|
|
await ctx.cache.tryGet(item.link, async () => {
|
|
const response = await got(item.link);
|
|
const $ = cheerio.load(response.data);
|
|
const title = $('.xilan_titf').text();
|
|
item.author = title.match(/来源：(.*)发布时间/)?.[1].trim() ?? '国家统计局';
|
|
item.pubDate = timezone(parseDate(title.match(/发布时间：(.*)/)?.[1].trim() ?? item.pubDate), +8);
|
|
|
|
// Change the img src from relative to absolute for a better compatibility
|
|
$('.xilan_con')
|
|
.find('img')
|
|
.each((_, el) => {
|
|
$(el).attr('src', new URL($(el).attr('src'), item.link).href);
|
|
// oldsrc is causing freshrss imageproxy not to work correctly
|
|
$(el).removeAttr('oldsrc').removeAttr('alt');
|
|
});
|
|
item.description = $('.xilan_con').html();
|
|
|
|
const attachmentTitle = $('.wenzhang_tit').filter(function () {
|
|
return $(this).text().trim() === '相关附件';
|
|
});
|
|
if (attachmentTitle.length > 0) {
|
|
const attachments = attachmentTitle
|
|
.first()
|
|
.next('.wenzhang_list')
|
|
.find('a')
|
|
.toArray()
|
|
.map((attachment) => {
|
|
attachment = $(attachment);
|
|
return {
|
|
href: new URL(attachment.attr('href'), item.link).href,
|
|
text: attachment.text().trim(),
|
|
};
|
|
});
|
|
item.description += art(path.join(__dirname, 'templates/attachments.art'), {
|
|
attachments,
|
|
});
|
|
}
|
|
return item;
|
|
});
|
|
|
|
module.exports = {
|
|
parseXilan,
|
|
parseContList,
|
|
};
|