95 lines
3.3 KiB
JavaScript
95 lines
3.3 KiB
JavaScript
const cheerio = require('cheerio');
|
||
const { parseDate } = require('@/utils/parse-date');
|
||
const got = require('@/utils/got');
|
||
const timezone = require('@/utils/timezone');
|
||
|
||
const { CookieJar, Cookie } = require('tough-cookie');
|
||
const cookieJar = new CookieJar();
|
||
|
||
const owner = '中央纪委国家监委网站';
|
||
const rootUrl = 'https://www.ccdi.gov.cn';
|
||
const regex = /(?<key>[A-Z_]+)=(?<value>(?:.*?(?=; max-age)|[a-fA-F0-9]+))/gm;
|
||
|
||
const parseCookie = async (body) => {
|
||
let m;
|
||
const cookies = [];
|
||
while ((m = regex.exec(body)) !== null) {
|
||
// This is necessary to avoid infinite loops with zero-width matches
|
||
if (m.index === regex.lastIndex) {
|
||
regex.lastIndex++;
|
||
}
|
||
const { key, value } = m.groups;
|
||
cookies.push(new Cookie({ key, value }));
|
||
}
|
||
await Promise.all(cookies.map((c) => cookieJar.setCookie(c, rootUrl)));
|
||
};
|
||
|
||
const parseNewsList = async (url, selector, ctx) => {
|
||
const response = await got(url, { cookieJar });
|
||
const data = response.data;
|
||
await parseCookie(data);
|
||
|
||
const $ = cheerio.load(data);
|
||
const list = $(selector)
|
||
.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
|
||
.toArray()
|
||
.map((item) => {
|
||
item = $(item);
|
||
return {
|
||
title: item.find('a').first().text().trim(),
|
||
link: new URL(item.find('a').first().attr('href'), url).href,
|
||
pubDate: parseDate(item.find('.more').text(), 'YYYY-MM-DD'),
|
||
};
|
||
});
|
||
const title = $('.other_Location')
|
||
.text()
|
||
.replace(/(.+)首页/, owner);
|
||
return { list, title };
|
||
};
|
||
|
||
const changeTrCookie = async () => {
|
||
const cookies = await cookieJar.getCookies(rootUrl);
|
||
const c = cookies.find((c) => c.key === 'HOY_TR');
|
||
if (c) {
|
||
const value = c.value;
|
||
const tr_array = value.split(',');
|
||
const csr = tr_array[0];
|
||
const cnv = tr_array[1].split('');
|
||
const otr = tr_array[2].split('');
|
||
otr[0] = csr.charAt(parseInt(cnv[0], 16));
|
||
const nc = new Cookie({ key: 'HOY_TR', value: csr + ',' + cnv.join('') + ',' + otr.join('') + ',0' });
|
||
await cookieJar.setCookie(nc, rootUrl);
|
||
}
|
||
};
|
||
|
||
const parseArticle = async (item, ctx) => {
|
||
await changeTrCookie();
|
||
return ctx.cache.tryGet(item.link, async () => {
|
||
const response = await got(item.link, { cookieJar });
|
||
const data = response.data;
|
||
await parseCookie(data);
|
||
|
||
const $ = cheerio.load(data);
|
||
const title = $('.daty, .source-box').text().trim();
|
||
item.author = title.match(/来源：(.*)发布时间/s)?.[1].trim() ?? owner;
|
||
item.pubDate = timezone(parseDate(title.match(/发布时间：(.*)分享/s)?.[1].trim() ?? item.pubDate), +8);
|
||
|
||
// Change the img src from relative to absolute for a better compatibility
|
||
$('.content, .bom-box')
|
||
.find('img')
|
||
.each((_, el) => {
|
||
$(el).attr('src', new URL($(el).attr('src'), item.link).href);
|
||
// oldsrc is causing freshrss imageproxy not to work correctly
|
||
$(el).removeAttr('oldsrc').removeAttr('alt');
|
||
});
|
||
item.description = $('.content, .bom-box').html();
|
||
return item;
|
||
});
|
||
};
|
||
|
||
module.exports = {
|
||
rootUrl,
|
||
parseNewsList,
|
||
parseArticle,
|
||
};
|