130 lines
4.5 KiB
JavaScript
130 lines
4.5 KiB
JavaScript
const got = require('@/utils/got');
|
|
const cheerio = require('cheerio');
|
|
const date = require('@/utils/date');
|
|
const baseUrl = 'https://www.zaobao.com';
|
|
const got_ins = got.extend({
|
|
headers: {
|
|
Referer: baseUrl,
|
|
},
|
|
});
|
|
|
|
/**
|
|
* 通用解析页面类似 https://www.zaobao.com/realtime/china 的网站
|
|
*
|
|
* @param {*} ctx RSSHub 的 ctx 参数，用来设置缓存
|
|
* @param {string} sectionUrl 形如 /realtime/china 的字符串
|
|
* @returns {Promise<{
|
|
* title: string;
|
|
* resultList: {
|
|
* title: string;
|
|
* description: string;
|
|
* pubDate: string;
|
|
* link: string;
|
|
* }[];}>} 新闻标题以及新闻列表
|
|
*/
|
|
const parseList = async (ctx, sectionUrl) => {
|
|
const response = await got_ins.get(baseUrl + sectionUrl);
|
|
const $ = cheerio.load(response.data);
|
|
let data = $('.article-list').find('.article-type');
|
|
if (data.length === 0) {
|
|
data = $('.post-list').find('.row.list');
|
|
}
|
|
|
|
const title = $('#breadcrumbs > a')
|
|
.toArray()
|
|
.reduce((acc, cV, cI) => {
|
|
if (cI > 0) {
|
|
return acc + '-' + $(cV).text();
|
|
}
|
|
return '';
|
|
}, '');
|
|
const resultList = await Promise.all(
|
|
data.toArray().map(async (item) => {
|
|
const $item = $(item);
|
|
let link = $item.find('a')[0].attribs.href;
|
|
|
|
let resultItem = {};
|
|
|
|
if (link[0] !== '/') {
|
|
// https://www.zaobao.com/interactive-graphics
|
|
const title = $item.find('a').text();
|
|
let dateNodes = $item.find('.meta-published-date');
|
|
if (dateNodes.length === 0) {
|
|
dateNodes = $item.find('.datestamp');
|
|
}
|
|
let dateString;
|
|
let pubDate;
|
|
if (dateNodes.length !== 0) {
|
|
dateString = dateNodes.text().trim();
|
|
const dateParts = dateString.split('/');
|
|
dateParts.reverse();
|
|
dateString = dateParts.join('-');
|
|
pubDate = date(dateString);
|
|
pubDate = pubDate === dateString ? new Date().toUTCString() : pubDate;
|
|
} else {
|
|
pubDate = new Date().toUTCString();
|
|
}
|
|
|
|
resultItem = {
|
|
title,
|
|
description: title,
|
|
pubDate,
|
|
link,
|
|
};
|
|
return Promise.resolve(resultItem);
|
|
} else {
|
|
link = baseUrl + link;
|
|
}
|
|
|
|
const value = await ctx.cache.get(link);
|
|
|
|
if (value) {
|
|
resultItem = JSON.parse(value);
|
|
} else {
|
|
const article = await got_ins.get(link);
|
|
const $1 = cheerio.load(article.data);
|
|
|
|
const time = $1('.date-published', '.content').slice(0, 1).text().replace('年', '-').replace('月', '-').replace('日', '').replace('发布 /', '');
|
|
|
|
$1('.overlay-microtransaction').remove();
|
|
$1('#video-freemium-player').remove();
|
|
$1('script').remove();
|
|
|
|
let descriptionNode = $1('.article-content-rawhtml');
|
|
if (descriptionNode.length === 0) {
|
|
descriptionNode = $1('.article-content-container');
|
|
}
|
|
|
|
let description = descriptionNode.html();
|
|
if ($1('.inline-figure-img').length) {
|
|
description = $1('.inline-figure-img').html() + description;
|
|
}
|
|
if ($1('.body-content .loadme picture img').length) {
|
|
description =
|
|
`<figure><img src="${$1('.body-content .loadme picture source').attr('data-srcset').split('?')[0]}" /><figcaption>${$1('.body-content .loadme picture img').attr('title')}</figcaption></figure>` + description;
|
|
}
|
|
if ($1('.inline-figure-gallery').length) {
|
|
description = $1('.inline-figure-gallery').html() + description;
|
|
}
|
|
|
|
resultItem = {
|
|
title: $1('h1', '.content').text(),
|
|
description,
|
|
pubDate: new Date(time).toUTCString(),
|
|
link,
|
|
};
|
|
ctx.cache.set(link, JSON.stringify(resultItem));
|
|
}
|
|
|
|
return Promise.resolve(resultItem);
|
|
})
|
|
);
|
|
return {
|
|
title,
|
|
resultList,
|
|
};
|
|
};
|
|
module.exports = {
|
|
parseList,
|
|
};
|