100 lines
3.5 KiB
JavaScript
100 lines
3.5 KiB
JavaScript
const got = require('@/utils/got');
|
|
const parser = require('@/utils/rss-parser');
|
|
const cheerio = require('cheerio');
|
|
const { parseDate } = require('@/utils/parse-date');
|
|
const { art } = require('@/utils/render');
|
|
const path = require('path');
|
|
const logger = require('@/utils/logger');
|
|
|
|
const renderFanBox = (media) =>
|
|
art(path.join(__dirname, 'templates/fancybox.art'), {
|
|
media,
|
|
});
|
|
|
|
const renderDesc = (media, desc) =>
|
|
art(path.join(__dirname, 'templates/description.art'), {
|
|
media: renderFanBox(media),
|
|
desc,
|
|
});
|
|
|
|
module.exports = async (ctx) => {
|
|
const type = ctx.params.type ?? 'ins';
|
|
const category = ctx.params.category ?? (type === 'ins' ? 'all' : 's00001');
|
|
const link = `https://news.mingpao.com/rss/${type}/${category}.xml`;
|
|
|
|
const feed = await parser.parseURL(link);
|
|
|
|
const items = await Promise.all(
|
|
feed.items.map((item) =>
|
|
ctx.cache.tryGet(item.link, async () => {
|
|
let response;
|
|
try {
|
|
response = await got(item.link, {
|
|
headers: {
|
|
Referer: 'https://news.mingpao.com/',
|
|
},
|
|
});
|
|
} catch (e) {
|
|
if (e instanceof got.MaxRedirectsError) {
|
|
logger.error(`MaxRedirectsError when requesting ${decodeURIComponent(item.link)}`);
|
|
return item;
|
|
}
|
|
throw e;
|
|
}
|
|
|
|
const $ = cheerio.load(response.data);
|
|
const fancyboxImg = $('a.fancybox').length ? $('a.fancybox') : $('a.fancybox-buttons');
|
|
|
|
// remove unwanted elements
|
|
$('div.ad300ins_m').remove();
|
|
$('div.clear, div.inReadLrecGroup, div.clr').remove();
|
|
$('div#ssm2').remove();
|
|
$('iframe').remove();
|
|
$('p[dir=ltr]').remove();
|
|
|
|
// extract categories
|
|
item.category = item.categories;
|
|
|
|
// fix fancybox image
|
|
const fancybox = fancyboxImg.toArray().map((e) => {
|
|
e = $(e);
|
|
const href = new URL(e.attr('href'));
|
|
let video;
|
|
if (href.hostname === 'videop.mingpao.com') {
|
|
video = new URL(href.searchParams.get('file'));
|
|
video.hostname = 'cfrvideo.mingpao.com'; // use cloudflare cdn
|
|
video = video.href;
|
|
}
|
|
return {
|
|
href: href.href,
|
|
title: e.attr('title'),
|
|
video,
|
|
};
|
|
});
|
|
|
|
// remove unwanted key value
|
|
delete item.categories;
|
|
delete item.content;
|
|
delete item.contentSnippet;
|
|
delete item.creator;
|
|
delete item.isoDate;
|
|
|
|
item.description = renderDesc(fancybox, $('.txt4').html() ?? $('.article_content.line_1_5em').html());
|
|
item.pubDate = parseDate(item.pubDate);
|
|
item.guid = item.link.includes('?') ? item.link : item.link.substring(0, item.link.lastIndexOf('/'));
|
|
|
|
return item;
|
|
})
|
|
)
|
|
);
|
|
|
|
ctx.state.data = {
|
|
title: feed.title,
|
|
link: feed.link,
|
|
description: feed.description,
|
|
item: items,
|
|
image: feed.image.url,
|
|
language: feed.language,
|
|
};
|
|
};
|