* fix: unicorn/no-empty-file * fix: unicorn/prefer-node-protocol * fix: unicorn/prefer-number-properties * fix: unicorn/consistent-destructuring * fix: unicorn/no-array-callback-reference * fix: unicorn/new-for-builtins * fix: set checkNaN to false in unicorn/prefer-number-properties * fix: unicorn/prefer-string-slice * fix: update eslint ignore
196 lines
6.5 KiB
TypeScript
196 lines
6.5 KiB
TypeScript
import cache from '@/utils/cache';
|
|
import got from '@/utils/got';
|
|
import { load } from 'cheerio';
|
|
import { parseRelativeDate } from '@/utils/parse-date';
|
|
import timezone from '@/utils/timezone';
|
|
import { art } from '@/utils/render';
|
|
import path from 'node:path';
|
|
import { base32 } from 'rfc4648';
|
|
|
|
const baseUrl = 'https://www.zaobao.com';
|
|
const got_ins = got.extend({
|
|
headers: {
|
|
Referer: baseUrl,
|
|
},
|
|
});
|
|
|
|
/**
|
|
* 通用解析页面类似 https://www.zaobao.com/realtime/china 的网站
|
|
*
|
|
* @param {*} ctx RSSHub 的 ctx 参数,用来设置缓存
|
|
* @param {string} sectionUrl 形如 /realtime/china 的字符串
|
|
* @returns 新闻标题以及新闻列表
|
|
*/
|
|
const parseList = async (
|
|
ctx,
|
|
sectionUrl: string
|
|
): Promise<{
|
|
title: string;
|
|
resultList: {
|
|
title: string;
|
|
description: string;
|
|
pubDate: string;
|
|
link: string;
|
|
}[];
|
|
}> => {
|
|
const response = await got_ins.get(baseUrl + sectionUrl);
|
|
const $ = load(response.data);
|
|
let data = $('.card-listing .card');
|
|
if (data.length === 0) {
|
|
// for HK version
|
|
data = $('.clearfix').find('.list-block');
|
|
}
|
|
|
|
const title = $('meta[property="og:title"]').attr('content');
|
|
|
|
const resultList = await Promise.all(
|
|
data.toArray().map((item) => {
|
|
const $item = $(item);
|
|
// addBack: for HK version
|
|
let link = $item.find('a').addBack('a')[0].attribs.href;
|
|
|
|
if (link[0] !== '/') {
|
|
// https://www.zaobao.com/interactive-graphics
|
|
const title = $item.find('a').text();
|
|
let dateNodes = $item.find('.meta-published-date');
|
|
if (dateNodes.length === 0) {
|
|
dateNodes = $item.find('.datestamp');
|
|
}
|
|
let dateString;
|
|
let pubDate;
|
|
if (dateNodes.length !== 0) {
|
|
dateString = dateNodes.text().trim();
|
|
const dateParts = dateString.split('/');
|
|
dateParts.reverse();
|
|
dateString = dateParts.join('-');
|
|
pubDate = parseRelativeDate(dateString);
|
|
// if conversion was no success, pubDate === dateString
|
|
// zaobao seems always UTC+8
|
|
pubDate = pubDate === dateString ? undefined : timezone(pubDate, +8);
|
|
}
|
|
|
|
return {
|
|
title,
|
|
description: title,
|
|
pubDate,
|
|
link,
|
|
};
|
|
}
|
|
|
|
link = baseUrl + link;
|
|
|
|
return cache.tryGet(link, async () => {
|
|
const article = await got_ins.get(link);
|
|
const $1 = load(article.data);
|
|
|
|
let title, time;
|
|
if ($1('#seo-article-page').text() === '') {
|
|
// HK
|
|
title = $1('h1.article-title').text();
|
|
const jsonText = $1("head script[type='application/ld+json']")
|
|
.eq(1)
|
|
.text()
|
|
.replaceAll(/[\u0000-\u001F\u007F-\u009F]/g, '');
|
|
time = new Date(JSON.parse(jsonText)?.datePublished);
|
|
} else {
|
|
// SG
|
|
const jsonText = $1('#seo-article-page')
|
|
.text()
|
|
.replaceAll(/[\u0000-\u001F\u007F-\u009F]/g, '');
|
|
const json = JSON.parse(jsonText);
|
|
title = json['@graph'][0]?.headline;
|
|
time = new Date(json['@graph'][0]?.datePublished);
|
|
}
|
|
|
|
$1('.overlay-microtransaction').remove();
|
|
$1('#video-freemium-player').remove();
|
|
$1('script').remove();
|
|
$1('.bff-google-ad').remove();
|
|
|
|
let articleBodyNode = $1('.articleBody');
|
|
if (articleBodyNode.length === 0) {
|
|
// for HK version
|
|
orderContent($1('.article-body'));
|
|
articleBodyNode = $1('.article-body');
|
|
}
|
|
|
|
const articleBody = articleBodyNode.html();
|
|
|
|
const imageDataArray = processImageData($1);
|
|
|
|
return {
|
|
// <- for HK version -> for SG version
|
|
title,
|
|
description: art(path.join(__dirname, 'templates/zaobao.art'), {
|
|
articleBody,
|
|
imageDataArray,
|
|
}),
|
|
pubDate: time,
|
|
link,
|
|
};
|
|
});
|
|
})
|
|
);
|
|
return {
|
|
title,
|
|
resultList,
|
|
};
|
|
};
|
|
|
|
const orderContent = (parent) => {
|
|
for (const [i, e] of parent
|
|
.children()
|
|
.toArray()
|
|
.sort((a, b) => {
|
|
const index = Buffer.from(base32.parse('GM======')).toString(); // substring(3)
|
|
a = Buffer.from(base32.parse(parent.find(a).data('s').slice(index))).toString();
|
|
b = Buffer.from(base32.parse(parent.find(b).data('s').slice(index))).toString();
|
|
return a - b;
|
|
})
|
|
.entries()) {
|
|
parent.find(e).attr('s', i);
|
|
parent.append(e);
|
|
}
|
|
};
|
|
|
|
interface ImageData {
|
|
type: string;
|
|
html: string;
|
|
src?: string;
|
|
title?: string;
|
|
}
|
|
|
|
const processImageData = ($1) => {
|
|
const imageDataArray: ImageData[] = [];
|
|
|
|
const imageSelectors = [
|
|
'.inline-figure-img', // for SG version
|
|
'.body-content .loadme picture img', // Unused?
|
|
'.inline-figure-gallery', // for SG version
|
|
'#carousel-article', // for HK version, HK version of multi images use same selector as single image, so g is needed for all pages
|
|
];
|
|
|
|
for (const selector of imageSelectors) {
|
|
if ($1(selector).length) {
|
|
let html = $1(selector === '#carousel-article' ? '#carousel-article .carousel-inner' : selector).html();
|
|
|
|
if (html) {
|
|
html = html.replaceAll(/\/\/.*\.com\/s3fs-public/g, '//static.zaobao.com/s3fs-public').replaceAll('s3/files', 's3fs-public');
|
|
|
|
imageDataArray.push({
|
|
type: selector === '.body-content .loadme picture img' ? 'data' : 'normalHTML',
|
|
html,
|
|
...(selector === '.body-content .loadme picture img' && {
|
|
src: $1('.body-content .loadme picture source').attr('data-srcset'),
|
|
title: $1(selector).attr('title'),
|
|
}),
|
|
});
|
|
}
|
|
}
|
|
}
|
|
|
|
return imageDataArray;
|
|
};
|
|
|
|
export { parseList, orderContent };
|