* refactor: fix all get * fix(utils/common-config): charset case compare * Revert "fix(utils/common-config): charset case compare" This reverts commit 3c1880f2fad53ad2cafddcee7741390fd46fa3d2. * fix: nga * fix: notateslaapp * fix: ps * fix: xjtu * fix: enforce error on restricted syntax for get calls * fix: eslint * fix: more eslint
117 lines
3.2 KiB
TypeScript
117 lines
3.2 KiB
TypeScript
import cache from '@/utils/cache';
|
|
import { load } from 'cheerio';
|
|
import got from '@/utils/got';
|
|
import { art } from '@/utils/render';
|
|
import path from 'node:path';
|
|
import { parseDate } from '@/utils/parse-date';
|
|
|
|
const parseBookInList = (element) => {
|
|
const $ = load(element);
|
|
const title = $('h2').first().text();
|
|
const author = $('h2.author').first().text();
|
|
const description = $('.desc').first().text();
|
|
let imageSrc = $('img.cover__backcover').attr('src');
|
|
let imageAlt = $('img.cover__backcover').attr('alt');
|
|
if (!imageSrc) {
|
|
imageSrc = $('img.img-responsive').attr('data-src');
|
|
imageAlt = $('img.img-responsive').attr('alt');
|
|
}
|
|
|
|
return art(path.join(__dirname, 'templates/book.art'), {
|
|
title,
|
|
author,
|
|
description,
|
|
imageSrc,
|
|
imageAlt,
|
|
});
|
|
};
|
|
|
|
const parsePubDate = (data) => {
|
|
const dateString = data('script')
|
|
.toArray()
|
|
.find((element) => {
|
|
const fullString = element.children[0];
|
|
if (!fullString || !fullString.data) {
|
|
return false;
|
|
}
|
|
return fullString.data.includes('post_date');
|
|
});
|
|
if (dateString.length === 0) {
|
|
return;
|
|
}
|
|
|
|
const dateMatch = dateString.children[0].data.match(/(?<="post_date":").*?(?=")/);
|
|
if (!dateMatch) {
|
|
return;
|
|
}
|
|
|
|
return parseDate(dateMatch[0]);
|
|
};
|
|
|
|
const parseBooks = (element) => {
|
|
const $ = load(element);
|
|
const description = $('h2.read-down-text').first().html();
|
|
let mainBlock = '';
|
|
|
|
$('.awesome-list>li').map((i, element) => {
|
|
const appending = parseBookInList(element);
|
|
mainBlock += appending;
|
|
return appending;
|
|
});
|
|
|
|
return {
|
|
description,
|
|
content: mainBlock,
|
|
pubDate: parsePubDate($),
|
|
};
|
|
};
|
|
|
|
const parseArticle = (element) => {
|
|
const $ = load(element);
|
|
const description = $('h2.hdr-smalltxt').first().html();
|
|
const imageSrc = $('div.img-block>img').first().attr('src');
|
|
const imageAlt = $('div.img-block>img').first().attr('alt');
|
|
let mainBlock = '';
|
|
|
|
const descriptionBlock = art(path.join(__dirname, 'templates/articleHeader.art'), {
|
|
description,
|
|
imageSrc,
|
|
imageAlt,
|
|
});
|
|
|
|
$('div.main-content>p,div.main-content>ul').map((i, element) => {
|
|
const appending = load(element);
|
|
mainBlock += appending.html();
|
|
return appending;
|
|
});
|
|
|
|
return {
|
|
description: descriptionBlock,
|
|
content: mainBlock,
|
|
pubDate: parsePubDate($),
|
|
};
|
|
};
|
|
|
|
const parseList = (items, ctx, contentParser) =>
|
|
Promise.all(
|
|
items.map((item) =>
|
|
cache.tryGet(item.url, async () => {
|
|
const itemRes = await got(item.url);
|
|
|
|
const itemPage = itemRes.data;
|
|
const itemParsed = contentParser(itemPage);
|
|
|
|
const result = {
|
|
title: item.title,
|
|
description: itemParsed.description + '<br>' + itemParsed.content,
|
|
pubDate: itemParsed.pubDate,
|
|
link: item.url,
|
|
};
|
|
|
|
return result;
|
|
})
|
|
)
|
|
);
|
|
|
|
export default { parseList, parseBooks, parseArticle };
|