50 lines
1.6 KiB
JavaScript
50 lines
1.6 KiB
JavaScript
const got = require('@/utils/got');
|
|
const cheerio = require('cheerio');
|
|
const { parseDate } = require('@/utils/parse-date');
|
|
const { art } = require('@/utils/render');
|
|
const path = require('path');
|
|
|
|
const rootUrl = 'http://www.caareviews.org';
|
|
|
|
const getList = async (url) => {
|
|
const response = await got(url);
|
|
const $ = cheerio.load(response.data);
|
|
const list = $('#infinite-content > div')
|
|
.map((_index, item) => ({
|
|
title: $(item).find('div.title').text().trim(),
|
|
link: new URL($(item).find('div.title > em > a').attr('href'), rootUrl).href,
|
|
author: $(item).find('div.contributors').text().trim(),
|
|
}))
|
|
.get();
|
|
|
|
return list;
|
|
};
|
|
|
|
const getItems = (ctx, list) =>
|
|
Promise.all(
|
|
list.map((item) =>
|
|
ctx.cache.tryGet(item.link, async () => {
|
|
const detailResponse = await got(item.link);
|
|
const $ = cheerio.load(detailResponse.data);
|
|
|
|
const coverUrl = new URL($('div.cover > a').attr('href'), rootUrl).href;
|
|
const content = $('div.content.full-review').html();
|
|
item.description = art(path.join(__dirname, 'templates/utils.art'), {
|
|
coverUrl,
|
|
content,
|
|
});
|
|
$('div.review_heading').remove();
|
|
item.pubDate = parseDate($('div.header-text > div.clearfix').text());
|
|
item.doi = $('div.crossref > a').attr('href').replace('http://dx.doi.org/', '');
|
|
|
|
return item;
|
|
})
|
|
)
|
|
);
|
|
|
|
module.exports = {
|
|
rootUrl,
|
|
getList,
|
|
getItems,
|
|
};
|