* fix: allow multiple radar rules per route * fix: github folder * feat: add namespace to radar target * docs: fix types url
87 lines
2.6 KiB
TypeScript
87 lines
2.6 KiB
TypeScript
import { Route } from '@/types';
|
|
import cache from '@/utils/cache';
|
|
import got from '@/utils/got';
|
|
import { load } from 'cheerio';
|
|
import { parseDate } from '@/utils/parse-date';
|
|
|
|
export const route: Route = {
|
|
path: '/journals/:journal?',
|
|
categories: ['journal'],
|
|
example: '/bioone/journals/acta-chiropterologica',
|
|
parameters: { journal: 'Journals, can be found in URL' },
|
|
features: {
|
|
requireConfig: false,
|
|
requirePuppeteer: false,
|
|
antiCrawler: false,
|
|
supportBT: false,
|
|
supportPodcast: false,
|
|
supportScihub: false,
|
|
},
|
|
radar: [
|
|
{
|
|
source: ['bioone.org/journals/:journal', 'bioone.org/'],
|
|
target: '/journals/:journal',
|
|
},
|
|
],
|
|
name: 'Journals',
|
|
maintainers: ['nczitzk'],
|
|
handler,
|
|
};
|
|
|
|
async function handler(ctx) {
|
|
const journal = ctx.req.param('journal') ?? 'acta-chiropterologica';
|
|
|
|
const rootUrl = 'https://bioone.org';
|
|
const currentUrl = `${rootUrl}/journals/${journal}/current`;
|
|
const response = await got(currentUrl, {
|
|
https: {
|
|
rejectUnauthorized: false,
|
|
},
|
|
});
|
|
|
|
const $ = load(response.data);
|
|
|
|
let items = $('.TOCLineItemBoldText')
|
|
.slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 20)
|
|
.toArray()
|
|
.map((item) => {
|
|
item = $(item).parent();
|
|
|
|
return {
|
|
link: `${rootUrl}${item.attr('href')}`,
|
|
};
|
|
});
|
|
|
|
items = await Promise.all(
|
|
items.map((item) =>
|
|
cache.tryGet(item.link, async () => {
|
|
const detailResponse = await got(item.link, {
|
|
https: {
|
|
rejectUnauthorized: false,
|
|
},
|
|
});
|
|
|
|
const content = load(detailResponse.data);
|
|
|
|
content('.ProceedingsArticleOpenAccessPanel').remove();
|
|
content('#divNotSignedSection, #rightRail').remove();
|
|
|
|
item.description = content('.panel-body').html();
|
|
item.title = content('meta[name="dc.Title"]').attr('content');
|
|
item.author = content('meta[name="dc.Creator"]').attr('content');
|
|
item.doi = content('meta[name="dc.Identifier"]').attr('content');
|
|
item.pubDate = parseDate(content('meta[name="dc.Date"]').attr('content'));
|
|
|
|
return item;
|
|
})
|
|
)
|
|
);
|
|
|
|
return {
|
|
title: `${$('.panel-body .row a').first().text()} - BioOne`,
|
|
description: $('.panel-body .row text').first().text(),
|
|
link: currentUrl,
|
|
item: items,
|
|
};
|
|
}
|