82 lines
2.8 KiB
TypeScript
82 lines
2.8 KiB
TypeScript
import { Route } from '@/types';
|
|
import { getCurrentPath } from '@/utils/helpers';
|
|
const __dirname = getCurrentPath(import.meta.url);
|
|
|
|
import { getSubPath } from '@/utils/common-utils';
|
|
import cache from '@/utils/cache';
|
|
import got from '@/utils/got';
|
|
import { load } from 'cheerio';
|
|
import path from 'node:path';
|
|
import { art } from '@/utils/render';
|
|
import { parseDate } from '@/utils/parse-date';
|
|
import { config } from '@/config';
|
|
|
|
async function getData(url) {
|
|
const response = await got(url).json();
|
|
return response.results;
|
|
}
|
|
|
|
export const route: Route = {
|
|
path: ['/papers', '/news'],
|
|
categories: ['journal'],
|
|
example: '/nber/papers',
|
|
parameters: {},
|
|
features: {
|
|
requireConfig: false,
|
|
requirePuppeteer: false,
|
|
antiCrawler: false,
|
|
supportBT: false,
|
|
supportPodcast: false,
|
|
supportScihub: true,
|
|
},
|
|
radar: [
|
|
{
|
|
source: ['nber.org/papers'],
|
|
},
|
|
],
|
|
name: 'All Papers',
|
|
maintainers: [],
|
|
handler,
|
|
url: 'nber.org/papers',
|
|
description: `Papers that are published in this week.`,
|
|
url: 'nber.org/papers',
|
|
};
|
|
|
|
async function handler(ctx) {
|
|
const url = 'https://www.nber.org/api/v1/working_page_listing/contentType/working_paper/_/_/search';
|
|
const baseUrl = 'https://www.nber.org';
|
|
const data = await cache.tryGet(url, () => getData(url), config.cache.routeExpire, false);
|
|
const items = await Promise.all(
|
|
data
|
|
.filter((article) => getSubPath(ctx) === '/papers' || article.newthisweek)
|
|
.map((article) => {
|
|
const link = `${baseUrl}${article.url}`;
|
|
return cache.tryGet(link, async () => {
|
|
const response = await got(link);
|
|
const $ = load(response.data);
|
|
const downloadLink = $('meta[name="citation_pdf_url"]').attr('content');
|
|
const fullAbstract = $('.page-header__intro-inner').html();
|
|
return {
|
|
title: article.title,
|
|
author: $('meta[name="dcterms.creator"]').attr('content'),
|
|
pubDate: parseDate($('meta[name="citation_publication_date"]').attr('content'), 'YYYY/MM/DD'),
|
|
link,
|
|
doi: $('meta[name="citation_doi"]').attr('content'),
|
|
description: art(path.join(__dirname, 'template/description.art'), {
|
|
fullAbstract,
|
|
downloadLink,
|
|
}),
|
|
};
|
|
});
|
|
})
|
|
);
|
|
|
|
return {
|
|
title: 'NBER Working Paper',
|
|
link: 'https://www.nber.org/papers',
|
|
item: items,
|
|
description: `National Bureau of Economic Research Working Papers articles`,
|
|
language: $('html').attr('lang'),
|
|
};
|
|
}
|