62 lines
1.8 KiB
JavaScript
62 lines
1.8 KiB
JavaScript
// common.js
|
|
const cheerio = require('cheerio');
|
|
const got = require('@/utils/got');
|
|
const categoryTitle = require('./categoryTitle');
|
|
const newsContent = require('./newsContent');
|
|
const indexPage = require('./indexPage');
|
|
|
|
async function getContent(ctx, { baseHost, baseCategory, baseType, baseTitle, baseDescription = '', baseDeparment = '', baseClass = 'div.article_list ul li:has(a)' }) {
|
|
const { category = baseCategory, type = baseType, page = '1' } = ctx.params;
|
|
|
|
const title = `${baseTitle} - ${categoryTitle(category)}`;
|
|
const description = baseDescription ? `${baseDescription} - ${categoryTitle(category)}` : title;
|
|
|
|
const typeURL = type ? `/${type}` : '';
|
|
const baseURl = `${baseHost}${typeURL}/${category}`;
|
|
const url = `${baseURl}/${indexPage(page)}`;
|
|
|
|
const { data: response } = await got(url);
|
|
const $ = cheerio.load(response);
|
|
|
|
const list = $(baseClass)
|
|
.toArray()
|
|
.map((item) => {
|
|
item = $(item);
|
|
|
|
const a = item.find('a');
|
|
const href = a.attr('href');
|
|
const title = a.text();
|
|
const link = href.startsWith('./') && !href.endsWith('.pdf') ? `${baseURl}${href.replace('./', '/')}` : href;
|
|
|
|
return {
|
|
title,
|
|
link,
|
|
};
|
|
});
|
|
|
|
const items = await Promise.all(
|
|
list.map((item) =>
|
|
ctx.cache.tryGet(item.link, async () => {
|
|
const content = await newsContent(item.link, baseDeparment);
|
|
|
|
item.pubDate = content.pubDate;
|
|
item.description = content.description;
|
|
|
|
return item;
|
|
})
|
|
)
|
|
);
|
|
|
|
ctx.state.data = {
|
|
// 源标题
|
|
title,
|
|
description,
|
|
// 源链接
|
|
link: url,
|
|
// 源文章
|
|
item: items,
|
|
};
|
|
}
|
|
|
|
module.exports = getContent;
|