86 lines
2.4 KiB
JavaScript
86 lines
2.4 KiB
JavaScript
const got = require('@/utils/got');
|
|
const cheerio = require('cheerio');
|
|
|
|
const config = {
|
|
data: {
|
|
link: 'https://data.stcn.com',
|
|
title: '数据',
|
|
},
|
|
jqrxw: {
|
|
link: 'https://data.stcn.com/jqrxw',
|
|
title: '机器人新闻',
|
|
},
|
|
};
|
|
|
|
module.exports = async (ctx) => {
|
|
ctx.params.id = ctx.params.id || 'data';
|
|
|
|
const cfg = config[ctx.params.id];
|
|
|
|
const rootUrl = 'https://data.stcn.com';
|
|
const currentUrl = cfg.link;
|
|
const response = await got({
|
|
method: 'get',
|
|
url: currentUrl,
|
|
});
|
|
|
|
let query = 'dt a';
|
|
if (ctx.params.id === 'jqrxw') {
|
|
query = '#news_list2 li a[title]';
|
|
}
|
|
|
|
const $ = cheerio.load(response.data);
|
|
const list = $(query)
|
|
.slice(0, 20)
|
|
.map((_, item) => {
|
|
item = $(item);
|
|
let link = item.attr('href');
|
|
if (link.indexOf('..') === 0) {
|
|
link = `${rootUrl}${link.replace('..', '')}`;
|
|
} else if (link.indexOf('.') === 0) {
|
|
link = `${rootUrl}${link.replace('.', '')}`;
|
|
}
|
|
return {
|
|
link,
|
|
};
|
|
})
|
|
.get();
|
|
|
|
const items = await Promise.all(
|
|
list.map(
|
|
async (item) =>
|
|
await ctx.cache.tryGet(item.link, async () => {
|
|
const detailResponse = await got({
|
|
method: 'get',
|
|
url: item.link,
|
|
});
|
|
const content = cheerio.load(detailResponse.data);
|
|
|
|
let info = content('div.info');
|
|
|
|
if (info.html() === null) {
|
|
info = content('h2 span');
|
|
info.find('i').remove();
|
|
} else {
|
|
info.find('span').remove();
|
|
}
|
|
item.pubDate = new Date(info.text().split('来源')[0].trim()).toUTCString();
|
|
|
|
const title = content('h2');
|
|
title.find('span').remove();
|
|
|
|
item.title = title.text().replace('点击排行榜', '');
|
|
item.description = content('#ctrlfscont').html() || content('.text').html();
|
|
|
|
return item;
|
|
})
|
|
)
|
|
);
|
|
|
|
ctx.state.data = {
|
|
title: '证券时报网 - ' + cfg.title,
|
|
link: currentUrl,
|
|
item: items,
|
|
};
|
|
};
|