46 lines
1.3 KiB
JavaScript
46 lines
1.3 KiB
JavaScript
const got = require('@/utils/got');
|
|
const cheerio = require('cheerio');
|
|
|
|
module.exports = async (ctx) => {
|
|
const url = 'http://mysql.taobao.org/monthly/';
|
|
const response = await got({ method: 'get', url });
|
|
const $ = cheerio.load(response.data);
|
|
|
|
const list = $("ul[class='posts'] > li")
|
|
.map((i, e) => {
|
|
const element = $(e);
|
|
const title = element.find('a').text().trim();
|
|
const link = 'http://mysql.taobao.org' + element.find('a').attr('href').trim();
|
|
return {
|
|
title,
|
|
description: '',
|
|
link,
|
|
};
|
|
})
|
|
.get();
|
|
|
|
const result = await Promise.all(
|
|
list.map(async (item) => {
|
|
const link = item.link;
|
|
|
|
const cache = await ctx.cache.get(link);
|
|
if (cache) {
|
|
return Promise.resolve(JSON.parse(cache));
|
|
}
|
|
|
|
const itemReponse = await got.get(link);
|
|
const itemElement = cheerio.load(itemReponse.data);
|
|
item.description = itemElement('.content').html();
|
|
|
|
ctx.cache.set(link, JSON.stringify(item));
|
|
return item;
|
|
})
|
|
);
|
|
|
|
ctx.state.data = {
|
|
title: $('title').text(),
|
|
link: url,
|
|
item: result.reverse(),
|
|
};
|
|
};
|