98 lines
3.4 KiB
JavaScript
98 lines
3.4 KiB
JavaScript
const got = require('@/utils/got');
|
|
const cheerio = require('cheerio');
|
|
const { parseDate } = require('@/utils/parse-date');
|
|
const timezone = require('@/utils/timezone');
|
|
const { baseUrl, categoryMap } = require('./data');
|
|
|
|
module.exports = async (ctx) => {
|
|
const category = ctx.params.category ?? '';
|
|
|
|
const { data: response } = await got(categoryMap[category].url, {
|
|
headers: {
|
|
Referer: baseUrl,
|
|
},
|
|
});
|
|
|
|
const $ = cheerio.load(response);
|
|
|
|
const list = $(categoryMap[category].selector)
|
|
.find('a')
|
|
.toArray()
|
|
.map((item) => ({
|
|
title: $(item).text(),
|
|
link: baseUrl + $(item).attr('href'),
|
|
}));
|
|
|
|
const items = await Promise.all(
|
|
list.map((item) =>
|
|
ctx.cache.tryGet(item.link, async () => {
|
|
const { data: response } = await got(item.link, {
|
|
headers: {
|
|
Referer: baseUrl,
|
|
},
|
|
});
|
|
|
|
const $ = cheerio.load(response);
|
|
const content = $('#view');
|
|
const nextPages = $('#articleFooter .navigation a')
|
|
.toArray()
|
|
.map((a) => `${baseUrl}${a.attribs.href}`)
|
|
.slice(1);
|
|
|
|
if (nextPages.length) {
|
|
const pages = await Promise.all(
|
|
nextPages.map(async (url) => {
|
|
const { data: response } = await got(url, {
|
|
headers: {
|
|
referer: item.link,
|
|
},
|
|
});
|
|
const $ = cheerio.load(response);
|
|
return $('#view').html();
|
|
})
|
|
);
|
|
content.append(pages);
|
|
}
|
|
|
|
// remove unwanted elements
|
|
content.find('#view > div.advertisement').remove();
|
|
content.find('div#comments').remove();
|
|
content.find('div#share_btn').remove();
|
|
content.find('#articleFooter').remove();
|
|
|
|
// Non-breaking space U+00A0, ` ` in html
|
|
// Taken from /caixin/blog.js
|
|
content
|
|
.find('#view > p')
|
|
.filter((_, e) => e.children[0]?.data === String.fromCharCode(160))
|
|
.remove();
|
|
|
|
// fix lazyload image
|
|
content.find('#view > p > img').each((_, e) => {
|
|
if (e.attribs.rel) {
|
|
e.attribs.src = e.attribs.rel;
|
|
}
|
|
});
|
|
|
|
item.author = $('.newsAuthor').text().trim() || $('#articleHead div.author').text().trim();
|
|
item.category = $('div#relatedArticles div.tags a')
|
|
.toArray()
|
|
.map((e) => $(e).text().trim());
|
|
item.description = content.html();
|
|
item.pubDate = timezone(parseDate($('.publishDate').text()), +8);
|
|
item.guid = item.link.substring(0, item.link.lastIndexOf('/'));
|
|
|
|
return item;
|
|
})
|
|
)
|
|
);
|
|
|
|
ctx.state.data = {
|
|
title: `電腦領域 HKEPC${categoryMap[category].feedSuffix}`,
|
|
link: `https://www.hkepc.com/${category}`,
|
|
description: '電腦領域 HKEPC Hardware - 全港 No.1 PC網站',
|
|
language: 'zh-hk',
|
|
item: items,
|
|
};
|
|
};
|