83 lines
2.8 KiB
TypeScript
83 lines
2.8 KiB
TypeScript
import { Route } from '@/types';
|
|
import cache from '@/utils/cache';
|
|
import { load } from 'cheerio';
|
|
import timezone from '@/utils/timezone';
|
|
import { parseDate } from '@/utils/parse-date';
|
|
import puppeteer from '@/utils/puppeteer';
|
|
|
|
const rootURL = 'https://www.cmde.org.cn';
|
|
|
|
export const route: Route = {
|
|
path: '/:cate{.+}?',
|
|
name: 'Unknown',
|
|
maintainers: [],
|
|
handler,
|
|
};
|
|
|
|
async function handler(ctx) {
|
|
const cate = ctx.req.param('cate') ?? 'xwdt/zxyw';
|
|
const url = `${rootURL}/${cate}/`;
|
|
const browser = await puppeteer({ stealth: true });
|
|
const data = await cache.tryGet(url, async () => {
|
|
const page = await browser.newPage();
|
|
await page.setRequestInterception(true);
|
|
page.on('request', (request) => {
|
|
request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
|
|
});
|
|
await page.goto(url, {
|
|
waitUntil: 'domcontentloaded',
|
|
});
|
|
await page.waitForSelector('.list');
|
|
const html = await page.evaluate(() => document.documentElement.innerHTML);
|
|
await page.close();
|
|
|
|
const $ = load(html);
|
|
|
|
return {
|
|
title: $('head title').text(),
|
|
description: $('meta[name=ColumnDescription]').attr('content'),
|
|
items: $('.list ul li')
|
|
.toArray()
|
|
.map((item) => {
|
|
item = $(item);
|
|
return {
|
|
title: $(item).find('a').attr('title'),
|
|
link: new URL($(item).find('a').attr('href'), url).href,
|
|
};
|
|
}),
|
|
};
|
|
});
|
|
|
|
const items = await Promise.all(
|
|
data.items.map((item) =>
|
|
cache.tryGet(item.link, async () => {
|
|
const page = await browser.newPage();
|
|
await page.setRequestInterception(true);
|
|
page.on('request', (request) => {
|
|
request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
|
|
});
|
|
await page.goto(item.link, {
|
|
waitUntil: 'domcontentloaded',
|
|
});
|
|
await page.waitForSelector('.text');
|
|
|
|
const html = await page.evaluate(() => document.documentElement.innerHTML);
|
|
await page.close();
|
|
const $ = load(html);
|
|
item.description = $('.text').html();
|
|
item.pubDate = timezone(parseDate($('meta[name="PubDate"]').attr('content')), +8);
|
|
return item;
|
|
})
|
|
)
|
|
);
|
|
|
|
await browser.close();
|
|
|
|
return {
|
|
title: data.title,
|
|
description: data.description,
|
|
link: url,
|
|
item: items,
|
|
};
|
|
}
|