xiaoxue_admin
/
RSSHub
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: zhaishuyuan js decode (#6924)

This commit is contained in:
Ving 2021-02-15 11:10:39 +08:00 committed by GitHub
parent 9cd6cda696
commit 06184a2cee
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 55 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

63
lib/routes/novel/zhaishuyuan.js
View File

@ -2,11 +2,35 @@ const got = require('@/utils/got');
const cheerio = require('cheerio');
const iconv = require('iconv-lite');
const encodeMap = {
"$$$": "7",
"$$$$": "f",
"$$$_": "e",
"$$_": "6",
"$$_$": "d",
"$$__": "c",
"$_$": "5",
"$_$$": "b",
"$_$_": "a",
"$__": "4",
"$__$": "9",
"$___": "8",
"_": "u",
"_$$": "3",
"_$_": "2",
"__$": "1",
"___": "0",
};
const tokenPattern = /[A-Z]\.([$_]+)|(\/?\\+)/g;
const contentPattern = /\\74\\160\\76[0-9a-fu/\\]+?\\74\/\\160\\76/g;
const regex16 = /\\u([\d\w]{4})/gi;
const regex8 = /\\([\d]{1,4})/gi;
module.exports = async (ctx) => {
const id = ctx.params.id;
const url = 'https://www.zhaishuyuan.com';
const link = `${url}/book/${id}`;
const extendedGot = got.extend({ headers: { Referer: url }, responseType: 'buffer' });
let extendedGot = got.extend({ headers: { Referer: url }, responseType: 'buffer' });
const response = await extendedGot.get(link);
const html = iconv.decode(response.data, 'gb2312');
const $ = cheerio.load(html);
@ -17,19 +41,42 @@ module.exports = async (ctx) => {
.find('a')
.map((_, { attribs: { title, href } }) => ({ title, link: `${url}${href}` }))
.get();
extendedGot = got.extend({ headers: { Referer: link }, responseType: 'buffer' });
const item = await Promise.all(
list.map(
async ({ title, link }) =>
await ctx.cache.tryGet(link, async () => {
const browser = await require('@/utils/puppeteer')();
const page = await browser.newPage();
await page.goto(link);
const encoded = await page.$('#content > div > a');
await encoded.evaluate((encoded) => encoded.click());
const html = await page.evaluate(() => document.documentElement.innerHTML);
const response = await extendedGot.get(link);
const html = iconv.decode(response.data, 'gb2312');
const $ = cheerio.load(html);
const content = $('#content');
content.find('div').remove();
const encoded = $('#content > div');
if (encoded) {
// 提取编码后的正文内容进行复原
const rawText = html;
let rawContent = "";
for (const match of rawText.matchAll(tokenPattern)) {
if (match[1] in encodeMap) {
rawContent += encodeMap[match[1]];
}
if (match[2]) {
rawContent += match[2].replace("\\\\\\\\", "\\").replace("\\\\", "\\");
}
}
const decodedContentArr = [];
for (const contentPar of rawContent.matchAll(contentPattern)) {
const decodedStr = contentPar[0].replace(regex16, function (match, grp) {
return String.fromCharCode(parseInt(grp, 16));
}).replace(regex8, function (match, grp) {
return String.fromCharCode(parseInt(grp, 8));
});
decodedContentArr.push(decodedStr);
}
encoded.before(decodedContentArr);
encoded.remove();
}
const description = content.html();
const spanList = $('.title > span');
const author = spanList.eq(0).find('a').text();