222 lines
7.9 KiB
JavaScript
222 lines
7.9 KiB
JavaScript
const got = require('@/utils/got');
|
|
const logger = require('@/utils/logger');
|
|
const cheerio = require('cheerio');
|
|
const path = require('path');
|
|
const config = require('@/config').value.ehentai;
|
|
|
|
const headers = {};
|
|
const has_cookie = config.ipb_member_id && config.ipb_pass_hash && config.sk;
|
|
const from_ex = has_cookie && config.igneous;
|
|
if (has_cookie) {
|
|
if (from_ex) {
|
|
const { ipb_member_id, ipb_pass_hash, sk, igneous } = config;
|
|
headers.cookie = `ipb_member_id=${ipb_member_id};ipb_pass_hash=${ipb_pass_hash};sk=${sk};igneous=${igneous}`;
|
|
} else {
|
|
const { ipb_member_id, ipb_pass_hash, sk } = config;
|
|
headers.cookie = `ipb_member_id=${ipb_member_id};ipb_pass_hash=${ipb_pass_hash};sk=${sk}`;
|
|
}
|
|
}
|
|
|
|
if (config.star) {
|
|
headers.cookie += `;star=${config.star}`;
|
|
}
|
|
|
|
function ehgot(url) {
|
|
if (from_ex) {
|
|
return got({ method: 'get', url: `https://exhentai.org/${url}`, headers });
|
|
} else {
|
|
return got({ method: 'get', url: `https://e-hentai.org/${url}`, headers });
|
|
}
|
|
}
|
|
|
|
function ehgot_thumb(cache, thumb_url) {
|
|
return cache.tryGet(thumb_url, async () => {
|
|
try {
|
|
const buffer = await got({ method: 'get', url: thumb_url, headers });
|
|
const data = new Buffer.from(buffer.rawBody).toString('base64');
|
|
const ext = path.extname(thumb_url).slice(1);
|
|
return `data:image/${ext};base64,${data}`;
|
|
} catch (e) {
|
|
logger.warn('Cannot download thumbnail: ' + thumb_url, e);
|
|
return thumb_url;
|
|
}
|
|
});
|
|
}
|
|
|
|
async function parsePage(cache, data, get_bittorrent = false, embed_thumb = false) {
|
|
const $ = cheerio.load(data);
|
|
// "m" for Minimal
|
|
// "p" for Minimal+
|
|
// "l" for Compact
|
|
// "e" for Extended
|
|
// "t" for Thumbnail
|
|
let layout = 't';
|
|
|
|
// "itg gld" for Thumbnail
|
|
let galleries = $('div[class^="itg gld"]');
|
|
// "itg gltm" for Minimal or Minimal+
|
|
if (galleries.length <= 0) {
|
|
galleries = $('table[class^="itg gltm"] tbody');
|
|
layout = 'm';
|
|
}
|
|
// "itg gltc" for Compact
|
|
if (galleries.length <= 0) {
|
|
galleries = $('table[class^="itg gltc"] tbody');
|
|
layout = 'l';
|
|
}
|
|
// "itg glte" for Extended
|
|
if (galleries.length <= 0) {
|
|
galleries = $('table[class^="itg glte"] tbody');
|
|
layout = 'e';
|
|
}
|
|
if (galleries.length <= 0) {
|
|
return [];
|
|
}
|
|
|
|
async function parseElement(cache, element) {
|
|
const el = $(element);
|
|
const title = el.find('div.glink').html();
|
|
const pubDate = el.find('div[id^="posted_"]').html();
|
|
let el_a;
|
|
let el_img;
|
|
// match layout
|
|
if ('mpl'.includes(layout)) {
|
|
// Minimal, Minimal+, Compact
|
|
el_a = el.find('td[class^="gl3"] a');
|
|
el_img = el.find('td[class^=gl2] div.glthumb div img');
|
|
} else if (layout === 'e') {
|
|
// Extended
|
|
el_a = el.find('td[class^="gl1"] a');
|
|
el_img = el_a.find('img');
|
|
} else if (layout === 't') {
|
|
// Thumbnail
|
|
el_a = el.find('div[class^="gl3t"] a');
|
|
el_img = el_a.find('img');
|
|
}
|
|
const link = el_a.attr('href');
|
|
let thumbnail = el_img.attr('data-src') ? el_img.attr('data-src') : el_img.attr('src');
|
|
if (config.img_proxy && thumbnail) {
|
|
const url = new URL(thumbnail);
|
|
thumbnail = config.img_proxy + url.pathname + url.search;
|
|
}
|
|
if (embed_thumb && thumbnail) {
|
|
thumbnail = await ehgot_thumb(cache, thumbnail);
|
|
}
|
|
const description = `<img src='${thumbnail}' alt='thumbnail'>`;
|
|
if (title && link) {
|
|
const item = { title, description, pubDate, link };
|
|
if (get_bittorrent) {
|
|
const el_down = el.find('div.gldown');
|
|
const bittorrent_page_url = el_down.find('a').attr('href');
|
|
if (bittorrent_page_url) {
|
|
const bittorrent_url = await getBittorrent(cache, bittorrent_page_url);
|
|
if (bittorrent_url) {
|
|
item.enclosure_url = bittorrent_url;
|
|
item.enclosure_type = 'application/x-bittorrent';
|
|
item.bittorrent_page_url = bittorrent_page_url;
|
|
}
|
|
}
|
|
}
|
|
if ('le'.includes(layout)) {
|
|
// artist tags will only show in Compact or Extended layout
|
|
// get artist names as author
|
|
item.author = $(el)
|
|
.find('div.gt[title^="artist:"]')
|
|
.toArray()
|
|
.map((tag) => $(tag).text())
|
|
.join(' / ');
|
|
}
|
|
return item;
|
|
}
|
|
}
|
|
|
|
const item_Promises = [];
|
|
galleries.children().each((index, element) => {
|
|
item_Promises.push(parseElement(cache, element));
|
|
});
|
|
const items_with_null = await Promise.all(item_Promises);
|
|
|
|
const items = [];
|
|
for (const item of items_with_null) {
|
|
if (item) {
|
|
items.push(item);
|
|
}
|
|
}
|
|
return items;
|
|
}
|
|
|
|
let p = '';
|
|
|
|
function getBittorrent(cache, bittorrent_page_url) {
|
|
return cache.tryGet(bittorrent_page_url, async () => {
|
|
try {
|
|
const response = await got({ method: 'get', url: bittorrent_page_url, headers });
|
|
const $ = cheerio.load(response.data);
|
|
const el_forms = $('form').get();
|
|
let bittorrent_url = undefined;
|
|
for (const el_form of el_forms) {
|
|
const el_a = $(el_form).find('a');
|
|
const onclick = el_a.attr('onclick');
|
|
if (onclick) {
|
|
const match = onclick.match(/'(.*?)'/);
|
|
if (match) {
|
|
bittorrent_url = match[1];
|
|
const match_p = bittorrent_url.match(/torrent\?p=(.*?)$/);
|
|
if (match_p) {
|
|
p = match_p[1];
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return bittorrent_url;
|
|
} catch {
|
|
return undefined;
|
|
}
|
|
});
|
|
}
|
|
|
|
function updateBittorrent_url(cache, items) {
|
|
// 下种子文件需要动态密码，密码每几次请求就更新一次
|
|
for (const item of items) {
|
|
if (item.enclosure_url) {
|
|
item.enclosure_url = item.enclosure_url.replace(/torrent\?p=.*$/, `torrent?p=${p}`);
|
|
cache.set(item.bittorrent_page_url, item.enclosure_url);
|
|
}
|
|
}
|
|
return items;
|
|
}
|
|
|
|
async function gatherItemsByPage(cache, url, get_bittorrent = false, embed_thumb = false) {
|
|
const response = await ehgot(url);
|
|
const items = await parsePage(cache, response.data, get_bittorrent, embed_thumb);
|
|
return updateBittorrent_url(cache, items);
|
|
}
|
|
|
|
async function getFavoritesItems(cache, favcat, inline_set, page = undefined, get_bittorrent = false, embed_thumb = false) {
|
|
const response = await ehgot(`favorites.php?favcat=${favcat}&inline_set=${inline_set}`);
|
|
if (page) {
|
|
return gatherItemsByPage(cache, `favorites.php?favcat=${favcat}&next=${page}`, get_bittorrent, embed_thumb);
|
|
} else {
|
|
const items = await parsePage(cache, response.data, get_bittorrent, embed_thumb);
|
|
return updateBittorrent_url(cache, items);
|
|
}
|
|
}
|
|
|
|
function getSearchItems(cache, params, page = undefined, get_bittorrent = false, embed_thumb = false) {
|
|
if (page) {
|
|
return gatherItemsByPage(cache, `?${params}&next=${page}`, get_bittorrent, embed_thumb);
|
|
} else {
|
|
return gatherItemsByPage(cache, `?${params}`, get_bittorrent, embed_thumb);
|
|
}
|
|
}
|
|
|
|
function getTagItems(cache, tag, page, get_bittorrent = false, embed_thumb = false) {
|
|
if (page) {
|
|
return gatherItemsByPage(cache, `tag/${tag}?next=${page}`, get_bittorrent, embed_thumb);
|
|
} else {
|
|
return gatherItemsByPage(cache, `tag/${tag}`, get_bittorrent, embed_thumb);
|
|
}
|
|
}
|
|
|
|
module.exports = { getFavoritesItems, getSearchItems, getTagItems, has_cookie, from_ex };
|