* refactor: fix all get * fix(utils/common-config): charset case compare * Revert "fix(utils/common-config): charset case compare" This reverts commit 3c1880f2fad53ad2cafddcee7741390fd46fa3d2. * fix: nga * fix: notateslaapp * fix: ps * fix: xjtu * fix: enforce error on restricted syntax for get calls * fix: eslint * fix: more eslint
180 lines
6.5 KiB
TypeScript
180 lines
6.5 KiB
TypeScript
import { Route } from '@/types';
|
|
|
|
import cache from '@/utils/cache';
|
|
import got from '@/utils/got';
|
|
import { art } from '@/utils/render';
|
|
import path from 'node:path';
|
|
import { load } from 'cheerio';
|
|
import get_sec_page_data from './get-sec-page-data';
|
|
|
|
const rootUrl = 'https://oreno3d.com';
|
|
|
|
const sortRename = {
|
|
favorites: '高評価',
|
|
hot: '急上昇',
|
|
latest: '新着',
|
|
popularity: '人気',
|
|
};
|
|
|
|
function get_user_url(rootUrl, ctx, sort) {
|
|
let userUrl = '';
|
|
// 判断userurl获取位置
|
|
if (ctx.req.param('keyword')) {
|
|
const keyword = ctx.req.param('keyword');
|
|
userUrl = `${rootUrl}/search?sort=${sort}&keyword=${keyword}`;
|
|
} else if (ctx.req.param('characterid')) {
|
|
const characterid = ctx.req.param('characterid');
|
|
userUrl = `${rootUrl}/characters/${characterid}?sort=${sort}`;
|
|
} else if (ctx.req.param('authorid')) {
|
|
const authorid = ctx.req.param('authorid');
|
|
userUrl = `${rootUrl}/authors/${authorid}?sort=${sort}`;
|
|
} else if (ctx.req.param('tagid')) {
|
|
const tagid = ctx.req.param('tagid');
|
|
userUrl = `${rootUrl}/tags/${tagid}?sort=${sort}`;
|
|
} else if (ctx.req.param('originid')) {
|
|
const originid = ctx.req.param('originid');
|
|
userUrl = `${rootUrl}/origins/${originid}?sort=${sort}`;
|
|
}
|
|
return userUrl;
|
|
}
|
|
export const route: Route = {
|
|
path: ['/authors/:authorid/:sort/:pagelimit?', '/characters/:characterid/:sort/:pagelimit?', '/origins/:originid/:sort/:pagelimit?', '/search/:keyword/:sort/:pagelimit?', '/tags/:tagid/:sort/:pagelimit?'],
|
|
categories: ['anime'],
|
|
example: '/oreno3d/authors/3189/latest/1',
|
|
parameters: { authorid: 'Author id, can be found in URL', sort: 'Sort method, see the table above', pagelimit: 'The maximum number of pages to be crawled, the default is 1' },
|
|
features: {
|
|
requireConfig: false,
|
|
requirePuppeteer: false,
|
|
antiCrawler: false,
|
|
supportBT: false,
|
|
supportPodcast: false,
|
|
supportScihub: false,
|
|
},
|
|
name: 'Author Search',
|
|
maintainers: ['xueli_sherryli'],
|
|
handler,
|
|
description: `| favorites | hot | latest | popularity |
|
|
| --------- | --- | ------ | ---------- |
|
|
| favorites | hot | latest | popularity |`,
|
|
};
|
|
|
|
async function handler(ctx) {
|
|
// 获取视频链接列表及标题
|
|
function getLinksTitle(response) {
|
|
const selector = 'a.box';
|
|
const $ = load(response.data);
|
|
const title = $('div.g-main-list').find('h1.main-h').text();
|
|
const list = $(selector);
|
|
return { title, list };
|
|
}
|
|
// 数据爬取和分析
|
|
async function getData(response) {
|
|
const $ = load(response.data);
|
|
// 第一页,获取搜索主标题
|
|
const title = getLinksTitle(response).title;
|
|
const list = getLinksTitle(response).list;
|
|
const items = await Promise.all(
|
|
list.toArray().map(async (item) => {
|
|
// 第一页,获取搜各视频地址
|
|
const link = $(item).attr('href');
|
|
// 第二页数据分析+缓存
|
|
const sec_data = await get_sec_page_data(link);
|
|
// 传递
|
|
const raw_pic_link = sec_data.raw_pic_link;
|
|
const video_name = sec_data.video_name;
|
|
const authors = sec_data.authors;
|
|
const origins = sec_data.origins;
|
|
const characters = sec_data.characters;
|
|
const tags = sec_data.tags;
|
|
const desc = sec_data.desc;
|
|
const iwara_link = sec_data.iwara_link;
|
|
const oreno3d_link = sec_data.oreno3d_link;
|
|
// 打包,缓存HTML
|
|
const description = art(path.join(__dirname, 'templates/description.art'), {
|
|
raw_pic_link,
|
|
video_name,
|
|
authors,
|
|
origins,
|
|
characters,
|
|
tags,
|
|
desc,
|
|
iwara_link,
|
|
oreno3d_link,
|
|
});
|
|
const title = `${video_name} - ${authors}`;
|
|
const realData = await cache.tryGet(oreno3d_link, () => {
|
|
const result = {
|
|
title,
|
|
author: authors,
|
|
link: oreno3d_link,
|
|
category: tags.split(' '),
|
|
description,
|
|
};
|
|
return result;
|
|
});
|
|
return realData;
|
|
})
|
|
);
|
|
return { items, title };
|
|
}
|
|
// 参数定义
|
|
const sort = ctx.req.param('sort');
|
|
let pagelimit = ctx.req.param('pagelimit') ?? 1;
|
|
// 根链接
|
|
const userUrl = get_user_url(rootUrl, ctx, sort);
|
|
// 确认最大页数并比较修改(同时也是获取第一页的内容)
|
|
const response = await got(userUrl);
|
|
const $ = load(response.data);
|
|
const maxPageSelector = 'div.container > main > div.g-main-list > ul.pagination > li:last-child > a';
|
|
// 页码判断
|
|
if ($(maxPageSelector)) {
|
|
const pageLink = new URLSearchParams($(maxPageSelector).attr('href'));
|
|
const actualNum = pageLink.get('page'); // 获取最大页数
|
|
if (Number.parseInt(pagelimit) >= Number.parseInt(actualNum)) {
|
|
pagelimit = actualNum;
|
|
}
|
|
} else {
|
|
pagelimit = 1;
|
|
}
|
|
// 构造网页数据的对应数组
|
|
const responseList = [];
|
|
// 将第一页的数据加入数组
|
|
responseList.push(response);
|
|
// 创建不含第一页链接的数组
|
|
const Links = [];
|
|
for (let i = 1; i < pagelimit; i++) {
|
|
Links.push(`${userUrl}&page=${i + 1}`);
|
|
}
|
|
// 由数组索引添加response
|
|
await Promise.all(
|
|
Links.map(async (link) => {
|
|
const response = await got(link);
|
|
responseList.push(response);
|
|
})
|
|
);
|
|
// 由数组索引获取初步分析数据
|
|
const tempData = [];
|
|
await Promise.all(
|
|
responseList.map(async (response) => {
|
|
const result = await getData(response);
|
|
tempData.push(result);
|
|
})
|
|
);
|
|
// 拼接多页面item
|
|
let realItem = [];
|
|
for (const data of tempData) {
|
|
realItem = [...realItem, ...data.items];
|
|
}
|
|
// 构造最终data
|
|
const data = {
|
|
title: tempData[0].title,
|
|
item: realItem,
|
|
};
|
|
// 生成RSS源码
|
|
return {
|
|
title: `${data.title} - ${sortRename[sort]}(Page 1-${pagelimit})`,
|
|
link: userUrl,
|
|
item: data.item,
|
|
};
|
|
}
|