xiaoxue_admin
/
RSSHub
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: v3 migration - 13/n

This commit is contained in:
DIYgod 2024-02-29 17:33:33 +08:00
parent ce80d52dbf
commit 735904a630
No known key found for this signature in database
44 changed files with 46 additions and 46 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lib/v2/alternativeto/utils.js
View File

@ -4,7 +4,7 @@ const baseURL = 'https://alternativeto.net';
const puppeteerGet = (url, cache) =>
cache.tryGet(url, async () => {
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/apkpure/versions.js
View File

@ -8,7 +8,7 @@ module.exports = async (ctx) => {
const baseUrl = 'https://apkpure.com';
const link = `${baseUrl}/${region}/${pkg}/versions`;
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/bluestacks/release.js
View File

@ -6,7 +6,7 @@ import puppeteer from '@/utils/puppeteer';
const pageUrl = 'https://support.bluestacks.com/hc/en-us/articles/360056960211-Release-Notes-BlueStacks-5';
module.exports = async (ctx) => {
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/ccac/news.js
View File

@ -6,7 +6,7 @@ import { load } from 'cheerio';
import puppeteer from '@/utils/puppeteer';
module.exports = async (ctx) => {
const browser = puppeteer();
const browser = await puppeteer();
const lang = ctx.req.param('lang') ?? 'sc';
const type = utils.TYPE[ctx.req.param('type')];

2
lib/v2/chinadegrees/province.js
View File

@ -14,7 +14,7 @@ module.exports = async (ctx) => {
const data = await cache.tryGet(
url,
async () => {
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/cmde/index.js
View File

@ -9,7 +9,7 @@ const rootURL = 'https://www.cmde.org.cn';
module.exports = async (ctx) => {
const cate = ctx.req.param('cate') ?? 'xwdt/zxyw';
const url = `${rootURL}/${cate}/`;
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
const data = await cache.tryGet(url, async () => {
const page = await browser.newPage();
await page.setRequestInterception(true);

2
lib/v2/cw/author.js
View File

@ -2,7 +2,7 @@ const { baseUrl, parsePage } = require('./utils');
import puppeteer from '@/utils/puppeteer';
module.exports = async (ctx) => {
const browser = puppeteer();
const browser = await puppeteer();
const { $, items } = await parsePage('author', browser, ctx);

2
lib/v2/cw/master.js
View File

@ -2,7 +2,7 @@ const { baseUrl, parsePage } = require('./utils');
import puppeteer from '@/utils/puppeteer';
module.exports = async (ctx) => {
const browser = puppeteer();
const browser = await puppeteer();
const { $, items } = await parsePage('master', browser, ctx);

2
lib/v2/cw/sub.js
View File

@ -2,7 +2,7 @@ const { baseUrl, parsePage } = require('./utils');
import puppeteer from '@/utils/puppeteer';
module.exports = async (ctx) => {
const browser = puppeteer();
const browser = await puppeteer();
const { $, items } = await parsePage('sub', browser, ctx);

2
lib/v2/cw/today.js
View File

@ -2,7 +2,7 @@ const { baseUrl, parsePage } = require('./utils');
import puppeteer from '@/utils/puppeteer';
module.exports = async (ctx) => {
const browser = puppeteer();
const browser = await puppeteer();
const { $, items } = await parsePage('today', browser, ctx);

2
lib/v2/dcard/section.js
View File

@ -6,7 +6,7 @@ import puppeteer from '@/utils/puppeteer';
module.exports = async (ctx) => {
const { type = 'latest', section = 'posts' } = ctx.req.param();
const limit = ctx.req.query('limit') ? Number(ctx.req.query('limit')) : 30;
const browser = puppeteer();
const browser = await puppeteer();
let link = `https://www.dcard.tw/f`;
let api = `https://www.dcard.tw/service/api/v2`;

2
lib/v2/douyin/hashtag.js
View File

@ -21,7 +21,7 @@ module.exports = async (ctx) => {
const tagData = await cache.tryGet(
`douyin:hashtag:${cid}`,
async () => {
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
let awemeList = '';

2
lib/v2/douyin/live.js
View File

@ -16,7 +16,7 @@ module.exports = async (ctx) => {
`douyin:live:${rid}`,
async () => {
let roomInfo;
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);

2
lib/v2/douyin/utils.js
View File

@ -80,7 +80,7 @@ const gotGet = async (url, ua) => {
};
const puppeteerGet = async (pageUrl) => {
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/fortnite/news.js
View File

@ -17,7 +17,7 @@ module.exports = async (ctx) => {
// using puppeteer instead instead of got
// whitch may be blocked by anti-crawling script with response code 403
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
// intercept all requests

2
lib/v2/gov/customs/list.js
View File

@ -26,7 +26,7 @@ module.exports = async (ctx) => {
break;
}
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
const list = await cache.tryGet(
link,

2
lib/v2/gov/pbc/goutongjiaoliu.js
View File

@ -7,7 +7,7 @@ import puppeteer from '@/utils/puppeteer';
module.exports = async (ctx) => {
const link = 'http://www.pbc.gov.cn/goutongjiaoliu/113456/113469/index.html';
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/gov/pbc/trade-announcement.js
View File

@ -7,7 +7,7 @@ import puppeteer from '@/utils/puppeteer';
module.exports = async (ctx) => {
const link = 'http://www.pbc.gov.cn/zhengcehuobisi/125207/125213/125431/125475/index.html';
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/ielts/index.js
View File

@ -11,7 +11,7 @@ module.exports = async (ctx) => {
const html = await cache.tryGet(
targetUrl,
async () => {
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/iqiyi/video.js
View File

@ -12,7 +12,7 @@ module.exports = async (ctx) => {
const link = `https://www.iqiyi.com/u/${uid}/videos`;
// Use puppeteer because iqiyi page has a delay.
const browser = puppeteer();
const browser = await puppeteer();
const data = await cache.tryGet(
link,
async () => {

2
lib/v2/njust/utils.js
View File

@ -3,7 +3,7 @@ import puppeteer from '@/utils/puppeteer';
async function getContent(url, pptr = false) {
if (pptr) {
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
try {
const page = await browser.newPage();
// 更改 window.navigator.webdriver 值以避开反爬

2
lib/v2/nuaa/utils/pypasswaf.js
View File

@ -6,7 +6,7 @@ import puppeteer from '@/utils/puppeteer';
* @desc 返回一个可用的cookie，使用 `got` 发起请求的时候，传入到`options.headers.cookie`即可
*/
module.exports = async function getCookie(host) {
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/nytimes/index.js
View File

@ -40,7 +40,7 @@ module.exports = async (ctx) => {
// Do nothing
}
const browser = puppeteer();
const browser = await puppeteer();
const feed = await parser.parseURL(rssUrl);
const items = await Promise.all(
feed.items.splice(0, 10).map(async (item) => {

2
lib/v2/oceanengine/arithmetic-index.js
View File

@ -98,7 +98,7 @@ module.exports = async (ctx) => {
const item = await cache.tryGet(
link,
async () => {
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/picnob/user.js
View File

@ -12,7 +12,7 @@ module.exports = async (ctx) => {
const id = ctx.req.param('id');
const url = `${baseUrl}/profile/${id}/`;
const browser = puppeteer();
const browser = await puppeteer();
// TODO: can't bypass cloudflare 403 error without puppeteer
let html;
let usePuppeteer = false;

2
lib/v2/picuki/profile.js
View File

@ -22,7 +22,7 @@ function deVideo(media) {
module.exports = async (ctx) => {
// use Puppeteer due to the obstacle by cloudflare challenge
const browser = puppeteer();
const browser = await puppeteer();
const id = ctx.req.param('id');
const displayVideo = ctx.req.param('functionalFlag') !== '0';

2
lib/v2/pincong/utils.js
View File

@ -4,7 +4,7 @@ const baseUrl = 'https://pincong.rocks';
const puppeteerGet = (url, cache) =>
cache.tryGet(url, async () => {
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/pnas/index.js
View File

@ -37,7 +37,7 @@ module.exports = async (ctx) => {
};
});
const browser = puppeteer();
const browser = await puppeteer();
const out = await Promise.all(
list.map((item) =>

2
lib/v2/pwc/sustainability.js
View File

@ -8,7 +8,7 @@ module.exports = async (ctx) => {
const feedLang = 'en';
const feedDescription = 'Sustainability Publications from PwC Strategy&';
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
logger.http(`Requesting ${baseUrl}`);
await page.setRequestInterception(true);

2
lib/v2/researchgate/publications.js
View File

@ -8,7 +8,7 @@ module.exports = async (ctx) => {
const rootUrl = 'https://www.researchgate.net';
const currentUrl = `${rootUrl}/profile/${id}`;
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/science/blogs.js
View File

@ -12,7 +12,7 @@ module.exports = async (ctx) => {
const response = await cache.tryGet(
link,
async () => {
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);

2
lib/v2/science/current.js
View File

@ -29,7 +29,7 @@ module.exports = async (ctx) => {
.toArray()
.map((item) => getItem(item, $));
const browser = puppeteer();
const browser = await puppeteer();
const items = await fetchDesc(list, browser, cache.tryGet);
await browser.close();

2
lib/v2/science/early.js
View File

@ -20,7 +20,7 @@ module.exports = async (ctx) => {
.toArray()
.map((item) => getItem(item, $));
const browser = puppeteer();
const browser = await puppeteer();
const items = await fetchDesc(list, browser, cache.tryGet);
await browser.close();

2
lib/v2/sysu/ygafz.js
View File

@ -11,7 +11,7 @@ module.exports = async (ctx) => {
const baseUrl = 'https://ygafz.sysu.edu.cn';
const url = `${baseUrl}/${type}`;
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/tiktok/user.js
View File

@ -15,7 +15,7 @@ module.exports = async (ctx) => {
const data = await cache.tryGet(
`tiktok:user:${user}`,
async () => {
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/uchicago/current.js
View File

@ -10,7 +10,7 @@ module.exports = async (ctx) => {
const baseUrl = 'https://www.journals.uchicago.edu';
const link = `${baseUrl}/toc/${journal}/current`;
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/uestc/auto.js
View File

@ -6,7 +6,7 @@ const baseIndexUrl = 'https://www.auto.uestc.edu.cn/index/tzgg1.htm';
const host = 'https://www.auto.uestc.edu.cn/';
module.exports = async (ctx) => {
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/uestc/cqe.js
View File

@ -21,7 +21,7 @@ module.exports = async (ctx) => {
throw new Error('type not supported');
}
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/uestc/scse.js
View File

@ -20,7 +20,7 @@ const prefixes = {
};
module.exports = async (ctx) => {
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/uestc/sice.js
View File

@ -7,7 +7,7 @@ const baseIndexUrl = 'https://www.sice.uestc.edu.cn/index.htm';
const host = 'https://www.sice.uestc.edu.cn/';
module.exports = async (ctx) => {
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/uestc/sise.js
View File

@ -36,7 +36,7 @@ module.exports = async (ctx) => {
throw new Error('type not supported');
}
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/uraaka-joshi/uraaka-joshi-user.js
View File

@ -11,7 +11,7 @@ module.exports = async (ctx) => {
const response = await cache.tryGet(
link,
async () => {
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {

2
lib/v2/uraaka-joshi/uraaka-joshi.js
View File

@ -6,7 +6,7 @@ module.exports = async (ctx) => {
const link = `https://www.uraaka-joshi.com/`;
const title = `裏垢女子まとめ`;
const browser = puppeteer();
const browser = await puppeteer();
const page = await browser.newPage();
await page.setRequestInterception(true);

6
lib/v2/xiaohongshu/util.js
View File

@ -7,7 +7,7 @@ const getUser = (url, cache) =>
cache.tryGet(
url,
async () => {
const browser = puppeteer();
const browser = await puppeteer();
try {
const page = await browser.newPage();
await page.setRequestInterception(true);
@ -56,7 +56,7 @@ const getBoard = (url, cache) =>
cache.tryGet(
url,
async () => {
const browser = puppeteer();
const browser = await puppeteer();
try {
const page = await browser.newPage();
await page.setRequestInterception(true);
@ -90,7 +90,7 @@ const getNotes = (url, cache) =>
let user = '';
let notes = [];
const browser = puppeteer({ stealth: true });
const browser = await puppeteer({ stealth: true });
try {
const page = await browser.newPage();
await setPageFilter(page);