xiaoxue_admin
/
RSSHub
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix(route): uraaka-joshi (#7908) 

* modify uraaka-joshi to puppeteer

* style: auto format

* fix(route): uraaka-joshi and user

* docs: fix author

Co-authored-by: GitHub Action <action@github.com>
Co-authored-by: TonyRL <TonyRL@users.noreply.github.com>
This commit is contained in:
Halcao 2022-05-05 04:22:23 +08:00 committed by GitHub
parent ff3fcdd97e
commit be1a1b303c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
10 changed files with 202 additions and 63 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
docs/en/other.md
View File

@ -238,3 +238,13 @@ Type
| all | rec |
</RouteEn>
## 裏垢女子まとめ
### Homepage
<RouteEn author="SettingDust Halcao" example="/uraaka-joshi" path="/uraaka-joshi" radar="1" rssbud="1"/>
### User
<RouteEn author="SettingDust Halcao" example="/uraaka-joshi/_rrwq" path="/uraaka-joshi/:id" :paramsDesc="['User ID']" radar="1" rssbud="1"/>

4
docs/other.md
View File

@ -613,11 +613,11 @@ type 为 all 时，category 参数不支持 cost 和 free
### 主页
<Route author="SettingDust" example="/uraaka-joshi" path="/uraaka-joshi"/>
<Route author="SettingDust Halcao" example="/uraaka-joshi" path="/uraaka-joshi" radar="1" rssbud="1"/>
### 用户
<Route author="SettingDust" example="/uraaka-joshi/_rrwq" path="/uraaka-joshi/:id" :paramsDesc="['用户名']"/>
<Route author="SettingDust Halcao" example="/uraaka-joshi/_rrwq" path="/uraaka-joshi/:id" :paramsDesc="['用户名']" radar="1" rssbud="1"/>
## 律师事务所文章

6
lib/router.js
View File

@ -1378,9 +1378,9 @@ router.get('/blogs/wang54/:id?', lazyloadRouteHandler('./routes/blogs/wang54'));
// WordPress
router.get('/blogs/wordpress/:domain/:https?', lazyloadRouteHandler('./routes/blogs/wordpress'));
// 裏垢女子まとめ
router.get('/uraaka-joshi', lazyloadRouteHandler('./routes/uraaka-joshi/uraaka-joshi'));
router.get('/uraaka-joshi/:id', lazyloadRouteHandler('./routes/uraaka-joshi/uraaka-joshi-user'));
// 裏垢女子まとめ migrated to v2
// router.get('/uraaka-joshi', lazyloadRouteHandler('./routes/uraaka-joshi/uraaka-joshi'));
// router.get('/uraaka-joshi/:id', lazyloadRouteHandler('./routes/uraaka-joshi/uraaka-joshi-user'));
// 西祠胡同
router.get('/xici/:id?', lazyloadRouteHandler('./routes/xici'));

28
lib/routes/uraaka-joshi/uraaka-joshi-user.js
View File

@ -1,28 +0,0 @@
const buildData = require('@/utils/common-config');
module.exports = async (ctx) => {
const params = ctx.params;
const link = `https://www.uraaka-joshi.com/users/${params.id}`;
ctx.state.data = await buildData({
link,
url: link,
title: `$('.top-profile-card-name-link').text() + '@${params.id} - 裏垢女子まとめ'`,
item: {
item: '.content-main .stream .stream-item .post',
title: `$('.post-name').text() + '@${params.id} - 裏垢女子まとめ'`,
link: `https://www.uraaka-joshi.com/users/${params.id}`,
description: `$('.context *').removeAttr('onclick');
$('.context *').removeAttr('onerror');
$('.context *').removeAttr('style');
$('.context video').each((video) => {
const poster = $(video).attr('poster')
const src = $(video).attr('src')
$(video).attr('poster', 'https:' + poster)
$(video).attr('src', 'https:' + src)
});
$('.context').html();`,
pubDate: `new Date($('.post-time').attr('datetime')).toUTCString()`,
guid: `new Date($('.post-time').attr('datetime')).getTime()`,
},
});
};

30
lib/routes/uraaka-joshi/uraaka-joshi.js
View File

@ -1,30 +0,0 @@
const buildData = require('@/utils/common-config');
module.exports = async (ctx) => {
const link = `https://www.uraaka-joshi.com/`;
ctx.state.data = await buildData({
link,
url: link,
title: `%title%`,
params: {
title: '裏垢女子まとめ',
},
item: {
item: '.content-main .stream .stream-item .post',
title: `$('.post-account-group').text() + ' - %title%'`,
link: `$('.post-account-group').attr('href')`,
description: `$('.context *').removeAttr('onclick');
$('.context *').removeAttr('onerror');
$('.context *').removeAttr('style');
$('.context video').each((video) => {
const poster = $(video).attr('poster')
const src = $(video).attr('src')
$(video).attr('poster', 'https:' + poster)
$(video).attr('src', 'https:' + src)
});
$('.context').html();`,
pubDate: `new Date($('.post-time').attr('datetime')).toUTCString()`,
guid: `new Date($('.post-time').attr('datetime')).getTime()`,
},
});
};

4
lib/v2/uraaka-joshi/maintainer.js Normal file
View File

@ -0,0 +1,4 @@
module.exports = {
'/': ['SettingDust', 'Halcao'],
'/:id': ['SettingDust', 'Halcao'],
};

19
lib/v2/uraaka-joshi/radar.js Normal file
View File

@ -0,0 +1,19 @@
module.exports = {
'uraaka-joshi.com': {
_name: '裏垢女子まとめ',
'.': [
{
title: '主页',
docs: 'https://docs-rsshub.pages.dev/other.html#li-gou-nu-zi-まとめ',
source: ['/'],
target: '/uraaka-joshi',
},
{
title: '用户',
docs: 'https://docs-rsshub.pages.dev/other.html#li-gou-nu-zi-まとめ',
source: ['/:id'],
target: '/uraaka-joshi/:id',
},
],
},
};

4
lib/v2/uraaka-joshi/router.js Normal file
View File

@ -0,0 +1,4 @@
module.exports = (router) => {
router.get('/', require('./uraaka-joshi'));
router.get('/:id', require('./uraaka-joshi-user'));
};

89
lib/v2/uraaka-joshi/uraaka-joshi-user.js Normal file
View File

@ -0,0 +1,89 @@
const cheerio = require('cheerio');
const { parseDate } = require('@/utils/parse-date');
const config = require('@/config').value;
module.exports = async (ctx) => {
const { id } = ctx.params;
const link = `https://www.uraaka-joshi.com/user/${id}`;
const response = await ctx.cache.tryGet(
link,
async () => {
const browser = await require('@/utils/puppeteer')();
const page = await browser.newPage();
await page.goto(link);
await page.waitForSelector('#pickup03 .grid-cell');
await page.waitForSelector('#pickup04 .grid-cell');
await page.waitForSelector('#main-block .grid-cell');
const html = await page.evaluate(() => document.documentElement.innerHTML);
browser.close();
return html;
},
config.cache.routeExpire,
false
);
const $ = cheerio.load(response);
const items = $('#main-block .grid .grid-cell')
.toArray()
.map((item) => {
item = $(item);
// remove event and styles
item.find('*').removeAttr('onclick');
item.find('*').removeAttr('onerror');
item.find('*').removeAttr('style');
// format account style
const account = item.find('.account-group-link-row');
account.html(account.text());
// extract video tag from its player
item.find('.plyr--video').each((_, player) => {
player = $(player);
const v = player.find('video');
player.replaceWith(v);
v.attr('poster', 'https:' + v.attr('data-poster'));
v.find('source').attr('src', 'https:' + v.find('source').attr('src'));
});
// correct src of img tags
item.find('img').each((_, i) => {
i = $(i);
i.attr('src', 'https:' + i.attr('data-src').split('?resize')[0]);
i.removeAttr('data-src');
});
const author = item.find('.account-group').text();
const categories = item
.find('.hashtag-item .hashtag')
.toArray()
.map((c) => $(c).text().trim());
const link = item.find('.account-group-link-row').attr('href');
const date = parseDate(item.find('.profile-char').attr('datetime'));
const guid = item.find('a.tap-image').attr('data-tweet-id') || item.find('video[class^="js-player-"]').attr('data-tweet-id');
item.find('.grow-room').remove();
item.find('div.profile-group.mt10.prl2').eq(1).remove();
return {
title: item.find('.profile-text').text(),
description: item.html(),
link,
pubDate: date,
guid,
category: categories,
author,
};
});
ctx.state.data = {
title: $('title').text(),
description: $('meta[name="description"]').attr('content'),
link,
item: items,
};
};

71
lib/v2/uraaka-joshi/uraaka-joshi.js Normal file
View File

@ -0,0 +1,71 @@
const cheerio = require('cheerio');
const { parseDate } = require('@/utils/parse-date');
module.exports = async (ctx) => {
const link = `https://www.uraaka-joshi.com/`;
const title = `裏垢女子まとめ`;
const browser = await require('@/utils/puppeteer')();
const page = await browser.newPage();
await page.goto(link);
await page.waitForSelector('#pickup03 .grid-cell');
await page.waitForSelector('#pickup04 .grid-cell');
await page.waitForSelector('#main-block .grid-cell');
const bodyHandle = await page.$('body');
const html = await page.evaluate((body) => body.innerHTML, bodyHandle);
browser.close();
const $ = cheerio.load(html);
const list = $('.grid-cell');
ctx.state.data = {
title,
link,
item:
list &&
list
.map((index, item) => {
item = $(item);
// remove event and styles
item.find('*').removeAttr('onclick');
item.find('*').removeAttr('onerror');
item.find('*').removeAttr('style');
// format account style
const account = item.find('.account-group-link-row');
account.html(account.text());
// extract video tag from its player
item.find('.plyr--video').each((_, player) => {
player = $(player);
const video = player.find('video');
player.replaceWith(video);
const poster = video.attr('data-poster');
video.attr('poster', 'https:' + poster);
const source = video.find('source');
const src = source.attr('src');
source.attr('src', 'https:' + src);
});
// correct src of img tags
item.find('img').each((_, image) => {
const src = $(image).attr('data-src');
$(image).attr('src', 'https:' + src);
});
return {
title: item.find('.account-group').text() + ` - ${title}`,
description: item.html(),
link: item.find('.account-group-link-row').attr('href'),
pubDate: parseDate(item.find('.profile-char').attr('datetime')),
guid: item.find('a.tap-image').attr('data-tweet-id') || item.find('video[class^="js-player-"]').attr('data-tweet-id') || parseDate(item.find('.profile-char').attr('datetime')).getTime(),
};
})
.get(),
};
};