feat(route): cbnc (#10924)

This commit is contained in:
Tony 2022-09-27 16:20:08 -05:00 committed by GitHub
parent cb996d3de7
commit f8b1c8d6f0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
6 changed files with 105 additions and 0 deletions

View File

@ -160,6 +160,18 @@ Generates full-text feeds that the official feed doesn't provide.
</RouteEn>
## CNBC
### Full article RSS
<RouteEn author="TonyRL" example="/cnbc/rss" path="/cnbc/rss/:id?" :paramsDesc="['Channel ID, can be found in Official RSS URL, `100003114` (Top News) by default']">
Provides a better reading experience (full articles) over the official ones.
Support all channels, refer to [CNBC RSS feeds](https://www.cnbc.com/rss-feeds/).
</RouteEn>
## Deutsche Welle
### News

View File

@ -141,6 +141,18 @@ pageClass: routes
</Route>
## CNBC
### 全文 RSS
<Route author="TonyRL" example="/cnbc/rss" path="/cnbc/rss/:id?" :paramsDesc="['频道 ID可在官方频道 RSS URL 中找到,留空为 `100003114` (Top News)']">
通过提取文章全文,以提供比官方源更佳的阅读体验。
支持所有频道,频道名称见 [官方频道 RSS](https://www.cnbc.com/rss-feeds/)。
</Route>
## Deutsche Welle 德国之声
### 新闻

View File

@ -0,0 +1,3 @@
module.exports = {
'/rss/:id?': ['TonyRL'],
};

21
lib/v2/cbnc/radar.js Normal file
View File

@ -0,0 +1,21 @@
module.exports = {
'cnbc.com': {
_name: 'CNBC',
search: [
{
title: '全文 RSS',
docs: 'https://docs.rsshub.app/traditional-media.html#cnbc',
source: ['/rs/search/combinedcms/view.xml'],
target: (_, url) => `/cnbc/rss/${new URL(url).searchParams.get('id')}`,
},
],
www: [
{
title: '全文 RSS',
docs: 'https://docs.rsshub.app/traditional-media.html#cnbc',
source: ['/id/:id/device/rss/rss.html'],
target: '/cnbc/rss/:id',
},
],
},
};

3
lib/v2/cbnc/router.js Normal file
View File

@ -0,0 +1,3 @@
module.exports = (router) => {
router.get('/rss/:id?', require('./rss'));
};

54
lib/v2/cbnc/rss.js Normal file
View File

@ -0,0 +1,54 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const parser = require('@/utils/rss-parser');
module.exports = async (ctx) => {
const { id = '100003114' } = ctx.params;
const feed = await parser.parseURL(`https://search.cnbc.com/rs/search/combinedcms/view.xml?partnerId=wrss01&id=${id}`);
const items = await Promise.all(
feed.items
.filter((i) => !i.link.startsWith('https://www.cnbc.com/select/'))
.map((item) =>
ctx.cache.tryGet(item.link, async () => {
const { data: response } = await got(item.link);
const $ = cheerio.load(response);
delete item.content;
delete item.contentSnippet;
delete item.isoDate;
item.description = '';
if ($('.RenderKeyPoints-keyPoints').length) {
$('.RenderKeyPoints-keyPoints').html();
}
if ($('.FeaturedContent-articleBody').length) {
item.description += $('.FeaturedContent-articleBody').html();
}
if ($('.ArticleBody-articleBody').length) {
item.description += $('.ArticleBody-articleBody').html();
}
if ($('.LiveBlogBody-articleBody').length) {
item.description += $('.LiveBlogBody-articleBody').html();
}
if ($('.ClipPlayer-clipPlayer').length) {
item.description += $('.ClipPlayer-clipPlayer').html();
}
const meta = JSON.parse($('[type=application/ld+json]').last().text());
item.author = meta.author ? (meta.author.name ? meta.author.name : meta.author.map((a) => a.name).join(', ')) : null;
item.category = meta.keywords;
return item;
})
)
);
ctx.state.data = {
title: feed.title,
link: feed.link,
description: feed.description,
item: items,
language: feed.language,
};
};