RSSHub/lib/v2/abc/index.js

163 lines
6.6 KiB
JavaScript
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

const got = require('@/utils/got');
const cheerio = require('cheerio');
const { parseDate } = require('@/utils/parse-date');
const { art } = require('@/utils/render');
const path = require('path');
module.exports = async (ctx) => {
const { category = 'news/justin' } = ctx.params;
const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 30;
const rootUrl = 'https://www.abc.net.au';
const apiUrl = new URL('news-web/api/loader/channelrefetch', rootUrl).href;
let currentUrl = '';
let documentId = undefined;
if (!isNaN(category)) {
documentId = category;
const feedUrl = new URL(`news/feed/${documentId}/rss.xml`, rootUrl).href;
const { data: feedResponse } = await got(feedUrl);
currentUrl = feedResponse.match(/<link>([\w-.:/?]+)<\/link>/)[1];
} else {
currentUrl = new URL(category, rootUrl).href;
}
const { data: currentResponse } = await got(currentUrl);
const $ = cheerio.load(currentResponse);
documentId = documentId ?? $('div[data-uri^="coremedia://collection/"]').first().prop('data-uri').split(/\//).pop();
const { data: response } = await got(apiUrl, {
searchParams: {
name: 'PaginationArticles',
documentId,
size: limit,
},
});
let items = response.collection.slice(0, limit).map((i) => {
const item = {
title: i.title.children ?? i.title,
link: new URL(i.link.to, rootUrl).href,
description: art(path.join(__dirname, 'templates/description.art'), {
image: i.image
? {
src: i.image.imgSrc.split(/\?/)[0],
alt: i.image.alt,
}
: undefined,
}),
author: i.newsBylineProps?.authors?.map((a) => a.name).join('/') ?? undefined,
guid: `abc-${i.id}`,
pubDate: parseDate(i.timestamp.dates.firstPublished),
updated: i.timestamp.dates.lastUpdated ? parseDate(i.timestamp.dates.lastUpdated) : undefined,
};
if (i.mediaIndicator) {
item.enclosure_type = 'audio/mpeg';
item.itunes_item_image = i.image?.imgSrc.split(/\?/)[0] ?? undefined;
item.itunes_duration = i.mediaIndicator.duration;
}
return item;
});
items = await Promise.all(
items.map((item) =>
ctx.cache.tryGet(item.link, async () => {
try {
const { data: detailResponse } = await got(item.link);
const content = cheerio.load(detailResponse);
content('aside, header, [data-print="inline-media"], [data-component="EmbedBlock"]').remove();
content('#body *, div[data-component="FeatureMedia"]')
.children()
.each(function () {
const element = content(this);
if (element.prop('tagName').toLowerCase() === 'figure') {
element.replaceWith(
art(path.join(__dirname, 'templates/description.art'), {
image: {
src: element.find('img').prop('src').split(/\?/)[0],
alt: element.find('figcaption').text().trim(),
},
})
);
} else {
element.removeAttr('id class role data-component data-uri');
}
});
item.title = content('meta[property="og:title"]').prop('content');
item.description = '';
const enclosurePattern = '"(?:MIME|content)?Type":"([\\w]+/[\\w]+)".*?"(?:fileS|s)?ize":(\\d+),.*?"url":"([\\w-.:/?]+)"';
const enclosureMatches = detailResponse.match(new RegExp(enclosurePattern, 'g'));
if (enclosureMatches) {
const enclosureMatch = enclosureMatches
.map((e) => e.match(new RegExp(enclosurePattern)))
.sort((a, b) => parseInt(a[2], 10) - parseInt(b[2], 10))
.pop();
item.enclosure_url = enclosureMatch[3];
item.enclosure_length = enclosureMatch[2];
item.enclosure_type = enclosureMatch[1];
item.description = art(path.join(__dirname, 'templates/description.art'), {
enclosure: {
src: item.enclosure_url,
type: item.enclosure_type,
},
});
}
item.description =
art(path.join(__dirname, 'templates/description.art'), {
description: (content('div[data-component="FeatureMedia"]').html() || '') + (content('#body div[data-component="LayoutContainer"] div').first().html() || ''),
}) + item.description;
item.category = content('meta[property="article:tag"]')
.toArray()
.map((c) =>
content(c)
.prop('content')
.split(//)
.map((c) => c.trim())
)
.flat();
item.guid = `abc-${content('meta[name="ContentId"]').prop('content')}`;
item.pubDate = parseDate(content('meta[property="article:published_time"]').prop('content'));
item.updated = parseDate(content('meta[property="article:modified_time"]').prop('content'));
} catch (e) {
// eslint-disable-next-line
}
return item;
})
)
);
const icon = new URL($('link[rel="apple-touch-icon"]').prop('href'), rootUrl).href;
ctx.state.data = {
item: items,
title: $('title').first().text(),
link: currentUrl,
description: $('meta[property="og:description"]').prop('content'),
language: $('html').prop('lang'),
image: $('meta[property="og:image"]').prop('content').split('?')[0],
icon,
logo: icon,
subtitle: $('meta[property="og:title"]').prop('content'),
author: $('meta[name="generator"]').prop('content'),
allowEmpty: true,
};
};