const got = require('@/utils/got'); const cheerio = require('cheerio'); const { parseDate } = require('@/utils/parse-date'); const { art } = require('@/utils/render'); const path = require('path'); module.exports = async (ctx) => { const { category = 'news/justin' } = ctx.params; const limit = ctx.query.limit ? parseInt(ctx.query.limit, 10) : 30; const rootUrl = 'https://www.abc.net.au'; const apiUrl = new URL('news-web/api/loader/channelrefetch', rootUrl).href; let currentUrl = ''; let documentId = undefined; if (!isNaN(category)) { documentId = category; const feedUrl = new URL(`news/feed/${documentId}/rss.xml`, rootUrl).href; const { data: feedResponse } = await got(feedUrl); currentUrl = feedResponse.match(/([\w-.:/?]+)<\/link>/)[1]; } else { currentUrl = new URL(category, rootUrl).href; } const { data: currentResponse } = await got(currentUrl); const $ = cheerio.load(currentResponse); documentId = documentId ?? $('div[data-uri^="coremedia://collection/"]').first().prop('data-uri').split(/\//).pop(); const { data: response } = await got(apiUrl, { searchParams: { name: 'PaginationArticles', documentId, size: limit, }, }); let items = response.collection.slice(0, limit).map((i) => { const item = { title: i.title.children ?? i.title, link: new URL(i.link.to, rootUrl).href, description: art(path.join(__dirname, 'templates/description.art'), { image: i.image ? { src: i.image.imgSrc.split(/\?/)[0], alt: i.image.alt, } : undefined, }), author: i.newsBylineProps?.authors?.map((a) => a.name).join('/') ?? undefined, guid: `abc-${i.id}`, pubDate: parseDate(i.timestamp.dates.firstPublished), updated: i.timestamp.dates.lastUpdated ? parseDate(i.timestamp.dates.lastUpdated) : undefined, }; if (i.mediaIndicator) { item.enclosure_type = 'audio/mpeg'; item.itunes_item_image = i.image?.imgSrc.split(/\?/)[0] ?? undefined; item.itunes_duration = i.mediaIndicator.duration; } return item; }); items = await Promise.all( items.map((item) => ctx.cache.tryGet(item.link, async () => { try { const { data: detailResponse } = await got(item.link); const content = cheerio.load(detailResponse); content('aside, header, [data-print="inline-media"], [data-component="EmbedBlock"]').remove(); content('#body *, div[data-component="FeatureMedia"]') .children() .each(function () { const element = content(this); if (element.prop('tagName').toLowerCase() === 'figure') { element.replaceWith( art(path.join(__dirname, 'templates/description.art'), { image: { src: element.find('img').prop('src').split(/\?/)[0], alt: element.find('figcaption').text().trim(), }, }) ); } else { element.removeAttr('id class role data-component data-uri'); } }); item.title = content('meta[property="og:title"]').prop('content'); item.description = ''; const enclosurePattern = '"(?:MIME|content)?Type":"([\\w]+/[\\w]+)".*?"(?:fileS|s)?ize":(\\d+),.*?"url":"([\\w-.:/?]+)"'; const enclosureMatches = detailResponse.match(new RegExp(enclosurePattern, 'g')); if (enclosureMatches) { const enclosureMatch = enclosureMatches .map((e) => e.match(new RegExp(enclosurePattern))) .sort((a, b) => parseInt(a[2], 10) - parseInt(b[2], 10)) .pop(); item.enclosure_url = enclosureMatch[3]; item.enclosure_length = enclosureMatch[2]; item.enclosure_type = enclosureMatch[1]; item.description = art(path.join(__dirname, 'templates/description.art'), { enclosure: { src: item.enclosure_url, type: item.enclosure_type, }, }); } item.description = art(path.join(__dirname, 'templates/description.art'), { description: (content('div[data-component="FeatureMedia"]').html() || '') + (content('#body div[data-component="LayoutContainer"] div').first().html() || ''), }) + item.description; item.category = content('meta[property="article:tag"]') .toArray() .map((c) => content(c) .prop('content') .split(/,/) .map((c) => c.trim()) ) .flat(); item.guid = `abc-${content('meta[name="ContentId"]').prop('content')}`; item.pubDate = parseDate(content('meta[property="article:published_time"]').prop('content')); item.updated = parseDate(content('meta[property="article:modified_time"]').prop('content')); } catch (e) { // eslint-disable-next-line } return item; }) ) ); const icon = new URL($('link[rel="apple-touch-icon"]').prop('href'), rootUrl).href; ctx.state.data = { item: items, title: $('title').first().text(), link: currentUrl, description: $('meta[property="og:description"]').prop('content'), language: $('html').prop('lang'), image: $('meta[property="og:image"]').prop('content').split('?')[0], icon, logo: icon, subtitle: $('meta[property="og:title"]').prop('content'), author: $('meta[name="generator"]').prop('content'), allowEmpty: true, }; };