* style: add eslint-unicorn * style: fix unicorn/no-useless-spread * style: fix unicorn/no-useless-promise-resolve-reject * style: fix unicorn/no-for-loop * fix: codeql bad HTML filtering regexp * fix: codeql incomplete replace * fix: unicorn/no-abusive-eslint-disable * style: fix unicorn/no-new-array * style: fix unicorn/no-typeof-undefined * style: fix unicorn/no-zero-fractions * style: fix unicorn/no-empty-file * style: fix unicorn/prefer-date-now * revert: auto fix unicorn/prefer-switch on lib/v2/kuaidi100/utils.js * style: fix unicorn/prefer-array-find * style: fix unicorn/prefer-array-flat * style: fix unicorn/prefer-array-flat-map * style: fix unicorn/prefer-at * style: fix unicorn/prefer-string-starts-ends-with * style: fix unicorn/prefer-includes * fix: codeql URL substring sanitization * style: fix unicorn/prefer-optional-catch-binding * style: fix unicorn/catch-error-name * style: fix unicorn/escape-case * style: fix unicorn/prefer-native-coercion-functions * style: fix unicorn/prefer-regexp-test * style: fix unicorn/require-array-join-separator * style: fix unicorn/prefer-math-trunc * style: fix unicorn/prefer-negative-index * style: fix unicorn/prefer-dom-node-dataset * style: fix unicorn/prefer-dom-node-text-content * style: fix unicorn/prefer-query-selector * style: fix unicorn/no-array-for-each * style: fix unicorn/no-negated-condition * style: fix unicorn/prefer-add-event-listener * style: fix unicorn/import-style * style: fix prefer-regex-literals * style: disable unicorn/no-useless-switch-case * style: disable unicorn/text-encoding-identifier-case * style: fix unicorn/prefer-set-has * style: fix unicorn/prefer-spread * revert: auto fix on lib/routes/universities/ynnu/edu/base64.js * style: fix unicorn/no-useless-undefined * style: fix unicorn/no-array-push-push * style: fix unicorn/no-useless-undefined again * style: fix unicorn/no-lonely-if * style: fix unicorn/prefer-reflect-apply * style: fix unicorn/switch-case-braces * style: fix unicorn/prefer-switch * style: fix unicorn/prefer-array-some * fix: deepscan UNUSED_VAR_ASSIGN * style: fix unicorn/prefer-ternary * fix: follow-up of unicorn/prefer-ternary * revert: auto fix of unicorn/prefer-string-slice for substring() * style: disable unicorn/prefer-string-slice fix: auto fix slice over deprecated substr * style: fix unicorn/throw-new-error * style: fix unicorn/filename-case * test: fix dateParser renaming * style: fix unicorn/better-regex * style: fix unicorn/prefer-string-replace-all * fix(deps): add sanitize-html * style: fix no-prototype-builtins * style: fix unicorn/consistent-destructuring * style: fix unicorn/consistent-function-scoping * style: fix unicorn/prefer-regexp-test * style: fix unicorn/prefer-logical-operator-over-ternary * style: fix unicorn/no-array-callback-reference * style: add prefer-object-has-own * style: warn unicorn/no-empty-file * style: fix unicorn/prefer-number-properties * style: fix no-useless-undefined again * style: fix unicorn/numeric-separators-style * style: disable unicorn/no-array-callback-reference false postive with cheerio
100 lines
3.4 KiB
JavaScript
100 lines
3.4 KiB
JavaScript
const got = require('@/utils/got');
|
|
const parser = require('@/utils/rss-parser');
|
|
const cheerio = require('cheerio');
|
|
const { parseDate } = require('@/utils/parse-date');
|
|
const { art } = require('@/utils/render');
|
|
const path = require('path');
|
|
const allowRegion = new Set(['tw', 'hk']);
|
|
|
|
module.exports = async (ctx) => {
|
|
const region = ctx.params.region ?? 'tw';
|
|
if (!allowRegion.has(region)) {
|
|
throw new Error('Invalid region');
|
|
}
|
|
|
|
const feed = await parser.parseURL(`https://www.eprice.com.${region}/news/rss.xml`);
|
|
|
|
for (const e of feed.items) {
|
|
e.link = e.link.replace(/^http:\/\//i, 'https://');
|
|
}
|
|
|
|
const items = await Promise.all(
|
|
feed.items.map((item) =>
|
|
ctx.cache.tryGet(item.link, async () => {
|
|
const response = await got(item.link, {
|
|
headers: {
|
|
Referer: `https://www.eprice.com.${region}`,
|
|
},
|
|
});
|
|
|
|
const $ = cheerio.load(response.data);
|
|
|
|
// remove unwanted elements
|
|
$('noscript').remove();
|
|
$('div[id^=dablewidget]').remove();
|
|
$('div[class^=parallax-ads]').remove();
|
|
$('.adsbygoogle, .join-eprice-fb, .teads').remove();
|
|
$('div.ad-336x280-g, div.ad-728x90-g').remove();
|
|
$('div.clear, div.news-vote, div.signature').remove();
|
|
$('ul.inner, ul.navigator, ul.infobar').remove();
|
|
$('iframe[src^="https://www.facebook.com/plugins/like.php"]').remove();
|
|
|
|
// extract categories
|
|
item.category = item.categories;
|
|
|
|
// fix lazyload image
|
|
$('a').each((_, e) => {
|
|
e = $(e);
|
|
if (e.attr('href') && e.attr('href').endsWith('.jpg')) {
|
|
e.after(
|
|
art(path.join(__dirname, 'templates/image.art'), {
|
|
alt: e.attr('title'),
|
|
src: e.attr('href'),
|
|
})
|
|
);
|
|
e.remove();
|
|
}
|
|
});
|
|
$('img').each((_, e) => {
|
|
e = $(e);
|
|
if (e.attr('data-original')) {
|
|
e.attr('src', e.attr('data-original'));
|
|
}
|
|
});
|
|
|
|
// remove unwanted key value
|
|
delete item.categories;
|
|
delete item.content;
|
|
delete item.contentSnippet;
|
|
delete item.creator;
|
|
delete item.enclosure;
|
|
delete item.isoDate;
|
|
|
|
// tw || tw || hk || hk || hk
|
|
item.description = $('div.user-comment-block').html() || $('div.content').html() || $('li.inner').html() || $('div.section-content').html() || $('.article__content').html();
|
|
item.pubDate = parseDate(item.pubDate);
|
|
|
|
return item;
|
|
})
|
|
)
|
|
);
|
|
|
|
ctx.state.data = {
|
|
title: feed.title,
|
|
link: feed.link,
|
|
description: feed.description,
|
|
item: items,
|
|
image: feed.image.url,
|
|
language: feed.language,
|
|
};
|
|
|
|
ctx.state.json = {
|
|
title: feed.title,
|
|
link: feed.link,
|
|
description: feed.description,
|
|
item: items,
|
|
image: feed.image.url,
|
|
language: feed.language,
|
|
};
|
|
};
|