Files
RSSHub/lib/v2/oceanengine/arithmetic-index.js
T
Tony 6d901cb7dc style(eslint): add eslint-unicorn (#14257)
* style: add eslint-unicorn

* style: fix unicorn/no-useless-spread

* style: fix unicorn/no-useless-promise-resolve-reject

* style: fix unicorn/no-for-loop

* fix: codeql bad HTML filtering regexp

* fix: codeql incomplete replace

* fix: unicorn/no-abusive-eslint-disable

* style: fix unicorn/no-new-array

* style: fix unicorn/no-typeof-undefined

* style: fix unicorn/no-zero-fractions

* style: fix unicorn/no-empty-file

* style: fix unicorn/prefer-date-now

* revert: auto fix unicorn/prefer-switch on lib/v2/kuaidi100/utils.js

* style: fix unicorn/prefer-array-find

* style: fix unicorn/prefer-array-flat

* style: fix unicorn/prefer-array-flat-map

* style: fix unicorn/prefer-at

* style: fix unicorn/prefer-string-starts-ends-with

* style: fix unicorn/prefer-includes

* fix: codeql URL substring sanitization

* style: fix unicorn/prefer-optional-catch-binding

* style: fix unicorn/catch-error-name

* style: fix unicorn/escape-case

* style: fix unicorn/prefer-native-coercion-functions

* style: fix unicorn/prefer-regexp-test

* style: fix unicorn/require-array-join-separator

* style: fix unicorn/prefer-math-trunc

* style: fix unicorn/prefer-negative-index

* style: fix unicorn/prefer-dom-node-dataset

* style: fix unicorn/prefer-dom-node-text-content

* style: fix unicorn/prefer-query-selector

* style: fix unicorn/no-array-for-each

* style: fix unicorn/no-negated-condition

* style: fix unicorn/prefer-add-event-listener

* style: fix unicorn/import-style

* style: fix prefer-regex-literals

* style: disable unicorn/no-useless-switch-case

* style: disable unicorn/text-encoding-identifier-case

* style: fix unicorn/prefer-set-has

* style: fix unicorn/prefer-spread

* revert: auto fix on lib/routes/universities/ynnu/edu/base64.js

* style: fix unicorn/no-useless-undefined

* style: fix unicorn/no-array-push-push

* style: fix unicorn/no-useless-undefined again

* style: fix unicorn/no-lonely-if

* style: fix unicorn/prefer-reflect-apply

* style: fix unicorn/switch-case-braces

* style: fix unicorn/prefer-switch

* style: fix unicorn/prefer-array-some

* fix: deepscan UNUSED_VAR_ASSIGN

* style: fix unicorn/prefer-ternary

* fix: follow-up of unicorn/prefer-ternary

* revert: auto fix of unicorn/prefer-string-slice for substring()

* style: disable unicorn/prefer-string-slice

fix: auto fix slice over deprecated substr

* style: fix unicorn/throw-new-error

* style: fix unicorn/filename-case

* test: fix dateParser renaming

* style: fix unicorn/better-regex

* style: fix unicorn/prefer-string-replace-all

* fix(deps): add sanitize-html

* style: fix no-prototype-builtins

* style: fix unicorn/consistent-destructuring

* style: fix unicorn/consistent-function-scoping

* style: fix unicorn/prefer-regexp-test

* style: fix unicorn/prefer-logical-operator-over-ternary

* style: fix unicorn/no-array-callback-reference

* style: add prefer-object-has-own

* style: warn unicorn/no-empty-file

* style: fix unicorn/prefer-number-properties

* style: fix no-useless-undefined again

* style: fix unicorn/numeric-separators-style

* style: disable unicorn/no-array-callback-reference

false postive with cheerio
2024-01-18 20:43:40 +08:00

146 lines
6.0 KiB
JavaScript

const dayjs = require('dayjs');
const { art } = require('@/utils/render');
const { parseDate } = require('@/utils/parse-date');
const timezone = require('@/utils/timezone');
const path = require('path');
const config = require('@/config').value;
// Parameters
const CACHE_MAX_AGE = config.cache.contentExpire;
const DEFAULT_FETCH_DURATION_MONTH = 6; // fetch data 6 month from now
// Fetch Data
const getMultiKeywordHotTrend = async (page, keyword, start_date, end_date, app_name = 'aweme') => {
const e = {
url: 'https://trendinsight.oceanengine.com/api/open/index/get_multi_keyword_hot_trend',
method: 'POST',
data: JSON.stringify({ keyword_list: [keyword], start_date, end_date, app_name }),
};
const res = await page.evaluate((e) => {
function queryData() {
const p = new Promise((resolve) => {
const req = new XMLHttpRequest();
req.open(e.method, e.url, true);
req.setRequestHeader('accept', 'application/json, text/plain, */*');
req.setRequestHeader('content-type', 'application/json;charset=UTF-8');
req.setRequestHeader('tea-uid', '7054893410171930123');
req.addEventListener('readystatechange', () => {
if (req.readyState === 4 && req.status === 200) {
resolve(req.responseText);
} else {
return;
}
});
req.send(e.data);
});
return p;
}
return Promise.all([queryData()]).then((result) => result);
}, e);
return res[0];
};
// Decrypt Data
const { createDecipheriv } = require('node:crypto');
const key = 'anN2bXA2NjYsamlh';
const iv = 'amlheW91LHFpYW53';
const algorithm = 'aes-128-cfb';
const decrypt = (rawData) => {
const encrypted = Buffer.from(rawData, 'base64').toString('hex');
const decipher = createDecipheriv(algorithm, key, iv);
const decrypted = decipher.update(encrypted, 'hex', 'utf8') + decipher.final('utf8');
return JSON.parse(decrypted);
};
// Generate Feed
const searchLinkUrls = (keyword) => [
`https://tophub.today/search?e=tophub&q=${keyword}`,
`https://www.baidu.com/s?wd=${keyword}`,
`https://www.google.com/search?q=${keyword}`,
`https://m.zhihu.com/search?type=content&q=${keyword}`,
`https://s.weibo.com/weibo/${keyword}`,
`https://www.douyin.com/search/${keyword}`,
`https://so.toutiao.com/search?keyword=${keyword}`,
];
const searchLinkNames = ['今日热榜', '百度', '谷歌', '知乎', '微博', '抖音', '头条'];
const createContent = (keyword, queryList, queryListText) =>
art(path.join(__dirname, 'templates', 'content.art'), {
keyword,
queryListText,
queries: queryList.map((query) => ({
links: searchLinkUrls(encodeURIComponent(query)).map((url, index) => `<a href="${url}" rel="noopener noreferrer" target="_blank">${searchLinkNames[index]}</a>`),
key: query,
})),
});
module.exports = async (ctx) => {
const now = dayjs();
const start_date = now.subtract(DEFAULT_FETCH_DURATION_MONTH, 'month').format('YYYYMMDD');
const end_date = now.format('YYYYMMDD');
const keyword = ctx.params.keyword;
if (!keyword) {
throw new Error('Invalid keyword');
}
if (ctx.params.channel && !['douyin', 'toutiao'].includes(ctx.params.channel)) {
throw new Error('Invalid channel。 Only support `douyin` or `toutiao`');
}
const channel = ctx.params.channel === 'toutiao' ? 'toutiao' : 'aweme'; // default channel is `douyin`
const channelName = ctx.params.channel === 'toutiao' ? '头条' : '抖音';
const link = `https://trendinsight.oceanengine.com/arithmetic-index/analysis?keyword=${keyword}&appName=${channel}`;
const item = await ctx.cache.tryGet(
link,
async () => {
const browser = await require('@/utils/puppeteer')();
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {
request.resourceType() === 'document' || request.resourceType() === 'script' || request.resourceType() === 'xhr' ? request.continue() : request.abort();
});
await page.goto('https://trendinsight.oceanengine.com/arithmetic-index');
const res = await getMultiKeywordHotTrend(page, keyword, start_date, end_date, channel);
browser.close();
const rawData = JSON.parse(res).data;
const data = decrypt(rawData).hot_list[0];
const searchAverage = Number.parseInt(data.average.search_average);
return data.search_top_point_list.map(({ date, query_list }) => {
const searchIndex = Number.parseInt(data.search_hot_list.find((listItem) => listItem.datetime === date).index);
const relativePercent = Math.round(((searchIndex - searchAverage) / searchAverage) * 100);
const icon = relativePercent > 0 ? '📈' : '📉';
const uniqueQueryList = query_list.filter((query) => query !== keyword);
const uniqueQueryListStr = uniqueQueryList.join(', ');
const content = createContent(keyword, [keyword, ...uniqueQueryList], uniqueQueryListStr);
return {
title: `${icon} ${keyword} ${relativePercent}% | ${uniqueQueryListStr}`,
author: `巨量算数 - ${channelName}算数指数`,
description: content,
link,
pubDate: timezone(parseDate(date), +8),
guid: `巨量算数 - ${channelName}算数指数 | ${keyword} - ${date}`,
};
});
},
CACHE_MAX_AGE,
false
);
ctx.state.data = {
title: `${keyword} - ${channelName}指数波峰`,
link,
description: `巨量算数 - ${channelName}算数指数 | 关键词: ${keyword}`,
language: 'zh-cn',
item,
};
};