Files
RSSHub/lib/v2/dlnews/category.js
T
Nishant Singh 7e5bb7f462 feat(route): add dlnews (#12997)
* feat(route):add DLNEWS

* clean up

* use embedded JSON

* fix: docusaurus style md

* add description.art and rate limit

* increase the concurency

* fix: fix radar docs link

* docs: move to finance

---------
2023-08-22 00:13:16 +08:00

82 lines
3.1 KiB
JavaScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
const cheerio = require('cheerio');
const got = require('@/utils/got');
const { getData, getList } = require('./utils');
const { art } = require('@/utils/render');
const path = require('path');
const asyncPool = require('tiny-async-pool');
const _website = 'dlnews';
const topics = {
defi: 'DeFi',
fintech: 'Fintech/VC/Deals',
'llama-u': 'Llama U',
markets: 'Markets',
'people-culture': 'People & Culture',
regulation: 'Regulation',
snapshot: 'Snapshot',
web3: 'Web3',
};
const extractArticle = (ctx, item) =>
ctx.cache.tryGet(item.link, async () => {
const { data: response } = await got(item.link);
const $ = cheerio.load(response);
const scriptTagContent = $('script#fusion-metadata').text();
const jsonData = JSON.parse(scriptTagContent.match(/Fusion\.globalContent=({.*?});Fusion\.globalContentConfig/)[1]).content_elements;
const filteredData = [];
for (const v of jsonData) {
if (v.type === 'header' && v.content.includes('What we’re reading')) {
break;
} else if (v.type === 'custom_embed' && Boolean(v.embed.config.text)) {
filteredData.push({ type: v.type, data: v.embed.config.text });
} else if (v.type === 'text' && !v.content.includes('<b>NOW READ: </b>')) {
filteredData.push({ type: v.type, data: v.content });
} else if (v.type === 'header') {
filteredData.push({ type: v.type, data: v.content });
} else if (v.type === 'list') {
filteredData.push({ type: v.type, list_type: v.list_type, items: v.items });
} else if (v.type === 'image') {
filteredData.push({ type: v.type, src: v.url, alt: v.alt_text, caption: v.subtitle });
}
}
item.description = art(path.resolve(__dirname, 'templates/description.art'), filteredData);
return item;
});
module.exports = async (ctx) => {
const { category } = ctx.params;
const baseUrl = 'https://www.dlnews.com';
const apiPath = '/pf/api/v3/content/fetch/articles-api';
let vertical;
if (category) {
vertical = category;
} else {
vertical = '';
}
const query = {
author: '',
date: 'now-1y/d',
offset: 0,
query: '',
size: 15,
sort: 'display_date:desc',
vertical,
};
const data = await getData(`${baseUrl}${apiPath}?query=${encodeURIComponent(JSON.stringify(query))}&_website=${_website}`);
const list = getList(data);
const items = [];
for await (const data of asyncPool(3, list, (item) => extractArticle(ctx, item))) {
items.push(data);
}
ctx.state.data = {
title: topics.hasOwnProperty(category) ? `${topics[category]} : DL News` : 'DL News',
link: baseUrl,
item: items,
description: topics.hasOwnProperty(category) ? `${topics[category]} : News on dlnews.com` : 'Latest News on dlnews.com',
logo: 'https://www.dlnews.com/pf/resources/favicon.ico?d=284',
icon: 'https://www.dlnews.com/pf/resources/favicon.ico?d=284',
language: 'en-us',
};
};