feat(route): add DeepL Blog (#19446)
This commit is contained in:
Ethan Shen
GitHub
parent
646f4e6851
commit
f1c71f6446
|
|
@ -0,0 +1,422 @@
|
|||
import { type Data, type DataItem, type Route, ViewType } from '@/types';
|
||||
|
||||
import { art } from '@/utils/render';
|
||||
import cache from '@/utils/cache';
|
||||
import ofetch from '@/utils/ofetch';
|
||||
import { parseDate } from '@/utils/parse-date';
|
||||
|
||||
import { type CheerioAPI, type Cheerio, load } from 'cheerio';
|
||||
import type { Element } from 'domhandler';
|
||||
import { type Context } from 'hono';
|
||||
import path from 'node:path';
|
||||
|
||||
export const handler = async (ctx: Context): Promise<Data> => {
|
||||
const { lang = 'en' } = ctx.req.param();
|
||||
const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
|
||||
|
||||
const baseUrl: string = 'https://www.deepl.com';
|
||||
const targetUrl: string = new URL(`${lang}/blog`, baseUrl).href;
|
||||
|
||||
const response = await ofetch(targetUrl);
|
||||
const $: CheerioAPI = load(response);
|
||||
const language = $('html').attr('lang') ?? lang;
|
||||
|
||||
let items: DataItem[] = [];
|
||||
|
||||
items = $('h4, h6')
|
||||
.slice(0, limit)
|
||||
.toArray()
|
||||
.map((el): Element => {
|
||||
const $el: Cheerio<Element> = $(el).parent().parent();
|
||||
|
||||
const title: string = $el.find('h4, h6').text();
|
||||
const image: string | undefined = $el.find('img').attr('src');
|
||||
const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
|
||||
images: image
|
||||
? [
|
||||
{
|
||||
src: image,
|
||||
alt: title,
|
||||
},
|
||||
]
|
||||
: undefined,
|
||||
intro: $el.find('p').text(),
|
||||
});
|
||||
const pubDateStr: string | undefined = $el.find('time').attr('datetime');
|
||||
const linkUrl: string | undefined = $el.attr('href');
|
||||
const authorsArr: string[] = $el.find('span.me-6 span').last().text().split(/,\s/);
|
||||
const authors: DataItem['author'] = authorsArr.map((author) => ({
|
||||
name: author,
|
||||
url: undefined,
|
||||
avatar: undefined,
|
||||
}));
|
||||
const upDatedStr: string | undefined = pubDateStr;
|
||||
|
||||
const processedItem: DataItem = {
|
||||
title,
|
||||
description,
|
||||
pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
|
||||
link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
|
||||
author: authors,
|
||||
content: {
|
||||
html: description,
|
||||
text: description,
|
||||
},
|
||||
image,
|
||||
banner: image,
|
||||
updated: upDatedStr ? parseDate(upDatedStr) : undefined,
|
||||
language,
|
||||
};
|
||||
|
||||
return processedItem;
|
||||
});
|
||||
|
||||
items = await Promise.all(
|
||||
items.map((item) => {
|
||||
if (!item.link) {
|
||||
return item;
|
||||
}
|
||||
|
||||
return cache.tryGet(item.link, async (): Promise<DataItem> => {
|
||||
const detailResponse = await ofetch(item.link);
|
||||
const $$: CheerioAPI = load(detailResponse);
|
||||
|
||||
const title: string = $$('h1[data-contentful-field-id="title"]').text();
|
||||
const description: string | undefined =
|
||||
item.description +
|
||||
art(path.join(__dirname, 'templates/description.art'), {
|
||||
description: $$('div.my-redesign-3').html(),
|
||||
});
|
||||
const pubDateStr: string | undefined = $$('time').first().attr('datetime');
|
||||
const authorsArr: string[] = $$('span[data-contentful-field-id="author"] span').last().text().split(/,\s/);
|
||||
const authors: DataItem['author'] = authorsArr.map((author) => ({
|
||||
name: author,
|
||||
url: undefined,
|
||||
avatar: undefined,
|
||||
}));
|
||||
const image: string | undefined = $$('meta[property="og:image"]').attr('content') ?? $$('picture[data-contentful-field-id="image"] img').attr('src');
|
||||
const upDatedStr: string | undefined = pubDateStr;
|
||||
|
||||
const processedItem: DataItem = {
|
||||
title,
|
||||
description,
|
||||
pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
|
||||
author: authors,
|
||||
content: {
|
||||
html: description,
|
||||
text: description,
|
||||
},
|
||||
image,
|
||||
banner: image,
|
||||
updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
|
||||
language,
|
||||
};
|
||||
|
||||
return {
|
||||
...item,
|
||||
...processedItem,
|
||||
};
|
||||
});
|
||||
})
|
||||
);
|
||||
|
||||
return {
|
||||
title: $('title').text(),
|
||||
description: $('meta[property="og:description"]').attr('content'),
|
||||
link: targetUrl,
|
||||
item: items,
|
||||
allowEmpty: true,
|
||||
image: $('meta[property="og:image"]').attr('content'),
|
||||
language,
|
||||
id: $('meta[property="og:url"]').attr('content'),
|
||||
};
|
||||
};
|
||||
|
||||
const languageOptions = [
|
||||
{
|
||||
label: 'Deutsch',
|
||||
value: 'de',
|
||||
},
|
||||
{
|
||||
label: 'English',
|
||||
value: 'en',
|
||||
},
|
||||
{
|
||||
label: 'Español',
|
||||
value: 'es',
|
||||
},
|
||||
{
|
||||
label: '日本語',
|
||||
value: 'ja',
|
||||
},
|
||||
{
|
||||
label: 'Français',
|
||||
value: 'fr',
|
||||
},
|
||||
{
|
||||
label: 'Italiano',
|
||||
value: 'it',
|
||||
},
|
||||
{
|
||||
label: 'Bahasa Indonesia',
|
||||
value: 'id',
|
||||
},
|
||||
{
|
||||
label: '한국어',
|
||||
value: 'ko',
|
||||
},
|
||||
{
|
||||
label: 'Nederlands',
|
||||
value: 'nl',
|
||||
},
|
||||
{
|
||||
label: 'Čeština',
|
||||
value: 'cs',
|
||||
},
|
||||
{
|
||||
label: 'Svenska',
|
||||
value: 'sv',
|
||||
},
|
||||
{
|
||||
label: 'Polski',
|
||||
value: 'pl',
|
||||
},
|
||||
{
|
||||
label: 'Português (Brasil)',
|
||||
value: 'pt-BR',
|
||||
},
|
||||
{
|
||||
label: 'Português',
|
||||
value: 'pt-PT',
|
||||
},
|
||||
{
|
||||
label: 'Türkçe',
|
||||
value: 'tr',
|
||||
},
|
||||
{
|
||||
label: 'Русский',
|
||||
value: 'ru',
|
||||
},
|
||||
{
|
||||
label: '简体中文',
|
||||
value: 'zh',
|
||||
},
|
||||
{
|
||||
label: 'Українська',
|
||||
value: 'uk',
|
||||
},
|
||||
{
|
||||
label: 'العربية',
|
||||
value: 'ar',
|
||||
},
|
||||
];
|
||||
|
||||
export const route: Route = {
|
||||
path: '/blog/:lang?',
|
||||
name: 'Blog',
|
||||
url: 'www.deepl.com',
|
||||
maintainers: ['nczitzk'],
|
||||
handler,
|
||||
example: '/deepl/blog/en',
|
||||
parameters: {
|
||||
lang: {
|
||||
description: 'Language, `en` as English by default',
|
||||
options: languageOptions,
|
||||
},
|
||||
},
|
||||
description: `:::tip
|
||||
To subscribe to [Blog](https://www.deepl.com/en/blog), where the source URL is \`https://www.deepl.com/en/blog\`, extract the certain parts from this URL to be used as parameters, resulting in the route as [\`/deepl/blog/en\`](https://rsshub.app/deepl/blog/en).
|
||||
|
||||
:::
|
||||
|
||||
<details>
|
||||
<summary>More languages</summary>
|
||||
|
||||
| Language | ID |
|
||||
| ------------------------------------------------------ | -------------------------------------------- |
|
||||
| [Deutsch](https://www.deepl.com/de/blog) | [de](https://rsshub.app/deepl/blog/de) |
|
||||
| [English](https://www.deepl.com/en/blog) | [en](https://rsshub.app/deepl/blog/en) |
|
||||
| [Español](https://www.deepl.com/es/blog) | [es](https://rsshub.app/deepl/blog/es) |
|
||||
| [日本語](https://www.deepl.com/ja/blog) | [ja](https://rsshub.app/deepl/blog/ja) |
|
||||
| [Français](https://www.deepl.com/fr/blog) | [fr](https://rsshub.app/deepl/blog/fr) |
|
||||
| [Italiano](https://www.deepl.com/it/blog) | [it](https://rsshub.app/deepl/blog/it) |
|
||||
| [Bahasa Indonesia](https://www.deepl.com/id/blog) | [id](https://rsshub.app/deepl/blog/id) |
|
||||
| [한국어](https://www.deepl.com/ko/blog) | [ko](https://rsshub.app/deepl/blog/ko) |
|
||||
| [Nederlands](https://www.deepl.com/nl/blog) | [nl](https://rsshub.app/deepl/blog/nl) |
|
||||
| [Čeština](https://www.deepl.com/cs/blog) | [cs](https://rsshub.app/deepl/blog/cs) |
|
||||
| [Svenska](https://www.deepl.com/sv/blog) | [sv](https://rsshub.app/deepl/blog/sv) |
|
||||
| [Polski](https://www.deepl.com/pl/blog) | [pl](https://rsshub.app/deepl/blog/pl) |
|
||||
| [Português (Brasil)](https://www.deepl.com/pt-BR/blog) | [pt-BR](https://rsshub.app/deepl/blog/pt-BR) |
|
||||
| [Português](https://www.deepl.com/pt-PT/blog) | [pt-PT](https://rsshub.app/deepl/blog/pt-PT) |
|
||||
| [Türkçe](https://www.deepl.com/tr/blog) | [tr](https://rsshub.app/deepl/blog/tr) |
|
||||
| [Русский](https://www.deepl.com/ru/blog) | [ru](https://rsshub.app/deepl/blog/ru) |
|
||||
| [简体中文](https://www.deepl.com/zh/blog) | [zh](https://rsshub.app/deepl/blog/zh) |
|
||||
| [Українська](https://www.deepl.com/uk/blog) | [uk](https://rsshub.app/deepl/blog/uk) |
|
||||
| [العربية](https://www.deepl.com/ar/blog) | [ar](https://rsshub.app/deepl/blog/ar) |
|
||||
|
||||
</details>
|
||||
`,
|
||||
categories: ['new-media'],
|
||||
features: {
|
||||
requireConfig: false,
|
||||
requirePuppeteer: false,
|
||||
antiCrawler: false,
|
||||
supportRadar: true,
|
||||
supportBT: false,
|
||||
supportPodcast: false,
|
||||
supportScihub: false,
|
||||
},
|
||||
radar: [
|
||||
{
|
||||
source: ['www.deepl.com/:lang/blog'],
|
||||
target: (params) => {
|
||||
const lang: string = params.lang;
|
||||
|
||||
return `/deepl/blog${lang ? `/${lang}` : ''}`;
|
||||
},
|
||||
},
|
||||
{
|
||||
title: 'Deutsch',
|
||||
source: ['www.deepl.com/de/blog'],
|
||||
target: '/blog/de',
|
||||
},
|
||||
{
|
||||
title: 'English',
|
||||
source: ['www.deepl.com/en/blog'],
|
||||
target: '/blog/en',
|
||||
},
|
||||
{
|
||||
title: 'Español',
|
||||
source: ['www.deepl.com/es/blog'],
|
||||
target: '/blog/es',
|
||||
},
|
||||
{
|
||||
title: '日本語',
|
||||
source: ['www.deepl.com/ja/blog'],
|
||||
target: '/blog/ja',
|
||||
},
|
||||
{
|
||||
title: 'Français',
|
||||
source: ['www.deepl.com/fr/blog'],
|
||||
target: '/blog/fr',
|
||||
},
|
||||
{
|
||||
title: 'Italiano',
|
||||
source: ['www.deepl.com/it/blog'],
|
||||
target: '/blog/it',
|
||||
},
|
||||
{
|
||||
title: 'Bahasa Indonesia',
|
||||
source: ['www.deepl.com/id/blog'],
|
||||
target: '/blog/id',
|
||||
},
|
||||
{
|
||||
title: '한국어',
|
||||
source: ['www.deepl.com/ko/blog'],
|
||||
target: '/blog/ko',
|
||||
},
|
||||
{
|
||||
title: 'Nederlands',
|
||||
source: ['www.deepl.com/nl/blog'],
|
||||
target: '/blog/nl',
|
||||
},
|
||||
{
|
||||
title: 'Čeština',
|
||||
source: ['www.deepl.com/cs/blog'],
|
||||
target: '/blog/cs',
|
||||
},
|
||||
{
|
||||
title: 'Svenska',
|
||||
source: ['www.deepl.com/sv/blog'],
|
||||
target: '/blog/sv',
|
||||
},
|
||||
{
|
||||
title: 'Polski',
|
||||
source: ['www.deepl.com/pl/blog'],
|
||||
target: '/blog/pl',
|
||||
},
|
||||
{
|
||||
title: 'Português (Brasil)',
|
||||
source: ['www.deepl.com/pt-BR/blog'],
|
||||
target: '/blog/pt-BR',
|
||||
},
|
||||
{
|
||||
title: 'Português',
|
||||
source: ['www.deepl.com/pt-PT/blog'],
|
||||
target: '/blog/pt-PT',
|
||||
},
|
||||
{
|
||||
title: 'Türkçe',
|
||||
source: ['www.deepl.com/tr/blog'],
|
||||
target: '/blog/tr',
|
||||
},
|
||||
{
|
||||
title: 'Русский',
|
||||
source: ['www.deepl.com/ru/blog'],
|
||||
target: '/blog/ru',
|
||||
},
|
||||
{
|
||||
title: '简体中文',
|
||||
source: ['www.deepl.com/zh/blog'],
|
||||
target: '/blog/zh',
|
||||
},
|
||||
{
|
||||
title: 'Українська',
|
||||
source: ['www.deepl.com/uk/blog'],
|
||||
target: '/blog/uk',
|
||||
},
|
||||
{
|
||||
title: 'العربية',
|
||||
source: ['www.deepl.com/ar/blog'],
|
||||
target: '/blog/ar',
|
||||
},
|
||||
],
|
||||
view: ViewType.Articles,
|
||||
|
||||
zh: {
|
||||
path: '/blog/:lang?',
|
||||
name: '博客',
|
||||
url: 'www.deepl.com',
|
||||
maintainers: ['nczitzk'],
|
||||
handler,
|
||||
example: '/deepl/blog/en',
|
||||
parameters: {
|
||||
lang: {
|
||||
description: '语言，默认为 `en`，可在对应语言页 URL 中找到',
|
||||
options: languageOptions,
|
||||
},
|
||||
},
|
||||
description: `:::tip
|
||||
若订阅 [博客](https://www.deepl.com/zh/blog)，网址为 \`https://www.deepl.com/zh/blog\`，请截取 \`https://www.deepl.com/\` 到末尾 \`/blog\` 的部分 \`zh\` 作为 \`lang\` 参数填入，此时目标路由为 [\`/deepl/blog/zh\`](https://rsshub.app/deepl/blog/zh)。
|
||||
|
||||
:::
|
||||
|
||||
<details>
|
||||
<summary>更多语言</summary>
|
||||
|
||||
| Language | ID |
|
||||
| ------------------------------------------------------ | -------------------------------------------- |
|
||||
| [Deutsch](https://www.deepl.com/de/blog) | [de](https://rsshub.app/deepl/blog/de) |
|
||||
| [English](https://www.deepl.com/en/blog) | [en](https://rsshub.app/deepl/blog/en) |
|
||||
| [Español](https://www.deepl.com/es/blog) | [es](https://rsshub.app/deepl/blog/es) |
|
||||
| [日本語](https://www.deepl.com/ja/blog) | [ja](https://rsshub.app/deepl/blog/ja) |
|
||||
| [Français](https://www.deepl.com/fr/blog) | [fr](https://rsshub.app/deepl/blog/fr) |
|
||||
| [Italiano](https://www.deepl.com/it/blog) | [it](https://rsshub.app/deepl/blog/it) |
|
||||
| [Bahasa Indonesia](https://www.deepl.com/id/blog) | [id](https://rsshub.app/deepl/blog/id) |
|
||||
| [한국어](https://www.deepl.com/ko/blog) | [ko](https://rsshub.app/deepl/blog/ko) |
|
||||
| [Nederlands](https://www.deepl.com/nl/blog) | [nl](https://rsshub.app/deepl/blog/nl) |
|
||||
| [Čeština](https://www.deepl.com/cs/blog) | [cs](https://rsshub.app/deepl/blog/cs) |
|
||||
| [Svenska](https://www.deepl.com/sv/blog) | [sv](https://rsshub.app/deepl/blog/sv) |
|
||||
| [Polski](https://www.deepl.com/pl/blog) | [pl](https://rsshub.app/deepl/blog/pl) |
|
||||
| [Português (Brasil)](https://www.deepl.com/pt-BR/blog) | [pt-BR](https://rsshub.app/deepl/blog/pt-BR) |
|
||||
| [Português](https://www.deepl.com/pt-PT/blog) | [pt-PT](https://rsshub.app/deepl/blog/pt-PT) |
|
||||
| [Türkçe](https://www.deepl.com/tr/blog) | [tr](https://rsshub.app/deepl/blog/tr) |
|
||||
| [Русский](https://www.deepl.com/ru/blog) | [ru](https://rsshub.app/deepl/blog/ru) |
|
||||
| [简体中文](https://www.deepl.com/zh/blog) | [zh](https://rsshub.app/deepl/blog/zh) |
|
||||
| [Українська](https://www.deepl.com/uk/blog) | [uk](https://rsshub.app/deepl/blog/uk) |
|
||||
| [العربية](https://www.deepl.com/ar/blog) | [ar](https://rsshub.app/deepl/blog/ar) |
|
||||
|
||||
</details>
|
||||
`,
|
||||
},
|
||||
};
|
||||
|
|
@ -0,0 +1,9 @@
|
|||
import type { Namespace } from '@/types';
|
||||
|
||||
export const namespace: Namespace = {
|
||||
name: 'DeepL',
|
||||
url: 'deepl.com',
|
||||
categories: ['new-media'],
|
||||
description: '',
|
||||
lang: 'en',
|
||||
};
|
||||
|
|
@ -0,0 +1,21 @@
|
|||
{{ if images }}
|
||||
{{ each images image }}
|
||||
{{ if image?.src }}
|
||||
<figure>
|
||||
<img
|
||||
{{ if image.alt }}
|
||||
alt="{{ image.alt }}"
|
||||
{{ /if }}
|
||||
src="{{ image.src }}">
|
||||
</figure>
|
||||
{{ /if }}
|
||||
{{ /each }}
|
||||
{{ /if }}
|
||||
|
||||
{{ if intro }}
|
||||
<blockquote>{{ intro }}</blockquote>
|
||||
{{ /if }}
|
||||
|
||||
{{ if description }}
|
||||
{{@ description }}
|
||||
{{ /if }}
|
||||
Loading…
Reference in New Issue