feat(route/dedao): add new dedao route (#17252)

* feat:add dedao new route * feat(route):add dedao new route * Update articles.ts * Update articles.ts solve any type * Update articles.ts * Update articles.ts Modified code to add caching and recursion as required * Update articles.ts Reduced coupling * Update articles.ts solve ESLint warning * Update articles.ts
2024-10-30 00:40:42 +08:00 · 2024-10-30 00:40:42 +08:00 · d6c106ea7c
parent d04cc58122
commit d6c106ea7c
1 changed files with 149 additions and 0 deletions
--- a/lib/routes/dedao/articles.ts
+++ b/lib/routes/dedao/articles.ts
@ -0,0 +1,149 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/articles/:id?',
+    categories: ['new-media'],
+    example: '/articles/9', // 示例路径更新
+    parameters: { id: '文章类型 ID，8 为得到头条，9 为得到精选，默认为 8' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['igetget.com'],
+            target: '/articles/:id',
+        },
+    ],
+    name: '得到文章',
+    maintainers: ['Jacky-Chen-Pro'],
+    handler,
+    url: 'www.igetget.com',
+};
+
+function handleParagraph(data) {
+    let html = '<p>';
+    if (data.contents && Array.isArray(data.contents)) {
+        html += data.contents.map((data) => extractArticleContent(data)).join('');
+    }
+    html += '</p>';
+    return html;
+}
+
+function handleText(data) {
+    let content = data.text?.content || '';
+    if (data.text?.bold || data.text?.highlight) {
+        content = `<strong>${content}</strong>`;
+    }
+    return content;
+}
+
+function handleImage(data) {
+    return data.image?.src ? `<img src="${data.image.src}" alt="${data.image.alt || ''}" />` : '';
+}
+
+function handleHr() {
+    return '<hr />';
+}
+
+function extractArticleContent(data) {
+    if (!data || typeof data !== 'object') {
+        return '';
+    }
+
+    switch (data.type) {
+        case 'paragraph':
+            return handleParagraph(data);
+        case 'text':
+            return handleText(data);
+        case 'image':
+            return handleImage(data);
+        case 'hr':
+            return handleHr();
+        default:
+            return '';
+    }
+}
+
+async function handler(ctx) {
+    const { id = '8' } = ctx.req.param();
+    const rootUrl = 'https://www.igetget.com';
+    const headers = {
+        Accept: 'application/json, text/plain, */*',
+        'Content-Type': 'application/json;charset=UTF-8',
+        Referer: `https://m.igetget.com/share/course/free/detail?id=nb9L2q1e3OxKBPNsdoJrgN8P0Rwo6B`,
+        Origin: 'https://m.igetget.com',
+    };
+    const max_id = 0;
+
+    const response = await got.post('https://m.igetget.com/share/api/course/free/pageTurning', {
+        json: {
+            chapter_id: 0,
+            count: 5,
+            max_id,
+            max_order_num: 0,
+            pid: Number(id),
+            ptype: 24,
+            reverse: true,
+            since_id: 0,
+            since_order_num: 0,
+        },
+        headers,
+    });
+
+    const data = JSON.parse(response.body);
+    if (!data || !data.article_list) {
+        throw new Error('文章列表不存在或为空');
+    }
+
+    const articles = data.article_list;
+
+    const items = await Promise.all(
+        articles.map((article) => {
+            const postUrl = `https://m.igetget.com/share/course/article/article_id/${article.id}`;
+            const postTitle = article.title;
+            const postTime = new Date(article.publish_time * 1000).toUTCString();
+
+            return cache.tryGet(postUrl, async () => {
+                const detailResponse = await got.get(postUrl, { headers });
+                const $ = load(detailResponse.body);
+
+                const scriptTag = $('script')
+                    .filter((_, el) => $(el).text()?.includes('window.__INITIAL_STATE__'))
+                    .text();
+
+                if (scriptTag) {
+                    const jsonStr = scriptTag.match(/window\.__INITIAL_STATE__\s*=\s*(\{.*\});/)?.[1];
+                    if (jsonStr) {
+                        const articleData = JSON.parse(jsonStr);
+
+                        const description = JSON.parse(articleData.articleContent.content)
+                            .map((data) => extractArticleContent(data))
+                            .join('');
+
+                        return {
+                            title: postTitle,
+                            link: postUrl,
+                            description,
+                            pubDate: postTime,
+                        };
+                    }
+                }
+                return null;
+            });
+        })
+    );
+
+    return {
+        title: `得到文章 - ${id === '8' ? '头条' : '精选'}`,
+        link: rootUrl,
+        item: items.filter(Boolean),
+    };
+}