feat(route): add community blogs for huggingface (#19043)

lib/routes/huggingface/blog-community.ts

@@ -0,0 +1,126 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/blog-community/:sort?',
+    categories: ['programming'],
+    example: '/huggingface/blog-community',
+    parameters: {
+        sort: {
+            description: 'Sort by trending or recent',
+            default: 'trending',
+            options: [
+                { value: 'trending', label: 'Trending' },
+                { value: 'recent', label: 'Recent' },
+            ],
+        },
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['huggingface.co/blog/community', 'huggingface.co/'],
+        },
+    ],
+    name: 'Community Articles',
+    maintainers: ['yuguorui'],
+    handler,
+    url: 'huggingface.co/blog/community',
+};
+
+interface CommunityBlog {
+    classNames: string;
+    posts: Post[];
+    pagination: Pagination;
+    sort: string;
+    showBackLink: boolean;
+}
+
+interface Pagination {
+    numItemsPerPage: number;
+    numTotalItems: number;
+    pageIndex: number;
+}
+
+interface Post {
+    _id: string;
+    authorData: AuthorData;
+    canonical: boolean;
+    isUpvotedByUser: boolean;
+    numCoauthors: number;
+    publishedAt: string;
+    slug: string;
+    status: Status;
+    title: string;
+    upvotes: number;
+}
+
+interface AuthorData {
+    _id?: string;
+    avatarUrl: string;
+    fullname: string;
+    name: string;
+    type: Type;
+    isPro?: boolean;
+    isHf: boolean;
+    isHfAdmin: boolean;
+    isMod: boolean;
+    followerCount: number;
+    isEnterprise?: boolean;
+}
+
+export enum Type {
+    Org = 'org',
+    User = 'user',
+}
+
+export enum Status {
+    Published = 'published',
+}
+
+async function handler(ctx) {
+    const { sort = 'trending' } = ctx.req.param();
+    const { body: response } = await got(`https://huggingface.co/blog/community?sort=${sort}`);
+    const $ = load(response);
+
+    const data = $('div[data-target="CommunityBlogsContainer"]').attr('data-props');
+    if (!data) {
+        throw new Error('Failed to fetch data from Huggingface Community Articles');
+    }
+    const articles: CommunityBlog = JSON.parse(data);
+    const lists = articles.posts.map((item) => ({
+        title: item.title,
+        link: `https://huggingface.co/blog/${item.authorData.name}/${item.slug}`,
+        pubDate: parseDate(item.publishedAt),
+        author: item.authorData.name,
+    }));
+
+    const items = await Promise.all(
+        lists.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const { body: response } = await got(item.link);
+                const $ = load(response);
+                $('.mb-4, h1, .mb-6, .not-prose').remove();
+                return {
+                    ...item,
+                    description: $('.blog-content').html(),
+                };
+            })
+        )
+    );
+
+    return {
+        title: 'Huggingface Community Articles',
+        link: 'https://huggingface.co/blog/community',
+        item: items,
+    };
+}