feat(route): add CoStar Press Releases (#20791)

* feat(route): add CoStar Press Releases

* fix typo
This commit is contained in:
Ethan Shen 2026-01-01 01:48:27 +08:00 committed by GitHub
parent eee59e49f2
commit 4b6c445f73
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 150 additions and 0 deletions

View File

@ -0,0 +1,9 @@
import type { Namespace } from '@/types';
export const namespace: Namespace = {
name: 'CoStar',
url: 'costar.com',
categories: ['new-media'],
description: '',
lang: 'en',
};

View File

@ -0,0 +1,141 @@
import type { Cheerio, CheerioAPI } from 'cheerio';
import { load } from 'cheerio';
import type { Element } from 'domhandler';
import type { Context } from 'hono';
import type { Data, DataItem, Route } from '@/types';
import { ViewType } from '@/types';
import cache from '@/utils/cache';
import ofetch from '@/utils/ofetch';
import { parseDate } from '@/utils/parse-date';
export const handler = async (ctx: Context): Promise<Data> => {
const { filter } = ctx.req.param();
const limit: number = Number.parseInt(ctx.req.query('limit') ?? '10', 10);
const baseUrl: string = 'https://www.costar.com';
const targetUrl: string = new URL(`products/benchmark/resources/press-releases${filter ? `?${filter}` : ''}`, baseUrl).href;
const response = await ofetch(targetUrl);
const $: CheerioAPI = load(response);
const language = $('html').attr('lang') ?? 'en';
let items: DataItem[] = [];
items = $('div.views-row article')
.slice(0, limit)
.toArray()
.map((el): Element => {
const $el: Cheerio<Element> = $(el);
const $aEl: Cheerio<Element> = $el.find('a.coh-link').first();
const title: string = $aEl.text();
const description: string | undefined = $el.find('div.coh-container').eq(3).html() ?? undefined;
const pubDateStr: string | undefined = $el.find('div.coh-container').eq(4).text();
const linkUrl: string | undefined = $aEl.attr('href');
const categoryEls: Element[] = $el.find('div.coh-style-tags a').toArray();
const categories: string[] = [...new Set(categoryEls.map((el) => $(el).text()).filter(Boolean))];
const upDatedStr: string | undefined = pubDateStr;
const processedItem: DataItem = {
title,
description,
pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
link: linkUrl,
category: categories,
content: {
html: description,
text: description,
},
updated: upDatedStr ? parseDate(upDatedStr) : undefined,
language,
};
return processedItem;
});
items = await Promise.all(
items.map((item) => {
if (!item.link) {
return item;
}
return cache.tryGet(item.link, async (): Promise<DataItem> => {
const detailResponse = await ofetch(item.link);
const $$: CheerioAPI = load(detailResponse);
const title: string = $$('h1.coh-heading').text();
const description: string | undefined = $$('div.coh-body').html() ?? item.description;
const pubDateStr: string | undefined = detailResponse.match(/"datePublished": "(.*?)",/)?.[1];
const upDatedStr: string | undefined = detailResponse.match(/"dateModified": "(.*?)",/)?.[1];
const processedItem: DataItem = {
title,
description,
pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
content: {
html: description,
text: description,
},
updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
language,
};
return {
...item,
...processedItem,
};
});
})
);
return {
title: $('title').text(),
description: $('meta[property="og:title"]').attr('content'),
link: targetUrl,
item: items,
allowEmpty: true,
author: $('meta[property="og:site_name"]').attr('content'),
language,
id: targetUrl,
};
};
export const route: Route = {
path: '/press-releases/:filter{.+}?',
name: 'Press Releases',
url: 'www.costar.com',
maintainers: ['nczitzk'],
handler,
example: '/costar/press-releases',
parameters: {
filter: {
description: 'Filter',
},
},
description: `:::tip
To subscribe to [Press Releases - Asia Pacific - Preliminary](https://www.costar.com/products/benchmark/resources/press-releases?region=406&tag=581), where the source URL is \`https://www.costar.com/products/benchmark/resources/press-releases?region=406&tag=581\`, extract the certain parts from this URL to be used as parameters, resulting in the route as [\`/costar/press-releases/region=406&tag=581\`](https://rsshub.app/costar/press-releases/region=406&tag=581).
:::
`,
categories: ['new-media'],
features: {
requireConfig: false,
requirePuppeteer: false,
antiCrawler: false,
supportRadar: true,
supportBT: false,
supportPodcast: false,
supportScihub: false,
},
radar: [
{
source: ['www.costar.com'],
target: (_, url) => {
const filter: string = new URL(url).search?.replace(/\?/, '');
return `/costar/press-releases${filter ? `/${filter}` : ''}`;
},
},
],
view: ViewType.Articles,
};