feat(twitter): list for webapi
This commit is contained in:
DIYgod
parent
2b6c84c829
commit
1bc24075c7
|
|
@ -1,17 +0,0 @@
|
|||
import { config } from '@/config';
|
||||
import logger from '@/utils/logger';
|
||||
import utils from './utils';
|
||||
|
||||
export default async (ctx, devApiImpl, webApiImpl) => {
|
||||
const { force_web_api } = utils.parseRouteParams(ctx.req.param('routeParams'));
|
||||
|
||||
if (!force_web_api && config.twitter && config.twitter.consumer_key && config.twitter.consumer_secret) {
|
||||
try {
|
||||
await devApiImpl(ctx);
|
||||
return;
|
||||
} catch (error) {
|
||||
logger.error(`Fallback to Twitter web API due to developer API error:\n${error.stack}`);
|
||||
}
|
||||
}
|
||||
await webApiImpl(ctx);
|
||||
};
|
||||
|
|
@ -15,6 +15,7 @@ let api: {
|
|||
getUserLikes: ApiItem;
|
||||
getUserTweet: ApiItem;
|
||||
getSearch: ApiItem;
|
||||
getList: ApiItem;
|
||||
} = {
|
||||
init: () => {
|
||||
throw new Error('Twitter API is not configured');
|
||||
|
|
@ -26,6 +27,7 @@ let api: {
|
|||
getUserLikes: () => null,
|
||||
getUserTweet: () => null,
|
||||
getSearch: () => null,
|
||||
getList: () => null,
|
||||
};
|
||||
|
||||
if (enableWebApi) {
|
||||
|
|
|
|||
|
|
@ -130,6 +130,20 @@ const getSearch = async (keywords: string, params?: Record<string, any>) =>
|
|||
)
|
||||
);
|
||||
|
||||
const getList = async (id: string, params?: Record<string, any>) =>
|
||||
gatherLegacyFromData(
|
||||
await paginationTweets(
|
||||
'ListLatestTweetsTimeline',
|
||||
undefined,
|
||||
{
|
||||
...params,
|
||||
listId: id,
|
||||
count: 20,
|
||||
},
|
||||
['list', 'tweets_timeline', 'timeline']
|
||||
)
|
||||
);
|
||||
|
||||
const getUser = async (id: string) => {
|
||||
const userData: any = await getUserData(id);
|
||||
return (userData.data?.user || userData.data?.user_result)?.result?.legacy;
|
||||
|
|
@ -143,5 +157,6 @@ export default {
|
|||
getUserLikes,
|
||||
getUserTweet,
|
||||
getSearch,
|
||||
getList,
|
||||
init: () => {},
|
||||
};
|
||||
|
|
|
|||
|
|
@ -9,6 +9,7 @@ const graphQLEndpointsPlain = [
|
|||
'/graphql/B8I_QCljDBVfin21TTWMqA/Likes',
|
||||
'/graphql/tD8zKvQzwY3kdx5yz6YmOw/UserByRestId',
|
||||
'/graphql/flaR-PUMshxFWZWPNpq4zA/SearchTimeline',
|
||||
'/graphql/TOTgqavWmxywKv5IbMMK1w/ListLatestTweetsTimeline',
|
||||
];
|
||||
|
||||
const gqlMap = Object.fromEntries(graphQLEndpointsPlain.map((endpoint) => [endpoint.split('/')[3].replace(/V2$|Query$|QueryV2$/, ''), endpoint]));
|
||||
|
|
@ -106,6 +107,28 @@ const gqlFeatures = {
|
|||
longform_notetweets_inline_media_enabled: true,
|
||||
responsive_web_enhance_cards_enabled: false,
|
||||
},
|
||||
ListLatestTweetsTimeline: {
|
||||
responsive_web_graphql_exclude_directive_enabled: true,
|
||||
verified_phone_label_enabled: false,
|
||||
creator_subscriptions_tweet_preview_api_enabled: true,
|
||||
responsive_web_graphql_timeline_navigation_enabled: true,
|
||||
responsive_web_graphql_skip_user_profile_image_extensions_enabled: false,
|
||||
c9s_tweet_anatomy_moderator_badge_enabled: true,
|
||||
tweetypie_unmention_optimization_enabled: true,
|
||||
responsive_web_edit_tweet_api_enabled: true,
|
||||
graphql_is_translatable_rweb_tweet_is_translatable_enabled: true,
|
||||
view_counts_everywhere_api_enabled: true,
|
||||
longform_notetweets_consumption_enabled: true,
|
||||
responsive_web_twitter_article_tweet_consumption_enabled: true,
|
||||
tweet_awards_web_tipping_enabled: false,
|
||||
freedom_of_speech_not_reach_fetch_enabled: true,
|
||||
standardized_nudges_misinfo: true,
|
||||
tweet_with_visibility_results_prefer_gql_limited_actions_policy_enabled: true,
|
||||
rweb_video_timestamps_enabled: true,
|
||||
longform_notetweets_rich_text_read_enabled: true,
|
||||
longform_notetweets_inline_media_enabled: true,
|
||||
responsive_web_enhance_cards_enabled: false,
|
||||
},
|
||||
};
|
||||
|
||||
const timelineParams = {
|
||||
|
|
|
|||
|
|
@ -1,86 +0,0 @@
|
|||
import { Route } from '@/types';
|
||||
import utils from './utils';
|
||||
import { config } from '@/config';
|
||||
const T = {};
|
||||
import { TwitterApi } from 'twitter-api-v2';
|
||||
import { fallback, queryToBoolean } from '@/utils/readable-social';
|
||||
|
||||
export const route: Route = {
|
||||
path: '/collection/:uid/:collectionId/:routeParams?',
|
||||
categories: ['social-media'],
|
||||
example: '/twitter/collection/DIYgod/1527857429467172864',
|
||||
parameters: { uid: 'username, should match the generated token', collectionId: 'collection ID, can be found in URL', routeParams: 'extra parameters, see the table above' },
|
||||
features: {
|
||||
requireConfig: [
|
||||
{
|
||||
name: 'TWITTER_USERNAME',
|
||||
description: '',
|
||||
},
|
||||
{
|
||||
name: 'TWITTER_PASSWORD',
|
||||
description: '',
|
||||
},
|
||||
],
|
||||
requirePuppeteer: false,
|
||||
antiCrawler: false,
|
||||
supportBT: false,
|
||||
supportPodcast: false,
|
||||
supportScihub: false,
|
||||
},
|
||||
name: 'Collection',
|
||||
maintainers: ['TonyRL'],
|
||||
handler,
|
||||
description: `:::warning
|
||||
This route requires Twitter token's corresponding id, therefore it's only available when self-hosting, refer to the [Deploy Guide](/install/#route-specific-configurations) for route-specific configurations.
|
||||
:::`,
|
||||
};
|
||||
|
||||
async function handler(ctx) {
|
||||
const uid = ctx.req.param('uid');
|
||||
const collectionId = ctx.req.param('collectionId');
|
||||
const cookie = config.twitter.tokens[uid];
|
||||
if (!cookie) {
|
||||
throw new Error(`lacking twitter token for user ${uid}`);
|
||||
} else if (!T[uid]) {
|
||||
const token = cookie.split(',');
|
||||
T[uid] = new TwitterApi({
|
||||
appKey: token[0],
|
||||
appSecret: token[1],
|
||||
accessToken: token[2],
|
||||
accessSecret: token[3],
|
||||
}).readOnly;
|
||||
}
|
||||
|
||||
const id = `custom-${collectionId}`;
|
||||
|
||||
const data = await T[uid].v1.get('collections/entries.json', {
|
||||
id,
|
||||
count: ctx.req.query('limit') ? (Number(ctx.req.query('limit')) > 200 ? 200 : Number(ctx.req.query('limit'))) : 200,
|
||||
});
|
||||
|
||||
const routeParams = new URLSearchParams(ctx.req.param('routeParams'));
|
||||
|
||||
// fix user without screen_name
|
||||
for (const tweet of Object.values(data.objects.tweets)) {
|
||||
tweet.user = data.objects.users[tweet.user.id_str];
|
||||
if (tweet.quoted_status) {
|
||||
tweet.quoted_status.user = data.objects.users[tweet.quoted_status.user.id_str];
|
||||
}
|
||||
}
|
||||
|
||||
return {
|
||||
title: data.objects.timelines[id].name,
|
||||
description: data.objects.timelines[id].description,
|
||||
link: data.objects.timelines[id].collection_url,
|
||||
item: utils.ProcessFeed(
|
||||
ctx,
|
||||
{
|
||||
data: Object.values(data.objects.tweets),
|
||||
},
|
||||
{
|
||||
showAuthorInTitle: fallback(undefined, queryToBoolean(routeParams.get('showAuthorInTitle')), true),
|
||||
showAuthorInDesc: fallback(undefined, queryToBoolean(routeParams.get('showAuthorInDesc')), true),
|
||||
}
|
||||
),
|
||||
};
|
||||
}
|
||||
|
|
@ -1,15 +1,27 @@
|
|||
import { Route } from '@/types';
|
||||
import cache from '@/utils/cache';
|
||||
import api from './api';
|
||||
import utils from './utils';
|
||||
import { config } from '@/config';
|
||||
|
||||
export const route: Route = {
|
||||
path: '/list/:id/:name/:routeParams?',
|
||||
path: '/list/:id/:routeParams?',
|
||||
categories: ['social-media'],
|
||||
example: '/twitter/list/ladyleet/javascript',
|
||||
parameters: { id: 'username', name: 'list name', routeParams: 'extra parameters, see the table above' },
|
||||
features: {
|
||||
requireConfig: false,
|
||||
requireConfig: [
|
||||
{
|
||||
name: 'TWITTER_USERNAME',
|
||||
description: '',
|
||||
},
|
||||
{
|
||||
name: 'TWITTER_PASSWORD',
|
||||
description: '',
|
||||
},
|
||||
{
|
||||
name: 'TWITTER_COOKIE',
|
||||
description: '',
|
||||
},
|
||||
],
|
||||
requirePuppeteer: false,
|
||||
antiCrawler: false,
|
||||
supportBT: false,
|
||||
|
|
@ -17,40 +29,21 @@ export const route: Route = {
|
|||
supportScihub: false,
|
||||
},
|
||||
name: 'List timeline',
|
||||
maintainers: ['xyqfer'],
|
||||
maintainers: ['DIYgod', 'xyqfer'],
|
||||
handler,
|
||||
};
|
||||
|
||||
async function handler(ctx) {
|
||||
if (!config.twitter || !config.twitter.consumer_key || !config.twitter.consumer_secret) {
|
||||
throw new Error('Twitter RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>');
|
||||
}
|
||||
const { id, name } = ctx.req.param();
|
||||
const client = await utils.getAppClient();
|
||||
const id = ctx.req.param('id');
|
||||
const { count } = utils.parseRouteParams(ctx.req.param('routeParams'));
|
||||
const params = count ? { count } : {};
|
||||
|
||||
const list_data = await cache.tryGet(`twitter_lists_list_screen_name:${id}`, async () => {
|
||||
const data = await client.v1.get('lists/list.json', {
|
||||
screen_name: id,
|
||||
});
|
||||
|
||||
const cached_lists = {};
|
||||
for (const e of data) {
|
||||
cached_lists[e.name] = { id: e.id_str, slug: e.slug };
|
||||
}
|
||||
|
||||
return cached_lists;
|
||||
});
|
||||
const cur_list = list_data[name];
|
||||
|
||||
const data = await client.v1.get('lists/statuses.json', {
|
||||
list_id: cur_list.id,
|
||||
slug: cur_list.slug,
|
||||
tweet_mode: 'extended',
|
||||
});
|
||||
await api.init();
|
||||
const data = await api.getList(id, params);
|
||||
|
||||
return {
|
||||
title: `Twitter List - ${id}/${name}`,
|
||||
link: `https://twitter.com/${id}/lists/${name}`,
|
||||
title: `Twitter List - ${id}`,
|
||||
link: `https://twitter.com/i/lists/${id}`,
|
||||
item: utils.ProcessFeed(ctx, {
|
||||
data,
|
||||
}),
|
||||
|
|
|
|||
|
|
@ -29,7 +29,7 @@ export const route: Route = {
|
|||
supportScihub: false,
|
||||
},
|
||||
name: 'User media',
|
||||
maintainers: ['yindaheng98', 'Rongronggg9'],
|
||||
maintainers: ['DIYgod', 'yindaheng98', 'Rongronggg9'],
|
||||
handler,
|
||||
radar: [
|
||||
{
|
||||
|
|
|
|||
Loading…
Reference in New Issue