diff --git a/lib/routes/twitter/api/web-api/login.ts b/lib/routes/twitter/api/web-api/login.ts new file mode 100644 index 000000000..07e5157fe --- /dev/null +++ b/lib/routes/twitter/api/web-api/login.ts @@ -0,0 +1,66 @@ +import { authenticator } from 'otplib'; +import logger from '@/utils/logger'; +import cache from '@/utils/cache'; +import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible'; +import puppeteer from '@/utils/puppeteer'; +import { CookieJar } from 'tough-cookie'; + +const loginLimiter = cache.clients.redisClient + ? new RateLimiterRedis({ + points: 1, + duration: 20, + execEvenly: true, + storeClient: cache.clients.redisClient, + }) + : new RateLimiterMemory({ + points: 1, + duration: 20, + execEvenly: true, + }); + +const loginLimiterQueue = new RateLimiterQueue(loginLimiter); + +async function login({ username, password, authenticationSecret }) { + if (!username || !password || !authenticationSecret) { + return; + } + try { + await loginLimiterQueue.removeTokens(1); + + const cookieJar = new CookieJar(); + const browser = await puppeteer({ + stealth: true, + }); + const page = await browser.newPage(); + await page.goto('https://x.com/i/flow/login'); + await page.waitForSelector('input[autocomplete="username"]'); + await page.type('input[autocomplete="username"]', username); + const buttons = await page.$$('button'); + await buttons[3]?.click(); + await page.waitForSelector('input[autocomplete="current-password"]'); + await page.type('input[autocomplete="current-password"]', password); + (await page.waitForSelector('button[data-testid="LoginForm_Login_Button"]'))?.click(); + await page.waitForSelector('input[inputmode="numeric"]'); + const token = authenticator.generate(authenticationSecret); + await page.type('input[inputmode="numeric"]', token); + (await page.waitForSelector('button[data-testid="ocfEnterTextNextButton"]'))?.click(); + const waitForRequest = new Promise((resolve) => { + page.on('requestfinished', async (request) => { + if (request.url().includes('/HomeTimeline')) { + const cookies = await page.cookies(); + for (const cookie of cookies) { + cookieJar.setCookieSync(`${cookie.name}=${cookie.value}`, 'https://x.com'); + } + resolve(JSON.stringify(cookieJar.serializeSync())); + } + }); + }); + const cookieString = await waitForRequest; + await browser.close(); + return cookieString; + } catch (error) { + logger.error(`Twitter username ${username} login failed:`, error); + } +} + +export default login; diff --git a/lib/routes/twitter/api/web-api/utils.ts b/lib/routes/twitter/api/web-api/utils.ts index 6f38cf095..5212ea9db 100644 --- a/lib/routes/twitter/api/web-api/utils.ts +++ b/lib/routes/twitter/api/web-api/utils.ts @@ -11,6 +11,7 @@ import logger from '@/utils/logger'; import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible'; import ofetch from '@/utils/ofetch'; import proxy from '@/utils/proxy'; +import login from './login'; const dispatchers = {}; let authTokenIndex = 0; @@ -56,8 +57,16 @@ export const twitterGot = async (url, params) => { throw new ConfigNotFoundError('Twitter cookie is not configured'); } await loginLimiterQueue.removeTokens(1); - const token = config.twitter.authToken[authTokenIndex++ % config.twitter.authToken.length]; - let cookie = await token2Cookie(token); + const index = authTokenIndex++ % config.twitter.authToken.length; + const token = config.twitter.authToken[index]; + let cookie: string | Record | null | undefined = await token2Cookie(token); + if (!cookie) { + cookie = await login({ + username: config.twitter.username?.[index], + password: config.twitter.password?.[index], + authenticationSecret: config.twitter.authenticationSecret?.[index], + }); + } if (cookie) { logger.debug(`Got twitter cookie for token ${token}`); if (typeof cookie === 'string') { @@ -105,13 +114,21 @@ export const twitterGot = async (url, params) => { onResponse: async ({ response }) => { if (response.status === 403) { logger.debug(`Delete twitter cookie for token ${token}`); - await cache.set(`twitter:cookie:${token}`, '', config.cache.contentExpire); + const newCookie = await login({ + username: config.twitter.username?.[index], + password: config.twitter.password?.[index], + authenticationSecret: config.twitter.authenticationSecret?.[index], + }); + if (newCookie) { + logger.debug(`Reset twitter cookie for token ${token}`); + } + await cache.set(`twitter:cookie:${token}`, newCookie || '', config.cache.contentExpire); } }, }); if (token) { - logger.debug(`Reset twitter cookie for token ${token}`); + logger.debug(`Update twitter cookie for token ${token}`); await cache.set(`twitter:cookie:${token}`, JSON.stringify(dispatchers[token].jar.serializeSync()), config.cache.contentExpire); }