feat(twitter): use username and password as web api fallback
This commit is contained in:
@@ -0,0 +1,66 @@
|
||||
import { authenticator } from 'otplib';
|
||||
import logger from '@/utils/logger';
|
||||
import cache from '@/utils/cache';
|
||||
import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
|
||||
import puppeteer from '@/utils/puppeteer';
|
||||
import { CookieJar } from 'tough-cookie';
|
||||
|
||||
const loginLimiter = cache.clients.redisClient
|
||||
? new RateLimiterRedis({
|
||||
points: 1,
|
||||
duration: 20,
|
||||
execEvenly: true,
|
||||
storeClient: cache.clients.redisClient,
|
||||
})
|
||||
: new RateLimiterMemory({
|
||||
points: 1,
|
||||
duration: 20,
|
||||
execEvenly: true,
|
||||
});
|
||||
|
||||
const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
|
||||
|
||||
async function login({ username, password, authenticationSecret }) {
|
||||
if (!username || !password || !authenticationSecret) {
|
||||
return;
|
||||
}
|
||||
try {
|
||||
await loginLimiterQueue.removeTokens(1);
|
||||
|
||||
const cookieJar = new CookieJar();
|
||||
const browser = await puppeteer({
|
||||
stealth: true,
|
||||
});
|
||||
const page = await browser.newPage();
|
||||
await page.goto('https://x.com/i/flow/login');
|
||||
await page.waitForSelector('input[autocomplete="username"]');
|
||||
await page.type('input[autocomplete="username"]', username);
|
||||
const buttons = await page.$$('button');
|
||||
await buttons[3]?.click();
|
||||
await page.waitForSelector('input[autocomplete="current-password"]');
|
||||
await page.type('input[autocomplete="current-password"]', password);
|
||||
(await page.waitForSelector('button[data-testid="LoginForm_Login_Button"]'))?.click();
|
||||
await page.waitForSelector('input[inputmode="numeric"]');
|
||||
const token = authenticator.generate(authenticationSecret);
|
||||
await page.type('input[inputmode="numeric"]', token);
|
||||
(await page.waitForSelector('button[data-testid="ocfEnterTextNextButton"]'))?.click();
|
||||
const waitForRequest = new Promise<string>((resolve) => {
|
||||
page.on('requestfinished', async (request) => {
|
||||
if (request.url().includes('/HomeTimeline')) {
|
||||
const cookies = await page.cookies();
|
||||
for (const cookie of cookies) {
|
||||
cookieJar.setCookieSync(`${cookie.name}=${cookie.value}`, 'https://x.com');
|
||||
}
|
||||
resolve(JSON.stringify(cookieJar.serializeSync()));
|
||||
}
|
||||
});
|
||||
});
|
||||
const cookieString = await waitForRequest;
|
||||
await browser.close();
|
||||
return cookieString;
|
||||
} catch (error) {
|
||||
logger.error(`Twitter username ${username} login failed:`, error);
|
||||
}
|
||||
}
|
||||
|
||||
export default login;
|
||||
@@ -11,6 +11,7 @@ import logger from '@/utils/logger';
|
||||
import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
|
||||
import ofetch from '@/utils/ofetch';
|
||||
import proxy from '@/utils/proxy';
|
||||
import login from './login';
|
||||
|
||||
const dispatchers = {};
|
||||
let authTokenIndex = 0;
|
||||
@@ -56,8 +57,16 @@ export const twitterGot = async (url, params) => {
|
||||
throw new ConfigNotFoundError('Twitter cookie is not configured');
|
||||
}
|
||||
await loginLimiterQueue.removeTokens(1);
|
||||
const token = config.twitter.authToken[authTokenIndex++ % config.twitter.authToken.length];
|
||||
let cookie = await token2Cookie(token);
|
||||
const index = authTokenIndex++ % config.twitter.authToken.length;
|
||||
const token = config.twitter.authToken[index];
|
||||
let cookie: string | Record<string, any> | null | undefined = await token2Cookie(token);
|
||||
if (!cookie) {
|
||||
cookie = await login({
|
||||
username: config.twitter.username?.[index],
|
||||
password: config.twitter.password?.[index],
|
||||
authenticationSecret: config.twitter.authenticationSecret?.[index],
|
||||
});
|
||||
}
|
||||
if (cookie) {
|
||||
logger.debug(`Got twitter cookie for token ${token}`);
|
||||
if (typeof cookie === 'string') {
|
||||
@@ -105,13 +114,21 @@ export const twitterGot = async (url, params) => {
|
||||
onResponse: async ({ response }) => {
|
||||
if (response.status === 403) {
|
||||
logger.debug(`Delete twitter cookie for token ${token}`);
|
||||
await cache.set(`twitter:cookie:${token}`, '', config.cache.contentExpire);
|
||||
const newCookie = await login({
|
||||
username: config.twitter.username?.[index],
|
||||
password: config.twitter.password?.[index],
|
||||
authenticationSecret: config.twitter.authenticationSecret?.[index],
|
||||
});
|
||||
if (newCookie) {
|
||||
logger.debug(`Reset twitter cookie for token ${token}`);
|
||||
}
|
||||
await cache.set(`twitter:cookie:${token}`, newCookie || '', config.cache.contentExpire);
|
||||
}
|
||||
},
|
||||
});
|
||||
|
||||
if (token) {
|
||||
logger.debug(`Reset twitter cookie for token ${token}`);
|
||||
logger.debug(`Update twitter cookie for token ${token}`);
|
||||
await cache.set(`twitter:cookie:${token}`, JSON.stringify(dispatchers[token].jar.serializeSync()), config.cache.contentExpire);
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user