feat(twitter): use username and password as web api fallback

This commit is contained in:
DIYgod
2024-08-22 22:58:17 +08:00
parent a3a2fe8d3a
commit b48209cf5e
2 changed files with 87 additions and 4 deletions
+66
View File
@@ -0,0 +1,66 @@
import { authenticator } from 'otplib';
import logger from '@/utils/logger';
import cache from '@/utils/cache';
import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
import puppeteer from '@/utils/puppeteer';
import { CookieJar } from 'tough-cookie';
const loginLimiter = cache.clients.redisClient
? new RateLimiterRedis({
points: 1,
duration: 20,
execEvenly: true,
storeClient: cache.clients.redisClient,
})
: new RateLimiterMemory({
points: 1,
duration: 20,
execEvenly: true,
});
const loginLimiterQueue = new RateLimiterQueue(loginLimiter);
async function login({ username, password, authenticationSecret }) {
if (!username || !password || !authenticationSecret) {
return;
}
try {
await loginLimiterQueue.removeTokens(1);
const cookieJar = new CookieJar();
const browser = await puppeteer({
stealth: true,
});
const page = await browser.newPage();
await page.goto('https://x.com/i/flow/login');
await page.waitForSelector('input[autocomplete="username"]');
await page.type('input[autocomplete="username"]', username);
const buttons = await page.$$('button');
await buttons[3]?.click();
await page.waitForSelector('input[autocomplete="current-password"]');
await page.type('input[autocomplete="current-password"]', password);
(await page.waitForSelector('button[data-testid="LoginForm_Login_Button"]'))?.click();
await page.waitForSelector('input[inputmode="numeric"]');
const token = authenticator.generate(authenticationSecret);
await page.type('input[inputmode="numeric"]', token);
(await page.waitForSelector('button[data-testid="ocfEnterTextNextButton"]'))?.click();
const waitForRequest = new Promise<string>((resolve) => {
page.on('requestfinished', async (request) => {
if (request.url().includes('/HomeTimeline')) {
const cookies = await page.cookies();
for (const cookie of cookies) {
cookieJar.setCookieSync(`${cookie.name}=${cookie.value}`, 'https://x.com');
}
resolve(JSON.stringify(cookieJar.serializeSync()));
}
});
});
const cookieString = await waitForRequest;
await browser.close();
return cookieString;
} catch (error) {
logger.error(`Twitter username ${username} login failed:`, error);
}
}
export default login;
+21 -4
View File
@@ -11,6 +11,7 @@ import logger from '@/utils/logger';
import { RateLimiterMemory, RateLimiterRedis, RateLimiterQueue } from 'rate-limiter-flexible';
import ofetch from '@/utils/ofetch';
import proxy from '@/utils/proxy';
import login from './login';
const dispatchers = {};
let authTokenIndex = 0;
@@ -56,8 +57,16 @@ export const twitterGot = async (url, params) => {
throw new ConfigNotFoundError('Twitter cookie is not configured');
}
await loginLimiterQueue.removeTokens(1);
const token = config.twitter.authToken[authTokenIndex++ % config.twitter.authToken.length];
let cookie = await token2Cookie(token);
const index = authTokenIndex++ % config.twitter.authToken.length;
const token = config.twitter.authToken[index];
let cookie: string | Record<string, any> | null | undefined = await token2Cookie(token);
if (!cookie) {
cookie = await login({
username: config.twitter.username?.[index],
password: config.twitter.password?.[index],
authenticationSecret: config.twitter.authenticationSecret?.[index],
});
}
if (cookie) {
logger.debug(`Got twitter cookie for token ${token}`);
if (typeof cookie === 'string') {
@@ -105,13 +114,21 @@ export const twitterGot = async (url, params) => {
onResponse: async ({ response }) => {
if (response.status === 403) {
logger.debug(`Delete twitter cookie for token ${token}`);
await cache.set(`twitter:cookie:${token}`, '', config.cache.contentExpire);
const newCookie = await login({
username: config.twitter.username?.[index],
password: config.twitter.password?.[index],
authenticationSecret: config.twitter.authenticationSecret?.[index],
});
if (newCookie) {
logger.debug(`Reset twitter cookie for token ${token}`);
}
await cache.set(`twitter:cookie:${token}`, newCookie || '', config.cache.contentExpire);
}
},
});
if (token) {
logger.debug(`Reset twitter cookie for token ${token}`);
logger.debug(`Update twitter cookie for token ${token}`);
await cache.set(`twitter:cookie:${token}`, JSON.stringify(dispatchers[token].jar.serializeSync()), config.cache.contentExpire);
}