File size: 16,306 Bytes
ec70da3 bd27f3c ec70da3 898397c ec70da3 898397c ec70da3 bd27f3c ec70da3 bd27f3c ec70da3 bd27f3c ec70da3 bd27f3c ec70da3 bd27f3c ec70da3 bd27f3c ec70da3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 | import { config } from 'dotenv';
import { readFileSync, writeFileSync } from 'fs';
import { resolve, dirname } from 'path';
import { fileURLToPath } from 'url';
const __dirname = dirname(fileURLToPath(import.meta.url));
const ENV_PATH = resolve(__dirname, '..', '.env');
config();
const BASE_URL = 'https://chat.deepseek.com';
const MAX_CONCURRENT_PER_TOKEN = 2;
const TOKEN_DEAD_THRESHOLD = 5;
// Multi-token support: DS_TOKENS=token1,token2,token3 (comma-separated)
// Fallback: DS_TOKEN=single_token
// Account support: DS_ACCOUNTS=email1:pass1,email2:pass2 (auto-login to refresh tokens)
export function loadTokens() {
const tokensStr = process.env.DS_TOKENS?.trim();
if (tokensStr) {
return tokensStr.split(',').map(t => t.trim()).filter(Boolean);
}
const single = process.env.DS_TOKEN?.trim();
if (single) return [single];
return [];
}
export function loadAccounts() {
const accountsStr = process.env.DS_ACCOUNTS?.trim();
if (!accountsStr) return [];
return accountsStr.split(',').map(entry => {
const [email, ...passParts] = entry.trim().split(':');
const password = passParts.join(':');
return email && password ? { email, password } : null;
}).filter(Boolean);
}
const tokens = loadTokens();
const accounts = loadAccounts();
function generateDeviceId() {
const bytes = new Uint8Array(48);
for (let i = 0; i < 48; i++) bytes[i] = Math.floor(Math.random() * 256);
return Buffer.from(bytes).toString('base64').replace(/=/g, '') + '==';
}
if (tokens.length === 0 && accounts.length === 0) {
throw new Error('No DS_TOKEN/DS_TOKENS or DS_ACCOUNTS configured');
}
// DS_ACCOUNTS_EXTENDED=email:password:token_prefix β links existing tokens to accounts
function loadAccountTokens() {
const extStr = process.env.DS_ACCOUNTS_EXTENDED?.trim();
if (!extStr) return [];
return extStr.split(',').map(entry => {
const parts = entry.trim().split(':');
if (parts.length >= 3) return { email: parts[0], password: parts[1], tokenPrefix: parts[2] };
return null;
}).filter(Boolean);
}
const accountTokenMap = loadAccountTokens();
// Token metadata: { token, email, password, visionCapable, lastUsed, errorCount, activeRequests, dead }
const tokenPool = tokens.map(t => ({
token: t,
email: null,
password: null,
visionCapable: null,
lastUsed: 0,
errorCount: 0,
activeRequests: 0,
dead: false,
}));
// Link existing tokens to accounts via token prefix
for (const entry of tokenPool) {
if (!entry.token) continue;
const prefix = entry.token.slice(0, 12);
const match = accountTokenMap.find(a => a.tokenPrefix === prefix);
if (match) {
entry.email = match.email;
entry.password = match.password;
}
}
// Create pool entries for accounts without matching tokens (will login on init)
for (const acct of accounts) {
const alreadyLinked = tokenPool.some(t => t.email === acct.email);
if (!alreadyLinked) {
tokenPool.push({
token: null,
email: acct.email,
password: acct.password,
visionCapable: null,
lastUsed: 0,
errorCount: 0,
activeRequests: 0,
dead: false,
});
}
}
import { loginHeaders, getHeaders, getDeviceId, proxiedFetch, getDeviceIdForToken } from './headers.js';
async function login(email, password) {
// Use a fresh deviceId for login β real browser gets it from portal101.cn device fingerprint
const loginDeviceId = 'B' + generateDeviceId();
const res = await proxiedFetch(`${BASE_URL}/api/v0/users/login`, {
method: 'POST',
headers: loginHeaders(),
body: JSON.stringify({ email, mobile: '', password, area_code: '', device_id: loginDeviceId, os: 'web' }),
});
// AWS WAF returns 202 with empty body β can't login from this IP
if (res.status === 202) {
throw new Error('WAF challenge (202) β login blocked from this IP, use external refresh');
}
const text = await res.text();
if (!text) throw new Error('Empty response from login endpoint');
const json = JSON.parse(text);
if (json.code !== 0) throw new Error(`Login failed for ${email}: ${json.msg || JSON.stringify(json)}`);
const bizCode = json.data?.biz_code;
if (bizCode === 10) {
throw new Error(`Account banned: ${email}`);
}
if (bizCode === 11) {
throw new Error(`Account requires verification: ${email}`);
}
const token = json.data?.biz_data?.user?.token;
if (!token) throw new Error(`Login succeeded but no token returned for ${email}`);
return token;
}
async function checkVisionCapability(token) {
try {
const res = await proxiedFetch(`${BASE_URL}/api/v0/client/settings?did=${getDeviceId()}&scope=model`, {
headers: await getHeaders(token),
});
const json = await res.json();
const configs = json.data?.biz_data?.settings?.model_configs?.value || [];
const visionConfig = configs.find(c => c.model_type === 'vision');
if (visionConfig) {
return visionConfig.switchable === true;
}
return false;
} catch {
return null;
}
}
// Check if a token is still valid β uses /users/current which actually validates the token
// (unlike /client/settings which returns code:0 even for invalid tokens)
async function validateToken(token) {
try {
const res = await proxiedFetch(`${BASE_URL}/api/v0/users/current`, {
headers: await getHeaders(token),
});
const json = await res.json();
return json.code === 0;
} catch {
return false;
}
}
// Refresh a dead token entry β login if account credentials exist
async function refreshToken(entry) {
if (!entry.password) return false;
try {
const newToken = await login(entry.email, entry.password);
entry.token = newToken;
entry.errorCount = 0;
entry.dead = false;
const vision = await checkVisionCapability(newToken);
entry.visionCapable = vision;
console.log(` Refreshed token for ${entry.email}: ${newToken.slice(0, 12)}... vision=${vision}`);
return true;
} catch (err) {
console.warn(` Refresh failed for ${entry.email}: ${err.message}`);
// If account is banned, mark dead permanently
if (err.message.includes('banned')) {
entry.dead = true;
entry.errorCount = TOKEN_DEAD_THRESHOLD;
}
return false;
}
}
export async function initTokenPool() {
console.log(`Token pool: ${tokenPool.length} entries (${tokens.length} tokens + ${accounts.length} accounts), max ${MAX_CONCURRENT_PER_TOKEN} concurrent each`);
// Validate existing tokens, mark dead ones (auto-refresh if account linked)
for (const entry of tokenPool) {
if (entry.token) {
const valid = await validateToken(entry.token);
if (!valid) {
console.log(` ${entry.token.slice(0, 12)}... INVALID β ${entry.password ? 'attempting refresh' : 'no account to refresh'}`);
if (entry.password) {
const ok = await refreshToken(entry);
if (ok) {
// Remove duplicate account-only entries that now have same email
const dupIdx = tokenPool.findIndex(t => t !== entry && t.email === entry.email && !t.token);
if (dupIdx !== -1) {
console.log(` Removing duplicate account entry for ${entry.email}`);
tokenPool.splice(dupIdx, 1);
}
}
} else {
entry.dead = true;
entry.errorCount = TOKEN_DEAD_THRESHOLD;
}
}
}
}
// Login account-only entries (no token yet) β remove if banned/WAF-blocked
for (let i = tokenPool.length - 1; i >= 0; i--) {
const entry = tokenPool[i];
if (!entry.token && entry.password) {
const ok = await refreshToken(entry);
if (!ok && entry.dead) {
// Banned or permanently failed β remove from pool
console.log(` Removing banned/failed account entry for ${entry.email}`);
tokenPool.splice(i, 1);
}
}
}
// Also remove account entries with no token and no password (stale NONE entries)
for (let i = tokenPool.length - 1; i >= 0; i--) {
if (!tokenPool[i].token && !tokenPool[i].password) {
console.log(` Removing stale NONE entry at index ${i}`);
tokenPool.splice(i, 1);
}
}
// Check vision capability for valid tokens
for (const entry of tokenPool) {
if (entry.token && !entry.dead) {
const vision = await checkVisionCapability(entry.token);
entry.visionCapable = vision;
const label = vision === true ? 'vision=YES' : vision === false ? 'vision=NO' : 'vision=UNKNOWN';
console.log(` ${entry.token.slice(0, 12)}... ${label} ${entry.email ? `(${entry.email})` : ''}`);
}
}
const alive = tokenPool.filter(t => !t.dead).length;
console.log(`Pool ready: ${alive}/${tokenPool.length} tokens alive`);
persistTokensToEnv();
}
export function acquireToken(preferVision = false) {
let candidates = tokenPool.filter(t => !t.dead && t.activeRequests < MAX_CONCURRENT_PER_TOKEN && t.token);
if (preferVision) {
const visionTokens = candidates.filter(t => t.visionCapable === true);
if (visionTokens.length > 0) candidates = visionTokens;
} else {
const nonVisionTokens = candidates.filter(t => t.visionCapable !== true);
if (nonVisionTokens.length > 0) candidates = nonVisionTokens;
}
if (candidates.length === 0) {
// All tokens at capacity β reset transient error counts and retry
const resetCandidates = tokenPool.filter(t => t.activeRequests < MAX_CONCURRENT_PER_TOKEN && t.token);
if (resetCandidates.length > 0) {
for (const t of resetCandidates) t.errorCount = 0;
candidates = resetCandidates;
} else {
return null;
}
}
candidates.sort((a, b) => a.activeRequests - b.activeRequests);
const chosen = candidates[0];
chosen.activeRequests++;
chosen.lastUsed = Date.now();
let released = false;
const release = () => {
if (released) return;
released = true;
chosen.activeRequests = Math.max(0, chosen.activeRequests - 1);
};
return { token: chosen.token, account: chosen, release };
}
export function reportTokenError(token) {
const entry = tokenPool.find(t => t.token === token);
if (!entry) return;
entry.errorCount++;
if (entry.errorCount >= TOKEN_DEAD_THRESHOLD) {
entry.dead = true;
console.warn(`Token ${token.slice(0, 12)}... marked DEAD (errorCount=${entry.errorCount})`);
// Try auto-refresh if account credentials exist
if (entry.password) {
refreshToken(entry).then(ok => {
if (ok) {
invalidateTokenSessions(token);
}
});
}
}
}
export function reportTokenSuccess(token) {
const entry = tokenPool.find(t => t.token === token);
if (!entry) return;
entry.errorCount = 0;
entry.lastUsed = Date.now();
if (entry.dead) {
entry.dead = false;
console.log(`Token ${token.slice(0, 12)}... revived (was dead, now working)`);
}
}
// Invalidate cached sessions for a token (after refresh)
function invalidateTokenSessions(token) {
const prefix = token.slice(0, 12);
// Dynamic import to avoid circular dependency
import('./session.js').then(m => m.invalidateTokenSessions(prefix)).catch(() => {});
}
// Legacy: pickToken returns just the token string
let tokenIndex = 0;
export function pickToken(preferVision = false) {
let candidates = tokenPool.filter(t => !t.dead && t.token);
if (preferVision) {
const visionTokens = candidates.filter(t => t.visionCapable === true);
if (visionTokens.length > 0) candidates = visionTokens;
} else {
const nonVisionTokens = candidates.filter(t => t.visionCapable !== true);
if (nonVisionTokens.length > 0) candidates = nonVisionTokens;
}
if (candidates.length === 0) {
// Absolute fallback β use any token with a token string
candidates = tokenPool.filter(t => t.token);
if (candidates.length === 0) throw new Error('No tokens available in pool');
}
const idx = tokenIndex % candidates.length;
const chosen = candidates[idx];
tokenIndex++;
return chosen.token;
}
// Legacy: sticky per-request token
let currentRequestToken = null;
export function setRequestToken(token) {
currentRequestToken = token;
}
export function getRequestToken() {
return currentRequestToken;
}
export async function getToken(preferVision = false) {
if (currentRequestToken) return currentRequestToken;
return pickToken(preferVision);
}
// Legacy: email/password login (adds to pool dynamically)
export async function loginAndAddToken(email, password) {
const token = await login(email, password);
const existing = tokenPool.find(t => t.token === token);
if (!existing) {
const vision = await checkVisionCapability(token);
tokenPool.push({ token, email, password, visionCapable: vision, lastUsed: 0, errorCount: 0, activeRequests: 0, dead: false });
persistTokensToEnv();
}
return token;
}
function persistTokensToEnv() {
try {
let content = readFileSync(ENV_PATH, 'utf-8');
const aliveTokens = tokenPool.filter(t => t.token && !t.dead).map(t => t.token);
if (aliveTokens.length === 0) return;
const line = `DS_TOKENS=${aliveTokens.join(',')}`;
const lines = content.split(/\r?\n/);
let found = false;
for (let i = 0; i < lines.length; i++) {
if (lines[i].startsWith('DS_TOKENS=')) {
lines[i] = line;
found = true;
break;
}
}
if (!found) lines.push(line);
writeFileSync(ENV_PATH, lines.join('\n'));
} catch (err) {
console.warn('Failed to persist tokens to .env:', err.message);
}
}
export async function addTokenToPool(tokenStr) {
const trimmed = tokenStr.trim();
const existing = tokenPool.find(t => t.token === trimmed);
if (existing) return existing;
const vision = await checkVisionCapability(trimmed);
const entry = { token: trimmed, email: null, password: null, visionCapable: vision, lastUsed: 0, errorCount: 0, activeRequests: 0, dead: false };
tokenPool.push(entry);
persistTokensToEnv();
return entry;
}
// Periodic health check β validate alive tokens and detect banned accounts early
// Only checks tokens that haven't been used recently (idle tokens) to reduce request volume
const HEALTH_CHECK_INTERVAL = 10 * 60 * 1000; // 10 minutes
const IDLE_THRESHOLD = 30 * 60 * 1000; // 30 minutes β only check tokens idle for 30+ min
async function healthCheck() {
const now = Date.now();
// Only check idle tokens β recently used ones are assumed valid
const idle = tokenPool.filter(t => !t.dead && t.token && (now - t.lastUsed) > IDLE_THRESHOLD);
if (idle.length === 0) return;
console.log(`Health check: ${idle.length} idle tokens (of ${tokenPool.filter(t => !t.dead).length} alive)`);
for (const entry of idle) {
const valid = await validateToken(entry.token);
if (!valid) {
console.log(`Health check: ${entry.token.slice(0, 12)}... INVALID β ${entry.password ? 'refreshing' : 'marking dead'}`);
if (entry.password) {
const ok = await refreshToken(entry);
if (!ok && entry.dead) {
console.log(`Health check: ${entry.email} is BANNED, removing from pool`);
const idx = tokenPool.indexOf(entry);
if (idx !== -1) tokenPool.splice(idx, 1);
}
} else {
entry.dead = true;
entry.errorCount = TOKEN_DEAD_THRESHOLD;
}
} else {
entry.lastUsed = now; // reset idle timer on successful check
}
}
}
let healthCheckTimer = null;
export function startHealthCheck() {
if (healthCheckTimer) return;
healthCheckTimer = setInterval(healthCheck, HEALTH_CHECK_INTERVAL);
console.log(`Health check enabled: every ${HEALTH_CHECK_INTERVAL / 1000}s`);
}
export function stopHealthCheck() {
if (healthCheckTimer) {
clearInterval(healthCheckTimer);
healthCheckTimer = null;
}
}
export function getPoolInfo() {
return tokenPool.filter(t => !t.dead).map(t => ({
token: t.token ? t.token.slice(0, 12) + '...' : 'NONE',
email: t.email || null,
visionCapable: t.visionCapable,
errorCount: t.errorCount,
activeRequests: t.activeRequests,
dead: t.dead,
maxConcurrent: MAX_CONCURRENT_PER_TOKEN,
}));
}
export function getAliveTokens() {
return tokenPool.filter(t => !t.dead && t.token).map(t => t.token);
}
export function getTotalCapacity() {
return tokenPool.filter(t => !t.dead && t.token).length * MAX_CONCURRENT_PER_TOKEN;
}
|