File size: 20,603 Bytes
2e9246b 4cb1301 89083cb 0fadeb3 d17c19c 873f10f 4bf0fdd 1560bc2 0fadeb3 4bf0fdd 10feaec 4bf0fdd 10feaec 4bf0fdd 10feaec 0fadeb3 4bf0fdd 0fadeb3 4bf0fdd 0fadeb3 4bf0fdd 8725689 4bf0fdd 10feaec 28d241c 4bf0fdd 28d241c 89083cb 10feaec 0fadeb3 4bf0fdd 0fadeb3 8725689 0fadeb3 4bf0fdd 8725689 10feaec 28d241c 10feaec 4bf0fdd 0fadeb3 4bf0fdd 89083cb 873f10f 89083cb 873f10f 89083cb 4bf0fdd 10feaec 4bf0fdd 10feaec d17c19c 10feaec 2e9246b 873f10f 2e9246b d17c19c 2e9246b 873f10f 10feaec 2e9246b 10feaec 3c5c286 10feaec 2e9246b 4bf0fdd 10feaec 3c5c286 4bf0fdd 10feaec feee929 10feaec 28d241c 4bf0fdd 10feaec 0fadeb3 4bf0fdd 0fadeb3 4bf0fdd 10feaec 4bf0fdd 10feaec 4bf0fdd feee929 0fadeb3 feee929 0fadeb3 4bf0fdd 10feaec 4bf0fdd 89083cb 4bf0fdd 0fadeb3 4bf0fdd 0fadeb3 4bf0fdd 0fadeb3 4bf0fdd 30e53c1 10feaec 4bf0fdd 10feaec feee929 10feaec 4bf0fdd 10feaec 30e53c1 d244d35 4bf0fdd d244d35 4bf0fdd d244d35 4bf0fdd d244d35 7758ca2 0fadeb3 d244d35 4bf0fdd d244d35 4bf0fdd d244d35 4bf0fdd d244d35 4bf0fdd d244d35 4bf0fdd d244d35 4bf0fdd d244d35 4bf0fdd d244d35 4bf0fdd d244d35 4bf0fdd d244d35 4bf0fdd d244d35 4bf0fdd d244d35 4bf0fdd d244d35 3c5c286 d244d35 7758ca2 0fadeb3 d244d35 0fadeb3 10feaec 0fadeb3 10feaec |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 |
import axios from 'axios';
import { log } from '../utils/logger.js';
import { generateSessionId, generateProjectId } from '../utils/idGenerator.js';
import config, { getConfigJson } from '../config/config.js';
import { OAUTH_CONFIG } from '../constants/oauth.js';
import { buildAxiosRequestConfig } from '../utils/httpClient.js';
import {
DEFAULT_REQUEST_COUNT_PER_TOKEN,
TOKEN_REFRESH_BUFFER
} from '../constants/index.js';
import TokenStore from './token_store.js';
import { TokenError } from '../utils/errors.js';
// 轮询策略枚举
const RotationStrategy = {
ROUND_ROBIN: 'round_robin', // 均衡负载:每次请求切换
QUOTA_EXHAUSTED: 'quota_exhausted', // 额度耗尽才切换
REQUEST_COUNT: 'request_count' // 自定义次数后切换
};
/**
* Token 管理器
* 负责 Token 的存储、轮询、刷新等功能
*/
class TokenManager {
/**
* @param {string} filePath - Token 数据文件路径
*/
constructor(filePath) {
this.store = new TokenStore(filePath);
/** @type {Array<Object>} */
this.tokens = [];
/** @type {number} */
this.currentIndex = 0;
// 轮询策略相关 - 使用原子操作避免锁
/** @type {string} */
this.rotationStrategy = RotationStrategy.ROUND_ROBIN;
/** @type {number} */
this.requestCountPerToken = DEFAULT_REQUEST_COUNT_PER_TOKEN;
/** @type {Map<string, number>} */
this.tokenRequestCounts = new Map();
// 针对额度耗尽策略的可用 token 索引缓存(优化大规模账号场景)
/** @type {number[]} */
this.availableQuotaTokenIndices = [];
/** @type {number} */
this.currentQuotaIndex = 0;
/** @type {Promise<void>|null} */
this._initPromise = null;
}
async _initialize() {
try {
log.info('正在初始化token管理器...');
const tokenArray = await this.store.readAll();
this.tokens = tokenArray.filter(token => token.enable !== false).map(token => ({
...token,
sessionId: generateSessionId()
}));
this.currentIndex = 0;
this.tokenRequestCounts.clear();
this._rebuildAvailableQuotaTokens();
// 加载轮询策略配置
this.loadRotationConfig();
if (this.tokens.length === 0) {
log.warn('⚠ 暂无可用账号,请使用以下方式添加:');
log.warn(' 方式1: 运行 npm run login 命令登录');
log.warn(' 方式2: 访问前端管理页面添加账号');
} else {
log.info(`成功加载 ${this.tokens.length} 个可用token`);
if (this.rotationStrategy === RotationStrategy.REQUEST_COUNT) {
log.info(`轮询策略: ${this.rotationStrategy}, 每token请求 ${this.requestCountPerToken} 次后切换`);
} else {
log.info(`轮询策略: ${this.rotationStrategy}`);
}
// 并发刷新所有过期的 token
await this._refreshExpiredTokensConcurrently();
}
} catch (error) {
log.error('初始化token失败:', error.message);
this.tokens = [];
}
}
/**
* 并发刷新所有过期的 token
* @private
*/
async _refreshExpiredTokensConcurrently() {
const expiredTokens = this.tokens.filter(token => this.isExpired(token));
if (expiredTokens.length === 0) {
return;
}
log.info(`发现 ${expiredTokens.length} 个过期token,开始并发刷新...`);
const startTime = Date.now();
const results = await Promise.allSettled(
expiredTokens.map(token => this._refreshTokenSafe(token))
);
let successCount = 0;
let failCount = 0;
const tokensToDisable = [];
results.forEach((result, index) => {
const token = expiredTokens[index];
if (result.status === 'fulfilled') {
if (result.value === 'success') {
successCount++;
} else if (result.value === 'disable') {
tokensToDisable.push(token);
failCount++;
}
} else {
failCount++;
log.error(`...${token.access_token?.slice(-8) || 'unknown'} 刷新失败:`, result.reason?.message || result.reason);
}
});
// 批量禁用失效的 token
for (const token of tokensToDisable) {
this.disableToken(token);
}
const elapsed = Date.now() - startTime;
log.info(`并发刷新完成: 成功 ${successCount}, 失败 ${failCount}, 耗时 ${elapsed}ms`);
}
/**
* 安全刷新单个 token(不抛出异常)
* @param {Object} token - Token 对象
* @returns {Promise<'success'|'disable'|'skip'>} 刷新结果
* @private
*/
async _refreshTokenSafe(token) {
try {
await this.refreshToken(token);
return 'success';
} catch (error) {
if (error.statusCode === 403 || error.statusCode === 400) {
log.warn(`...${token.access_token?.slice(-8) || 'unknown'}: Token 已失效,将被禁用`);
return 'disable';
}
throw error;
}
}
async _ensureInitialized() {
if (!this._initPromise) {
this._initPromise = this._initialize();
}
return this._initPromise;
}
// 加载轮询策略配置
loadRotationConfig() {
try {
const jsonConfig = getConfigJson();
if (jsonConfig.rotation) {
this.rotationStrategy = jsonConfig.rotation.strategy || RotationStrategy.ROUND_ROBIN;
this.requestCountPerToken = jsonConfig.rotation.requestCount || 10;
}
} catch (error) {
log.warn('加载轮询配置失败,使用默认值:', error.message);
}
}
// 更新轮询策略(热更新)
updateRotationConfig(strategy, requestCount) {
if (strategy && Object.values(RotationStrategy).includes(strategy)) {
this.rotationStrategy = strategy;
}
if (requestCount && requestCount > 0) {
this.requestCountPerToken = requestCount;
}
// 重置计数器
this.tokenRequestCounts.clear();
if (this.rotationStrategy === RotationStrategy.REQUEST_COUNT) {
log.info(`轮询策略已更新: ${this.rotationStrategy}, 每token请求 ${this.requestCountPerToken} 次后切换`);
} else {
log.info(`轮询策略已更新: ${this.rotationStrategy}`);
}
}
// 重建额度耗尽策略下的可用 token 列表
_rebuildAvailableQuotaTokens() {
this.availableQuotaTokenIndices = [];
this.tokens.forEach((token, index) => {
if (token.enable !== false && token.hasQuota !== false) {
this.availableQuotaTokenIndices.push(index);
}
});
if (this.availableQuotaTokenIndices.length === 0) {
this.currentQuotaIndex = 0;
} else {
this.currentQuotaIndex = this.currentQuotaIndex % this.availableQuotaTokenIndices.length;
}
}
// 从额度耗尽策略的可用列表中移除指定下标
_removeQuotaIndex(tokenIndex) {
const pos = this.availableQuotaTokenIndices.indexOf(tokenIndex);
if (pos !== -1) {
this.availableQuotaTokenIndices.splice(pos, 1);
if (this.currentQuotaIndex >= this.availableQuotaTokenIndices.length) {
this.currentQuotaIndex = 0;
}
}
}
async fetchProjectId(token) {
const response = await axios(buildAxiosRequestConfig({
method: 'POST',
url: 'https://daily-cloudcode-pa.sandbox.googleapis.com/v1internal:loadCodeAssist',
headers: {
'Host': 'daily-cloudcode-pa.sandbox.googleapis.com',
'User-Agent': 'antigravity/1.11.9 windows/amd64',
'Authorization': `Bearer ${token.access_token}`,
'Content-Type': 'application/json',
'Accept-Encoding': 'gzip'
},
data: JSON.stringify({ metadata: { ideType: 'ANTIGRAVITY' } })
}));
return response.data?.cloudaicompanionProject;
}
/**
* 检查 Token 是否过期
* @param {Object} token - Token 对象
* @returns {boolean} 是否过期
*/
isExpired(token) {
if (!token.timestamp || !token.expires_in) return true;
const expiresAt = token.timestamp + (token.expires_in * 1000);
return Date.now() >= expiresAt - TOKEN_REFRESH_BUFFER;
}
async refreshToken(token) {
log.info('正在刷新token...');
const body = new URLSearchParams({
client_id: OAUTH_CONFIG.CLIENT_ID,
client_secret: OAUTH_CONFIG.CLIENT_SECRET,
grant_type: 'refresh_token',
refresh_token: token.refresh_token
});
try {
const response = await axios(buildAxiosRequestConfig({
method: 'POST',
url: OAUTH_CONFIG.TOKEN_URL,
headers: {
'Host': 'oauth2.googleapis.com',
'User-Agent': 'Go-http-client/1.1',
'Content-Type': 'application/x-www-form-urlencoded',
'Accept-Encoding': 'gzip'
},
data: body.toString()
}));
token.access_token = response.data.access_token;
token.expires_in = response.data.expires_in;
token.timestamp = Date.now();
this.saveToFile(token);
return token;
} catch (error) {
const statusCode = error.response?.status;
const rawBody = error.response?.data;
const suffix = token.access_token ? token.access_token.slice(-8) : null;
const message = typeof rawBody === 'string' ? rawBody : (rawBody?.error?.message || error.message || '刷新 token 失败');
throw new TokenError(message, suffix, statusCode || 500);
}
}
saveToFile(tokenToUpdate = null) {
// 保持与旧接口同步调用方式一致,内部使用异步写入
this.store.mergeActiveTokens(this.tokens, tokenToUpdate).catch((error) => {
log.error('保存账号配置文件失败:', error.message);
});
}
disableToken(token) {
log.warn(`禁用token ...${token.access_token.slice(-8)}`)
token.enable = false;
this.saveToFile();
this.tokens = this.tokens.filter(t => t.refresh_token !== token.refresh_token);
this.currentIndex = this.currentIndex % Math.max(this.tokens.length, 1);
// tokens 结构发生变化时,重建额度耗尽策略下的可用列表
this._rebuildAvailableQuotaTokens();
}
// 原子操作:获取并递增请求计数
incrementRequestCount(tokenKey) {
const current = this.tokenRequestCounts.get(tokenKey) || 0;
const newCount = current + 1;
this.tokenRequestCounts.set(tokenKey, newCount);
return newCount;
}
// 原子操作:重置请求计数
resetRequestCount(tokenKey) {
this.tokenRequestCounts.set(tokenKey, 0);
}
// 判断是否应该切换到下一个token
shouldRotate(token) {
switch (this.rotationStrategy) {
case RotationStrategy.ROUND_ROBIN:
// 均衡负载:每次请求后都切换
return true;
case RotationStrategy.QUOTA_EXHAUSTED:
// 额度耗尽才切换:检查token的hasQuota标记
// 如果hasQuota为false,说明额度已耗尽,需要切换
return token.hasQuota === false;
case RotationStrategy.REQUEST_COUNT:
// 自定义次数后切换
const tokenKey = token.refresh_token;
const count = this.incrementRequestCount(tokenKey);
if (count >= this.requestCountPerToken) {
this.resetRequestCount(tokenKey);
return true;
}
return false;
default:
return true;
}
}
// 标记token额度耗尽
markQuotaExhausted(token) {
token.hasQuota = false;
this.saveToFile(token);
log.warn(`...${token.access_token.slice(-8)}: 额度已耗尽,标记为无额度`);
if (this.rotationStrategy === RotationStrategy.QUOTA_EXHAUSTED) {
const tokenIndex = this.tokens.findIndex(t => t.refresh_token === token.refresh_token);
if (tokenIndex !== -1) {
this._removeQuotaIndex(tokenIndex);
}
this.currentIndex = (this.currentIndex + 1) % Math.max(this.tokens.length, 1);
}
}
// 恢复token额度(用于额度重置后)
restoreQuota(token) {
token.hasQuota = true;
this.saveToFile(token);
log.info(`...${token.access_token.slice(-8)}: 额度已恢复`);
}
/**
* 准备单个 token(刷新 + 获取 projectId)
* @param {Object} token - Token 对象
* @returns {Promise<'ready'|'skip'|'disable'>} 处理结果
* @private
*/
async _prepareToken(token) {
// 刷新过期 token
if (this.isExpired(token)) {
await this.refreshToken(token);
}
// 获取 projectId
if (!token.projectId) {
if (config.skipProjectIdFetch) {
token.projectId = generateProjectId();
this.saveToFile(token);
log.info(`...${token.access_token.slice(-8)}: 使用随机生成的projectId: ${token.projectId}`);
} else {
const projectId = await this.fetchProjectId(token);
if (projectId === undefined) {
log.warn(`...${token.access_token.slice(-8)}: 无资格获取projectId,禁用账号`);
return 'disable';
}
token.projectId = projectId;
this.saveToFile(token);
}
}
return 'ready';
}
/**
* 处理 token 准备过程中的错误
* @param {Error} error - 错误对象
* @param {Object} token - Token 对象
* @returns {'disable'|'skip'} 处理结果
* @private
*/
_handleTokenError(error, token) {
const suffix = token.access_token?.slice(-8) || 'unknown';
if (error.statusCode === 403 || error.statusCode === 400) {
log.warn(`...${suffix}: Token 已失效或错误,已自动禁用该账号`);
return 'disable';
}
log.error(`...${suffix} 操作失败:`, error.message);
return 'skip';
}
/**
* 重置所有 token 的额度状态
* @private
*/
_resetAllQuotas() {
log.warn('所有token额度已耗尽,重置额度状态');
this.tokens.forEach(t => {
t.hasQuota = true;
});
this.saveToFile();
this._rebuildAvailableQuotaTokens();
}
async getToken() {
await this._ensureInitialized();
if (this.tokens.length === 0) return null;
// 针对额度耗尽策略做单独的高性能处理
if (this.rotationStrategy === RotationStrategy.QUOTA_EXHAUSTED) {
return this._getTokenForQuotaExhaustedStrategy();
}
return this._getTokenForDefaultStrategy();
}
/**
* 额度耗尽策略的 token 获取
* @private
*/
async _getTokenForQuotaExhaustedStrategy() {
// 如果当前没有可用 token,尝试重置额度
if (this.availableQuotaTokenIndices.length === 0) {
this._resetAllQuotas();
}
const totalAvailable = this.availableQuotaTokenIndices.length;
if (totalAvailable === 0) {
return null;
}
const startIndex = this.currentQuotaIndex % totalAvailable;
for (let i = 0; i < totalAvailable; i++) {
const listIndex = (startIndex + i) % totalAvailable;
const tokenIndex = this.availableQuotaTokenIndices[listIndex];
const token = this.tokens[tokenIndex];
try {
const result = await this._prepareToken(token);
if (result === 'disable') {
this.disableToken(token);
this._rebuildAvailableQuotaTokens();
if (this.tokens.length === 0 || this.availableQuotaTokenIndices.length === 0) {
return null;
}
continue;
}
this.currentIndex = tokenIndex;
this.currentQuotaIndex = listIndex;
return token;
} catch (error) {
const action = this._handleTokenError(error, token);
if (action === 'disable') {
this.disableToken(token);
this._rebuildAvailableQuotaTokens();
if (this.tokens.length === 0 || this.availableQuotaTokenIndices.length === 0) {
return null;
}
}
// skip: 继续尝试下一个 token
}
}
// 所有可用 token 都不可用,重置额度状态
this._resetAllQuotas();
return this.tokens[0] || null;
}
/**
* 默认策略(round_robin / request_count)的 token 获取
* @private
*/
async _getTokenForDefaultStrategy() {
const totalTokens = this.tokens.length;
const startIndex = this.currentIndex;
for (let i = 0; i < totalTokens; i++) {
const index = (startIndex + i) % totalTokens;
const token = this.tokens[index];
try {
const result = await this._prepareToken(token);
if (result === 'disable') {
this.disableToken(token);
if (this.tokens.length === 0) return null;
continue;
}
// 更新当前索引
this.currentIndex = index;
// 根据策略决定是否切换
if (this.shouldRotate(token)) {
this.currentIndex = (this.currentIndex + 1) % this.tokens.length;
}
return token;
} catch (error) {
const action = this._handleTokenError(error, token);
if (action === 'disable') {
this.disableToken(token);
if (this.tokens.length === 0) return null;
}
// skip: 继续尝试下一个 token
}
}
return null;
}
disableCurrentToken(token) {
const found = this.tokens.find(t => t.access_token === token.access_token);
if (found) {
this.disableToken(found);
}
}
// API管理方法
async reload() {
this._initPromise = this._initialize();
await this._initPromise;
log.info('Token已热重载');
}
async addToken(tokenData) {
try {
const allTokens = await this.store.readAll();
const newToken = {
access_token: tokenData.access_token,
refresh_token: tokenData.refresh_token,
expires_in: tokenData.expires_in || 3599,
timestamp: tokenData.timestamp || Date.now(),
enable: tokenData.enable !== undefined ? tokenData.enable : true
};
if (tokenData.projectId) {
newToken.projectId = tokenData.projectId;
}
if (tokenData.email) {
newToken.email = tokenData.email;
}
if (tokenData.hasQuota !== undefined) {
newToken.hasQuota = tokenData.hasQuota;
}
allTokens.push(newToken);
await this.store.writeAll(allTokens);
await this.reload();
return { success: true, message: 'Token添加成功' };
} catch (error) {
log.error('添加Token失败:', error.message);
return { success: false, message: error.message };
}
}
async updateToken(refreshToken, updates) {
try {
const allTokens = await this.store.readAll();
const index = allTokens.findIndex(t => t.refresh_token === refreshToken);
if (index === -1) {
return { success: false, message: 'Token不存在' };
}
allTokens[index] = { ...allTokens[index], ...updates };
await this.store.writeAll(allTokens);
await this.reload();
return { success: true, message: 'Token更新成功' };
} catch (error) {
log.error('更新Token失败:', error.message);
return { success: false, message: error.message };
}
}
async deleteToken(refreshToken) {
try {
const allTokens = await this.store.readAll();
const filteredTokens = allTokens.filter(t => t.refresh_token !== refreshToken);
if (filteredTokens.length === allTokens.length) {
return { success: false, message: 'Token不存在' };
}
await this.store.writeAll(filteredTokens);
await this.reload();
return { success: true, message: 'Token删除成功' };
} catch (error) {
log.error('删除Token失败:', error.message);
return { success: false, message: error.message };
}
}
async getTokenList() {
try {
const allTokens = await this.store.readAll();
return allTokens.map(token => ({
refresh_token: token.refresh_token,
access_token: token.access_token,
access_token_suffix: token.access_token ? `...${token.access_token.slice(-8)}` : 'N/A',
expires_in: token.expires_in,
timestamp: token.timestamp,
enable: token.enable !== false,
projectId: token.projectId || null,
email: token.email || null,
hasQuota: token.hasQuota !== false
}));
} catch (error) {
log.error('获取Token列表失败:', error.message);
return [];
}
}
// 获取当前轮询配置
getRotationConfig() {
return {
strategy: this.rotationStrategy,
requestCount: this.requestCountPerToken,
currentIndex: this.currentIndex,
tokenCounts: Object.fromEntries(this.tokenRequestCounts)
};
}
}
// 导出策略枚举
export { RotationStrategy };
const tokenManager = new TokenManager();
export default tokenManager;
|