aiclient-2-api / src /services /api-server.js
Jaasomn
Initial deployment
ceb3821
import * as http from 'http';
import { initializeConfig, CONFIG } from '../core/config-manager.js';
import { initApiService, autoLinkProviderConfigs } from './service-manager.js';
import { initializeUIManagement } from './ui-manager.js';
import { initializeAPIManagement } from './api-manager.js';
import { createRequestHandler } from '../handlers/request-handler.js';
import { discoverPlugins, getPluginManager } from '../core/plugin-manager.js';
/**
* @license
* Copyright 2025 Google LLC
* SPDX-License-Identifier: Apache-2.0
*
* 描述 / Description:
* (最终生产就绪版本 / Final Production Ready Version)
* 此脚本创建一个独立的 Node.js HTTP 服务器,作为 Google Cloud Code Assist API 的本地代理。
* 此版本包含所有功能和错误修复,设计为健壮、灵活且易于通过全面可控的日志系统进行监控。
*
* This script creates a standalone Node.js HTTP server that acts as a local proxy for the Google Cloud Code Assist API.
* This version includes all features and bug fixes, designed to be robust, flexible, and easy to monitor through a comprehensive and controllable logging system.
*
* 主要功能 / Key Features:
* - OpenAI & Gemini & Claude 多重兼容性:无缝桥接使用 OpenAI API 格式的客户端与 Google Gemini API。支持原生 Gemini API (`/v1beta`) 和 OpenAI 兼容 (`/v1`) 端点。
* OpenAI & Gemini & Claude Dual Compatibility: Seamlessly bridges clients using the OpenAI API format with the Google Gemini API. Supports both native Gemini API (`/v1beta`) and OpenAI-compatible (`/v1`) endpoints.
*
* - 强大的身份验证管理:支持多种身份验证方法,包括通过 Base64 字符串、文件路径或自动发现本地凭据的 OAuth 2.0 配置。能够自动刷新过期令牌以确保服务持续运行。
* Robust Authentication Management: Supports multiple authentication methods, including OAuth 2.0 configuration via Base64 strings, file paths, or automatic discovery of local credentials. Capable of automatically refreshing expired tokens to ensure continuous service operation.
*
* - 灵活的 API 密钥验证:支持三种 API 密钥验证方法:`Authorization: Bearer <key>` 请求头、`x-goog-api-key` 请求头和 `?key=` URL 查询参数,可通过 `--api-key` 启动参数配置。
* Flexible API Key Validation: Supports three API key validation methods: `Authorization: Bearer <key>` request header, `x-goog-api-key` request header, and `?key=` URL query parameter, configurable via the `--api-key` startup parameter.
*
* - 动态系统提示管理 / Dynamic System Prompt Management:
* - 文件注入:通过 `--system-prompt-file` 从外部文件加载系统提示,并通过 `--system-prompt-mode` 控制其行为(覆盖或追加)。
* File Injection: Loads system prompts from external files via `--system-prompt-file` and controls their behavior (overwrite or append) with `--system-prompt-mode`.
* - 实时同步:能够将请求中包含的系统提示实时写入 `configs/fetch_system_prompt.txt` 文件,便于开发者观察和调试。
* Real-time Synchronization: Capable of writing system prompts included in requests to the `fetch_system_prompt.txt` file in real-time, facilitating developer observation and debugging.
*
* - 智能请求转换和修复:自动将 OpenAI 格式的请求转换为 Gemini 格式,包括角色映射(`assistant` -> `model`)、合并来自同一角色的连续消息以及修复缺失的 `role` 字段。
* Intelligent Request Conversion and Repair: Automatically converts OpenAI-formatted requests to Gemini format, including role mapping (`assistant` -> `model`), merging consecutive messages from the same role, and fixing missing `role` fields.
*
* - 全面可控的日志系统:提供两种日志模式(控制台或文件),详细记录每个请求的输入和输出、剩余令牌有效性等信息,用于监控和调试。
* Comprehensive and Controllable Logging System: Provides two logging modes (console or file), detailing input and output of each request, remaining token validity, and other information for monitoring and debugging.
*
* - 高度可配置的启动:支持通过命令行参数配置服务监听地址、端口、项目 ID、API 密钥和日志模式。
* Highly Configurable Startup: Supports configuring service listening address, port, project ID, API key, and logging mode via command-line parameters.
*
* 使用示例 / Usage Examples:
*
* 基本用法 / Basic Usage:
* node src/api-server.js
*
* 服务器配置 / Server Configuration:
* node src/api-server.js --host 0.0.0.0 --port 8080 --api-key your-secret-key
*
* OpenAI 提供商 / OpenAI Provider:
* node src/api-server.js --model-provider openai-custom --openai-api-key sk-xxx --openai-base-url https://api.openai.com/v1
*
* Claude 提供商 / Claude Provider:
* node src/api-server.js --model-provider claude-custom --claude-api-key sk-ant-xxx --claude-base-url https://api.anthropic.com
*
* Gemini 提供商(使用 Base64 凭据的 OAuth)/ Gemini Provider (OAuth with Base64 credentials):
* node src/api-server.js --model-provider gemini-cli --gemini-oauth-creds-base64 eyJ0eXBlIjoi... --project-id your-project-id
*
* Gemini 提供商(使用凭据文件的 OAuth)/ Gemini Provider (OAuth with credentials file):
* node src/api-server.js --model-provider gemini-cli --gemini-oauth-creds-file /path/to/credentials.json --project-id your-project-id
*
* 系统提示管理 / System Prompt Management:
* node src/api-server.js --system-prompt-file custom-prompt.txt --system-prompt-mode append
*
* 日志配置 / Logging Configuration:
* node src/api-server.js --log-prompts console
* node src/api-server.js --log-prompts file --prompt-log-base-name my-logs
*
* 完整示例 / Complete Example:
* node src/api-server.js \
* --host 0.0.0.0 \
* --port 3000 \
* --api-key my-secret-key \
* --model-provider gemini-cli-oauth \
* --project-id my-gcp-project \
* --gemini-oauth-creds-file ./credentials.json \
* --system-prompt-file ./custom-system-prompt.txt \
* --system-prompt-mode overwrite \
* --log-prompts file \
* --prompt-log-base-name api-logs
*
* 命令行参数 / Command Line Parameters:
* --host <address> 服务器监听地址 / Server listening address (default: 0.0.0.0)
* --port <number> 服务器监听端口 / Server listening port (default: 3000)
* --api-key <key> 身份验证所需的 API 密钥 / Required API key for authentication (default: 123456)
* --model-provider <provider[,provider...]> AI 模型提供商 / AI model provider: openai-custom, claude-custom, gemini-cli-oauth, claude-kiro-oauth
* --openai-api-key <key> OpenAI API 密钥 / OpenAI API key (for openai-custom provider)
* --openai-base-url <url> OpenAI API 基础 URL / OpenAI API base URL (for openai-custom provider)
* --claude-api-key <key> Claude API 密钥 / Claude API key (for claude-custom provider)
* --claude-base-url <url> Claude API 基础 URL / Claude API base URL (for claude-custom provider)
* --gemini-oauth-creds-base64 <b64> Gemini OAuth 凭据的 Base64 字符串 / Gemini OAuth credentials as Base64 string
* --gemini-oauth-creds-file <path> Gemini OAuth 凭据 JSON 文件路径 / Path to Gemini OAuth credentials JSON file
* --kiro-oauth-creds-base64 <b64> Kiro OAuth 凭据的 Base64 字符串 / Kiro OAuth credentials as Base64 string
* --kiro-oauth-creds-file <path> Kiro OAuth 凭据 JSON 文件路径 / Path to Kiro OAuth credentials JSON file
* --qwen-oauth-creds-file <path> Qwen OAuth 凭据 JSON 文件路径 / Path to Qwen OAuth credentials JSON file
* --project-id <id> Google Cloud 项目 ID / Google Cloud Project ID (for gemini-cli provider)
* --system-prompt-file <path> 系统提示文件路径 / Path to system prompt file (default: configs/input_system_prompt.txt)
* --system-prompt-mode <mode> 系统提示模式 / System prompt mode: overwrite or append (default: overwrite)
* --log-prompts <mode> 提示日志模式 / Prompt logging mode: console, file, or none (default: none)
* --prompt-log-base-name <name> 提示日志文件基础名称 / Base name for prompt log files (default: prompt_log)
* --request-max-retries <number> API 请求失败时,自动重试的最大次数。 / Max retries for API requests on failure (default: 3)
* --request-base-delay <number> 自动重试之间的基础延迟时间(毫秒)。每次重试后延迟会增加。 / Base delay in milliseconds between retries, increases with each retry (default: 1000)
* --cron-near-minutes <number> OAuth 令牌刷新任务计划的间隔时间(分钟)。 / Interval for OAuth token refresh task in minutes (default: 15)
* --cron-refresh-token <boolean> 是否开启 OAuth 令牌自动刷新任务 / Whether to enable automatic OAuth token refresh task (default: true)
* --provider-pools-file <path> 提供商号池配置文件路径 / Path to provider pools configuration file (default: null)
*
*/
import 'dotenv/config'; // Import dotenv and configure it
import '../converters/register-converters.js'; // 注册所有转换器
import { getProviderPoolManager } from './service-manager.js';
// 检测是否作为子进程运行
const IS_WORKER_PROCESS = process.env.IS_WORKER_PROCESS === 'true';
// 存储服务器实例,用于优雅关闭
let serverInstance = null;
/**
* 发送消息给主进程
* @param {Object} message - 消息对象
*/
function sendToMaster(message) {
if (IS_WORKER_PROCESS && process.send) {
process.send(message);
}
}
/**
* 设置子进程通信处理
*/
function setupWorkerCommunication() {
if (!IS_WORKER_PROCESS) return;
// 监听来自主进程的消息
process.on('message', (message) => {
if (!message || !message.type) return;
console.log('[Worker] Received message from master:', message.type);
switch (message.type) {
case 'shutdown':
console.log('[Worker] Shutdown requested by master');
gracefulShutdown();
break;
case 'status':
sendToMaster({
type: 'status',
data: {
pid: process.pid,
uptime: process.uptime(),
memoryUsage: process.memoryUsage()
}
});
break;
default:
console.log('[Worker] Unknown message type:', message.type);
}
});
// 监听断开连接
process.on('disconnect', () => {
console.log('[Worker] Disconnected from master, shutting down...');
gracefulShutdown();
});
}
/**
* 优雅关闭服务器
*/
async function gracefulShutdown() {
console.log('[Server] Initiating graceful shutdown...');
if (serverInstance) {
serverInstance.close(() => {
console.log('[Server] HTTP server closed');
process.exit(0);
});
// 设置超时,防止无限等待
setTimeout(() => {
console.log('[Server] Shutdown timeout, forcing exit...');
process.exit(1);
}, 10000);
} else {
process.exit(0);
}
}
/**
* 设置进程信号处理
*/
function setupSignalHandlers() {
process.on('SIGTERM', () => {
console.log('[Server] Received SIGTERM');
gracefulShutdown();
});
process.on('SIGINT', () => {
console.log('[Server] Received SIGINT');
gracefulShutdown();
});
process.on('uncaughtException', (error) => {
console.error('[Server] Uncaught exception:', error);
gracefulShutdown();
});
process.on('unhandledRejection', (reason, promise) => {
console.error('[Server] Unhandled rejection at:', promise, 'reason:', reason);
});
}
// --- Server Initialization ---
async function startServer() {
// Initialize configuration
await initializeConfig(process.argv.slice(2), 'configs/config.json');
// 自动关联 configs 目录中的配置文件到对应的提供商
// console.log('[Initialization] Checking for unlinked provider configs...');
// await autoLinkProviderConfigs(CONFIG);
// Initialize plugin system
console.log('[Initialization] Discovering and initializing plugins...');
await discoverPlugins();
const pluginManager = getPluginManager();
await pluginManager.initAll(CONFIG);
// Log loaded plugins
const pluginList = pluginManager.getPluginList();
if (pluginList.length > 0) {
console.log(`[Plugins] Loaded ${pluginList.length} plugin(s):`);
pluginList.forEach(p => {
const status = p.enabled ? '✓' : '✗';
console.log(` ${status} ${p.name} v${p.version} - ${p.description}`);
});
}
// Initialize API services
const services = await initApiService(CONFIG, true);
// Initialize UI management features
initializeUIManagement(CONFIG);
// Initialize API management and get heartbeat function
const heartbeatAndRefreshToken = initializeAPIManagement(services);
// Create request handler
const requestHandlerInstance = createRequestHandler(CONFIG, getProviderPoolManager());
serverInstance = http.createServer({
// 设置服务器级别的超时
requestTimeout: 0, // 禁用请求超时(流式响应需要)
headersTimeout: 60000, // 头部超时 60 秒
keepAliveTimeout: 65000 // Keep-alive 超时
}, requestHandlerInstance);
// 设置服务器的最大连接数
serverInstance.maxConnections = 1000;
serverInstance.listen(CONFIG.SERVER_PORT, CONFIG.HOST, async () => {
console.log(`--- Unified API Server Configuration ---`);
const configuredProviders = Array.isArray(CONFIG.DEFAULT_MODEL_PROVIDERS) && CONFIG.DEFAULT_MODEL_PROVIDERS.length > 0
? CONFIG.DEFAULT_MODEL_PROVIDERS
: [CONFIG.MODEL_PROVIDER];
const uniqueProviders = [...new Set(configuredProviders)];
console.log(` Primary Model Provider: ${CONFIG.MODEL_PROVIDER}`);
if (uniqueProviders.length > 1) {
console.log(` Additional Model Providers: ${uniqueProviders.slice(1).join(', ')}`);
}
console.log(` System Prompt File: ${CONFIG.SYSTEM_PROMPT_FILE_PATH || 'Default'}`);
console.log(` System Prompt Mode: ${CONFIG.SYSTEM_PROMPT_MODE}`);
console.log(` Host: ${CONFIG.HOST}`);
console.log(` Port: ${CONFIG.SERVER_PORT}`);
console.log(` Required API Key: ${CONFIG.REQUIRED_API_KEY}`);
console.log(` Prompt Logging: ${CONFIG.PROMPT_LOG_MODE}${CONFIG.PROMPT_LOG_FILENAME ? ` (to ${CONFIG.PROMPT_LOG_FILENAME})` : ''}`);
console.log(`------------------------------------------`);
console.log(`\nUnified API Server running on http://${CONFIG.HOST}:${CONFIG.SERVER_PORT}`);
console.log(`Supports multiple API formats:`);
console.log(` • OpenAI-compatible: /v1/chat/completions, /v1/responses, /v1/models`);
console.log(` • Gemini-compatible: /v1beta/models, /v1beta/models/{model}:generateContent`);
console.log(` • Claude-compatible: /v1/messages`);
console.log(` • Health check: /health`);
console.log(` • UI Management Console: http://${CONFIG.HOST}:${CONFIG.SERVER_PORT}/`);
// Auto-open browser to UI (only if host is 0.0.0.0 or 127.0.0.1)
// if (CONFIG.HOST === '0.0.0.0' || CONFIG.HOST === '127.0.0.1') {
try {
const open = (await import('open')).default;
// 作为子进程启动时,需要更长的延迟确保服务完全就绪
const openDelay = IS_WORKER_PROCESS ? 3000 : 1000;
setTimeout(() => {
let openUrl = `http://${CONFIG.HOST}:${CONFIG.SERVER_PORT}/login.html`;
if(CONFIG.HOST === '0.0.0.0'){
openUrl = `http://localhost:${CONFIG.SERVER_PORT}/login.html`;
}
open(openUrl)
.then(() => {
console.log('[UI] Opened login page in default browser');
})
.catch(err => {
console.log('[UI] Please open manually: http://' + CONFIG.HOST + ':' + CONFIG.SERVER_PORT + '/login.html');
});
}, openDelay);
} catch (err) {
console.log(`[UI] Login page available at: http://${CONFIG.HOST}:${CONFIG.SERVER_PORT}/login.html`);
}
// }
if (CONFIG.CRON_REFRESH_TOKEN) {
console.log(` • Cron Near Minutes: ${CONFIG.CRON_NEAR_MINUTES}`);
console.log(` • Cron Refresh Token: ${CONFIG.CRON_REFRESH_TOKEN}`);
// 每 CRON_NEAR_MINUTES 分钟执行一次心跳日志和令牌刷新
setInterval(heartbeatAndRefreshToken, CONFIG.CRON_NEAR_MINUTES * 60 * 1000);
}
// 服务器完全启动后,执行初始健康检查
const poolManager = getProviderPoolManager();
if (poolManager) {
console.log('[Initialization] Performing initial health checks for provider pools...');
poolManager.performHealthChecks(true);
}
// 如果是子进程,通知主进程已就绪
if (IS_WORKER_PROCESS) {
sendToMaster({ type: 'ready', pid: process.pid });
}
});
return serverInstance; // Return the server instance for testing purposes
}
// 设置信号处理
setupSignalHandlers();
// 设置子进程通信
setupWorkerCommunication();
startServer().catch(err => {
console.error("[Server] Failed to start server:", err.message);
process.exit(1);
});
// 导出用于外部调用
export { gracefulShutdown, sendToMaster };