index.js

import express from 'express';
import FormData from 'form-data';
import { v4 as uuidv4 } from 'uuid';
import fetch from 'node-fetch';
import cors from 'cors';
import Logger from './logger.js';
import dotenv from 'dotenv';


// 初始化环境变量
dotenv.config();

// 配置管理
const CONFIG = {
    SERVER: {
        PORT: process.env.PORT || 25526,
        BODY_LIMIT: '5mb',
        CORS_OPTIONS: {
            origin: '*',
            methods: ['GET', 'POST', 'OPTIONS'],
            allowedHeaders: ['Content-Type', 'Authorization'],
            credentials: true
        }
    },
    API: {
        API_KEY: process.env.API_KEY || "sk-123456",
        AUTH_TOKEN: process.env.AUTH_TOKEN,
        CT0: process.env.CT0,
        ENDPOINTS: {
            CHAT: 'https://grok.x.com/2/grok/add_response.json',
            CREATE_CONVERSATION: 'https://x.com/i/api/graphql/vvC5uy7pWWHXS2aDi1FZeA/CreateGrokConversation',
            DELETE_CONVERSATION: 'https://x.com/i/api/graphql/TlKHSWVMVeaa-i7dqQqFQA/ConversationItem_DeleteConversationMutation',
            UPLOAD_IMAGE: 'https://x.com/i/api/2/grok/attachment.json'
        }
    },
    MODELS: {
        "grok-3": "grok-3",
        "grok-3-deepsearch": "grok-3",
        "grok-3-reasoning": "grok-3",
        "grok-3-imageGen": "grok-3",
    },
    SIGNATURE_INDEX: 0,
    IS_IMG_GEN: false,
    ISSHOW_SEARCH_RESULTS: process.env.ISSHOW_SEARCH_RESULTS === 'true',
    IS_THINKING: false
};

// HTTP 请求头配置
const DEFAULT_HEADERS = {
    'authorization': 'Bearer AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA',
    'sec-ch-ua': '"Google Chrome";v="131", "Chromium";v="131", "Not_A Brand";v="24"',
    'sec-ch-ua-mobile': '?0',
    'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
    'accept': '*/*',
    'content-type': 'text/plain;charset=UTF-8',
    'origin': 'https://x.com',
    'sec-fetch-site': 'same-site',
    'sec-fetch-mode': 'cors',
    'accept-encoding': 'gzip, deflate, br, zstd',
    'accept-language': 'zh-CN,zh;q=0.9',
    'priority': 'u=1, i'
};


async function initialization() {
    const auth_tokenArray = CONFIG.API.AUTH_TOKEN.split(',');
    const ct0Array = CONFIG.API.CT0.split(',');
    auth_tokenArray.forEach((auth_token, index) => {
        tokenManager.addToken(`auth_token=${auth_token};ct0=${ct0Array[index]}`);
    });
    Logger.info("初始化完成", 'Server');
}
class AuthTokenManager {
    constructor() {
        this.activeTokens = [];
        this.expiredTokens = new Map();
        this.isRecoveryProcess = false;
    }

    // 添加 token
    addToken(token) {
        if (!this.activeTokens.includes(token)) {
            this.activeTokens.push(token);
        }
    }

    // 通过下标获取 token
    getTokenByIndex(index) {
        if (index < 0 || index >= this.activeTokens.length) {
            throw new Error(`无效的索引：${index}`);
        }
        return this.activeTokens[index];
    }

    // 通过下标移除 token
    removeTokenByIndex(index) {
        if (index < 0 || index >= this.activeTokens.length) {
            throw new Error(`无效的索引：${index}`);
        }

        const token = this.activeTokens[index];
        this.activeTokens.splice(index, 1);

        // 记录失效时间
        this.expiredTokens.set(token, Date.now());
        return token;
    }

    // 启动定期恢复机制
    startTokenRecoveryProcess() {
        setInterval(() => {
            const now = Date.now();
            for (const [token, expiredTime] of this.expiredTokens.entries()) {
                if (now - expiredTime >= 2 * 60 * 60 * 1000) {
                    this.activeTokens.push(token);
                    this.expiredTokens.delete(token);
                    console.log(`Token ${token} recovered`);
                }
            }
        }, 2 * 60 * 60 * 1000);
    }

    // 获取 token 总数
    getTokenCount() {
        return this.activeTokens.length;
    }

    // 获取所有活跃 token
    getActiveTokens() {
        return [...this.activeTokens];
    }
}

const tokenManager = new AuthTokenManager();
await initialization();


// 工具类
class Utils {
    static generateRandomString(length, charset = '0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ') {
        return Array(length).fill(null)
            .map(() => charset[Math.floor(Math.random() * charset.length)])
            .join('');
    }
    static getRandomID(size) {
        const customDict = '0123456789';
        return Array(size).fill(null)
            .map(() => customDict[(Math.random() * customDict.length) | 0])
            .join('');
    }
    static createAuthHeaders() {
        return {
            ...DEFAULT_HEADERS,
            'x-csrf-token': tokenManager.getTokenByIndex(CONFIG.SIGNATURE_INDEX).split(';')[1].split('=')[1],
            'cookie': `${tokenManager.getTokenByIndex(CONFIG.SIGNATURE_INDEX)}`
        };
    }

    static getImageMimeType(base64String) {
        const matches = base64String.match(/data:([a-zA-Z0-9]+\/[a-zA-Z0-9-.+]+);base64,/);
        return matches ? matches[1] : 'image/jpeg';
    }

    static async handleApiResponse(response, errorMessage) {
        if (!response.ok) {
            throw new Error(`${errorMessage} Status: ${response.status}`);
        }
        return await response.json();
    }
}

// 会话管理类
class ConversationManager {
    static async generateNewId() {
        const response = await fetch(CONFIG.API.ENDPOINTS.CREATE_CONVERSATION, {
            method: 'POST',
            headers: Utils.createAuthHeaders(),
            body: JSON.stringify({
                variables: {},
                queryId: "vvC5uy7pWWHXS2aDi1FZeA"
            })
        });

        const data = await Utils.handleApiResponse(response, '创建会话失败!');
        return data.data.create_grok_conversation.conversation_id;
    }

    static async deleteConversation(conversationId) {
        if (!conversationId) return;

        await fetch(CONFIG.API.ENDPOINTS.DELETE_CONVERSATION, {
            method: 'POST',
            headers: Utils.createAuthHeaders(),
            body: JSON.stringify({
                variables: { conversationId },
                queryId: "TlKHSWVMVeaa-i7dqQqFQA"
            })
        });
    }
}

// 消息处理类
class MessageProcessor {
    static createChatResponse(message, model, isStream = false) {
        const baseResponse = {
            id: `chatcmpl-${uuidv4()}`,
            created: Math.floor(Date.now() / 1000),
            model: model
        };

        if (isStream) {
            return {
                ...baseResponse,
                object: 'chat.completion.chunk',
                choices: [{
                    index: 0,
                    delta: { content: message }
                }]
            };
        }

        return {
            ...baseResponse,
            object: 'chat.completion',
            choices: [{
                index: 0,
                message: {
                    role: 'assistant',
                    content: message
                },
                finish_reason: 'stop'
            }],
            usage: null
        };
    }

    static processMessageContent(content) {
        if (typeof content === 'string') return content;
        if (Array.isArray(content)) {
            if (content.some(item => item.type === 'image_url')) return null;
            return content
                .filter(item => item.type === 'text')
                .map(item => item.text)
                .join('\n');
        }
        if (typeof content === 'object') return content.text || null;
        return null;
    }
}

// Grok API 客户端类
class TwitterGrokApiClient {
    constructor(modelId) {
        if (!CONFIG.MODELS[modelId]) {
            throw new Error(`不支持的模型: ${modelId}`);
        }
        this.modelId = CONFIG.MODELS[modelId];
        this.modelType = {
            isDeepSearch: modelId === 'grok-3-deepsearch',
            isReasoning: modelId === 'grok-3-reasoning'
        };
    }

    async uploadImage(imageData) {
        const formData = new FormData();
        const imageBuffer = Buffer.from(imageData.split(',')[1], 'base64');
        const mimeType = Utils.getImageMimeType(imageData);

        formData.append('photo', imageBuffer, {
            filename: 'image.png',
            contentType: mimeType
        });

        const response = await fetch(CONFIG.API.ENDPOINTS.UPLOAD_IMAGE, {
            method: 'POST',
            headers: {
                ...Utils.createAuthHeaders(),
                ...formData.getHeaders()
            },
            body: formData
        });

        return await Utils.handleApiResponse(response, '图片上传失败');
    }

    removeThinkTags(text) {
        text = text.replace(/<think>[\s\S]*?<\/think>/g, '').trim();
        text = text.replace(/!\[image\]\(data:.*?base64,.*?\)/g, '[图片]');
        return text;
    };

    async transformMessages(messages) {
        if (messages[0].role === 'assistant') {
            throw new Error('ai不能是第一个消息');
        }

        const processedMessages = [];
        let currentMessage = null;

        for (const msg of messages) {
            const normalizedMsg = msg.role === 'system' ? { ...msg, role: 'user' } : msg;

            if (!currentMessage || currentMessage.role !== normalizedMsg.role) {
                if (currentMessage) {
                    const processedContent = await this.processMessageContent(
                        currentMessage,
                        processedMessages.length >= messages.length - 2
                    );
                    if (processedContent) {
                        processedMessages.push(processedContent);
                    }
                }
                currentMessage = normalizedMsg;
            } else {
                currentMessage.content = typeof currentMessage.content === 'string' && typeof normalizedMsg.content === 'string'
                    ? `${currentMessage.content}\n${normalizedMsg.content}`
                    : normalizedMsg.content;
            }
        }

        // 处理最后一个消息
        if (currentMessage) {
            const processedContent = await this.processMessageContent(
                currentMessage,
                true
            );
            if (processedContent) {
                processedMessages.push(processedContent);
            }
        }

        return processedMessages;
    }

    async processMessageContent(msg, isLastTwoMessages) {
        const { role, content } = msg;
        let message = '';
        let fileAttachments = [];

        if (typeof content === 'string') {
            message = this.removeThinkTags(content);
        } else if (Array.isArray(content) || typeof content === 'object') {
            const { text, imageAttachments } = await this.processComplexContent(content, isLastTwoMessages);
            message = this.removeThinkTags(text);
            fileAttachments = imageAttachments;
        }

        return {
            message,
            sender: role === 'assistant' ? 2 : 1,
            ...(role === 'user' && { fileAttachments })
        };
    }

    async processComplexContent(content, isLastTwoMessages) {
        let text = '';
        let imageAttachments = [];

        const processItem = async (item) => {
            if (item.type === 'text') {
                text += item.text;
            } else if (item.type === 'image_url' && item.image_url.url.includes('data:image')) {
                if (isLastTwoMessages) {
                    const uploadResult = await this.uploadImage(item.image_url.url);
                    if (Array.isArray(uploadResult)) {
                        imageAttachments.push(...uploadResult);
                    }
                } else {
                    text += '[图片]';
                }
            }
        };

        if (Array.isArray(content)) {
            await Promise.all(content.map(processItem));
        } else {
            await processItem(content);
        }

        return { text, imageAttachments };
    }

    async prepareChatRequest(request) {
        const responses = await this.transformMessages(request.messages);
        const conversationId = await ConversationManager.generateNewId();

        return {
            responses,
            systemPromptName: "",
            grokModelOptionId: this.modelId,
            conversationId,
            returnSearchResults: this.modelType.isReasoning,
            returnCitations: this.modelType.isReasoning,
            promptMetadata: {
                promptSource: "NATURAL",
                action: "INPUT"
            },
            imageGenerationCount: 1,
            requestFeatures: {
                eagerTweets: false,
                serverHistory: false
            },
            enableCustomization: true,
            enableSideBySide: false,
            toolOverrides: {
                imageGen: request.model === 'grok-3-imageGen',
            },
            isDeepsearch: this.modelType.isDeepSearch,
            isReasoning: this.modelType.isReasoning
        };
    }
}

// 响应处理类
class ResponseHandler {
    static async handleStreamResponse(response, model, res) {
        res.setHeader('Content-Type', 'text/event-stream');
        res.setHeader('Cache-Control', 'no-cache');
        res.setHeader('Connection', 'keep-alive');

        const reader = response.body;
        let buffer = '';
        CONFIG.IS_IMG_GEN = false;
        CONFIG.IS_THINKING = false;

        try {
            for await (const chunk of reader) {
                const lines = (buffer + chunk.toString()).split('\n');
                buffer = lines.pop() || '';

                for (const line of lines) {
                    if (!line.trim()) continue;
                    await this.processStreamLine(JSON.parse(line), model, res);
                }
            }

            res.write('data: [DONE]\n\n');
            res.end();
        } catch (error) {
            Logger.error('Stream response error:', error, 'ChatAPI');
            throw error;
        }
    }

    static async processStreamLine(jsonData, model, res) {
        if (jsonData.result?.doImgGen) {
            CONFIG.IS_IMG_GEN = true;
            return;
        }

        if (CONFIG.IS_IMG_GEN && jsonData.result?.event?.imageAttachmentUpdate?.progress === 100) {
            await this.handleImageGeneration(jsonData, model, res);
            return;
        }

        if (!CONFIG.IS_IMG_GEN && jsonData.result?.message) {
            await this.handleTextMessage(jsonData, model, res);
        }
    }

    static async handleImageGeneration(jsonData, model, res) {
        const imageUrl = jsonData.result.event.imageAttachmentUpdate.imageUrl;
        const imageResponse = await fetch(imageUrl, {
            method: 'GET',
            headers: Utils.createAuthHeaders()
        });

        if (!imageResponse.ok) {
            throw new Error(`Image request failed: ${imageResponse.status}`);
        }

        const imageBuffer = await imageResponse.arrayBuffer();
        const base64Image = Buffer.from(imageBuffer).toString('base64');
        const imageContentType = imageResponse.headers.get('content-type');
        const message = `![image](data:${imageContentType};base64,${base64Image})`;

        const responseData = MessageProcessor.createChatResponse(message, model, true);
        res.write(`data: ${JSON.stringify(responseData)}\n\n`);
    }

    static async handleTextMessage(jsonData, model, res) {
        let message = jsonData.result.message;

        switch (model) {
            case "grok-3-reasoning":
                if(!CONFIG.ISSHOW_SEARCH_RESULTS && jsonData.result?.isThinking)return;
                if (!CONFIG.IS_THINKING && jsonData.result?.isThinking) {
                    message = "<think>" + message;
                    CONFIG.IS_THINKING = true;
                } else if (CONFIG.IS_THINKING && !jsonData.result?.isThinking) {
                    message = "</think>" + message;
                    CONFIG.IS_THINKING = false;
                }
                break;
            case "grok-3-deepsearch":
                if (jsonData.result?.messageTag !== "final") return;
                break;
        }

        const responseData = MessageProcessor.createChatResponse(message, model, true);
        res.write(`data: ${JSON.stringify(responseData)}\n\n`);
    }

    static async handleNormalResponse(response, model, res) {
        const reader = response.body;
        let buffer = '';
        let fullResponse = '';
        let imageUrl = null;
        try {
            for await (const chunk of reader) {
                const lines = (buffer + chunk.toString()).split('\n');
                buffer = lines.pop() || '';

                for (const line of lines) {
                    if (!line.trim()) continue;
                    const result = await this.processNormalLine(JSON.parse(line), model, CONFIG.IS_THINKING);
                    fullResponse += result.text || '';
                    imageUrl = result.imageUrl || imageUrl;
                    CONFIG.IS_THINKING = result.isThinking;
                }
            }

            if (imageUrl) {
                await this.sendImageResponse(imageUrl, model, res);
            } else {
                if (fullResponse.includes("You've reached your limit of 15 Grok")) {
                    throw new Error('You have reached your limit of 15 Grok');
                }
                const responseData = MessageProcessor.createChatResponse(fullResponse, model);
                res.json(responseData);
            }
        } catch (error) {
            Logger.error('Normal response error:', error, 'ChatAPI');
            throw error;
        }
    }

    static async processNormalLine(jsonData, model, isThinking) {
        let result = { text: '', imageUrl: null, isThinking };

        if (jsonData.result?.message) {
            switch (model) {
                case "grok-3-reasoning":
                    result = this.processReasoningMessage(jsonData, isThinking);
                    break;
                case "grok-3-deepsearch":
                    if (jsonData.result?.messageTag === "final") {
                        result.text = jsonData.result.message;
                    }
                    break;
                default:
                    result.text = jsonData.result.message;
            }
        }

        if (jsonData.result?.event?.imageAttachmentUpdate?.progress === 100) {
            result.imageUrl = jsonData.result.event.imageAttachmentUpdate.imageUrl;
        }

        return result;
    }

    static processReasoningMessage(jsonData, isThinking) {
        let result = { text: '', isThinking };
        if(!CONFIG.ISSHOW_SEARCH_RESULTS && jsonData.result?.isThinking)return result;
        if (jsonData.result?.isThinking && !isThinking) {
            result.text = "<think>" + jsonData.result.message;
            result.isThinking = true;
        } else if (isThinking && !jsonData.result?.isThinking) {
            result.text = "</think>" + jsonData.result.message;
            result.isThinking = false;
        } else {
            result.text = jsonData.result.message;
        }

        return result;
    }

    static async sendImageResponse(imageUrl, model, res) {
        const response = await fetch(imageUrl, {
            method: 'GET',
            headers: Utils.createAuthHeaders()
        });

        if (!response.ok) {
            throw new Error(`Image request failed: ${response.status}`);
        }

        const imageBuffer = await response.arrayBuffer();
        const base64Image = Buffer.from(imageBuffer).toString('base64');
        const imageContentType = response.headers.get('content-type');

        const responseData = MessageProcessor.createChatResponse(
            `![image](data:${imageContentType};base64,${base64Image})`,
            model
        );
        res.json(responseData);
    }
}

// Express 应用配置
const app = express();
app.use(Logger.requestLogger);
app.use(cors(CONFIG.SERVER.CORS_OPTIONS));
app.use(express.json({ limit: CONFIG.SERVER.BODY_LIMIT }));
app.use(express.urlencoded({ extended: true, limit: CONFIG.SERVER.BODY_LIMIT }));

// API 路由
app.get('/hf/v1/models', (req, res) => {
    res.json({
        object: "list",
        data: Object.keys(CONFIG.MODELS).map(model => ({
            id: model,
            object: "model",
            created: Math.floor(Date.now() / 1000),
            owned_by: "xgrok",
        }))
    });
});
app.post('/hf/v1/chat/completions', async (req, res) => {
    try {
        const authToken = req.headers.authorization?.replace('Bearer ', '');
        if (authToken !== CONFIG.API.API_KEY) {
            return res.status(401).json({ error: 'Unauthorized' });
        }

        while (tokenManager.getTokenCount() > 0) {
            const grokClient = new TwitterGrokApiClient(req.body.model);
            const requestPayload = await grokClient.prepareChatRequest(req.body);
            Logger.info(`当前令牌索引: ${CONFIG.SIGNATURE_INDEX}`, 'Server');
            const response = await fetch(CONFIG.API.ENDPOINTS.CHAT, {
                method: 'POST',
                headers: Utils.createAuthHeaders(),
                body: JSON.stringify(requestPayload)
            });

            if (response.ok) {
                Logger.info(`请求成功`, 'Server');
                Logger.info(`当前剩余可用令牌数: ${tokenManager.getTokenCount()}`, 'Server');
                try {
                    await (req.body.stream
                        ? ResponseHandler.handleStreamResponse(response, req.body.model, res)
                        : ResponseHandler.handleNormalResponse(response, req.body.model, res));
                    CONFIG.SIGNATURE_INDEX = (CONFIG.SIGNATURE_INDEX + 1) % tokenManager.getTokenCount();    
                    return; // 成功后直接返回
                } catch (error) {
                    tokenManager.removeTokenByIndex(CONFIG.SIGNATURE_INDEX);
                    if (!tokenManager.isRecoveryProcess) {
                        tokenManager.startTokenRecoveryProcess();
                    }
                    Logger.warn(`当前令牌失效，已移除令牌，剩余令牌数: ${tokenManager.getTokenCount()}`, 'Server');
                    // 更新签名索引
                    CONFIG.SIGNATURE_INDEX = (CONFIG.SIGNATURE_INDEX + 1) % tokenManager.getTokenCount();
                }
            } else {
                // 处理429错误
                if (response.status === 429) {
                    tokenManager.removeTokenByIndex(CONFIG.SIGNATURE_INDEX);
                    if (!tokenManager.isRecoveryProcess) {
                        tokenManager.startTokenRecoveryProcess();
                    }
                    CONFIG.SIGNATURE_INDEX = (CONFIG.SIGNATURE_INDEX + 1) % tokenManager.getTokenCount();
                    Logger.warn(`当前令牌失效，已移除令牌，剩余令牌数: ${tokenManager.getTokenCount()}`, 'Server');
                } else {
                    CONFIG.SIGNATURE_INDEX = (CONFIG.SIGNATURE_INDEX + 1) % tokenManager.getTokenCount();
                    // 非429错误直接抛出
                    throw new Error(`上游服务请求失败! status: ${response.status}`);
                }
            }
        }

        // 如果重试次数用完仍然是429
        throw new Error('所有令牌都已耗尽，请求被限流');
    } catch (error) {
        CONFIG.SIGNATURE_INDEX = (CONFIG.SIGNATURE_INDEX + 1) % tokenManager.getTokenCount();
        Logger.error('Chat Completions Request Error', error, 'ChatAPI');
        res.status(500).json({
            error: {
                message: error.message,
                type: 'server_error',
                param: null,
                code: error.code || null
            }
        });
    }
});

// 404 处理
app.use((req, res) => {
    res.status(404).json({ error: '请求路径不存在' });
});

// 启动服务器
app.listen(CONFIG.SERVER.PORT, () => {
    Logger.info(`服务器运行在端口 ${CONFIG.SERVER.PORT}`, 'Server');
});