File size: 5,187 Bytes
4bf0fdd 6be0864 4bf0fdd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
import memoryManager, { registerMemoryPoolCleanup } from '../utils/memoryManager.js';
import { generateToolCallId } from '../utils/idGenerator.js';
import { setReasoningSignature, setToolSignature } from '../utils/thoughtSignatureCache.js';
import { getOriginalToolName } from '../utils/toolNameCache.js';
// 预编译的常量（避免重复创建字符串）
const DATA_PREFIX = 'data: ';
const DATA_PREFIX_LEN = DATA_PREFIX.length;
// 高效的行分割器（零拷贝，避免 split 创建新数组）
// 使用对象池复用 LineBuffer 实例
class LineBuffer {
constructor() {
this.buffer = '';
this.lines = [];
}
// 追加数据并返回完整的行
append(chunk) {
this.buffer += chunk;
this.lines.length = 0; // 重用数组
let start = 0;
let end;
while ((end = this.buffer.indexOf('\n', start)) !== -1) {
this.lines.push(this.buffer.slice(start, end));
start = end + 1;
}
// 保留未完成的部分
this.buffer = start < this.buffer.length ? this.buffer.slice(start) : '';
return this.lines;
}
clear() {
this.buffer = '';
this.lines.length = 0;
}
}
// LineBuffer 对象池
const lineBufferPool = [];
const getLineBuffer = () => {
const buffer = lineBufferPool.pop();
if (buffer) {
buffer.clear();
return buffer;
}
return new LineBuffer();
};
const releaseLineBuffer = (buffer) => {
const maxSize = memoryManager.getPoolSizes().lineBuffer;
if (lineBufferPool.length < maxSize) {
buffer.clear();
lineBufferPool.push(buffer);
}
};
// toolCall 对象池
const toolCallPool = [];
const getToolCallObject = () => toolCallPool.pop() || { id: '', type: 'function', function: { name: '', arguments: '' } };
const releaseToolCallObject = (obj) => {
const maxSize = memoryManager.getPoolSizes().toolCall;
if (toolCallPool.length < maxSize) toolCallPool.push(obj);
};
// 注册内存清理回调（供外部统一调用）
function registerStreamMemoryCleanup() {
registerMemoryPoolCleanup(toolCallPool, () => memoryManager.getPoolSizes().toolCall);
registerMemoryPoolCleanup(lineBufferPool, () => memoryManager.getPoolSizes().lineBuffer);
}
// 转换 functionCall 为 OpenAI 格式（使用对象池）
// 会尝试将安全工具名还原为原始工具名
function convertToToolCall(functionCall, sessionId, model) {
const toolCall = getToolCallObject();
toolCall.id = functionCall.id || generateToolCallId();
let name = functionCall.name;
if (sessionId && model) {
const original = getOriginalToolName(sessionId, model, functionCall.name);
if (original) name = original;
}
toolCall.function.name = name;
toolCall.function.arguments = JSON.stringify(functionCall.args);
return toolCall;
}
// 解析并发送流式响应片段（会修改 state 并触发 callback）
// 支持 DeepSeek 格式：思维链内容通过 reasoning_content 字段输出
// 同时透传 thoughtSignature，方便客户端后续复用
function parseAndEmitStreamChunk(line, state, callback) {
if (!line.startsWith(DATA_PREFIX)) return;
try {
const data = JSON.parse(line.slice(DATA_PREFIX_LEN));
const parts = data.response?.candidates?.[0]?.content?.parts;
if (parts) {
for (const part of parts) {
if (part.thought === true) {
if (part.thoughtSignature) {
state.reasoningSignature = part.thoughtSignature;
if (state.sessionId && state.model) {
//console.log("服务器传入的签名："+state.reasoningSignature);
setReasoningSignature(state.sessionId, state.model, part.thoughtSignature);
}
}
callback({
type: 'reasoning',
reasoning_content: part.text || '',
thoughtSignature: part.thoughtSignature || state.reasoningSignature || null
});
} else if (part.text !== undefined) {
callback({ type: 'text', content: part.text });
} else if (part.functionCall) {
const toolCall = convertToToolCall(part.functionCall, state.sessionId, state.model);
if (part.thoughtSignature) {
toolCall.thoughtSignature = part.thoughtSignature;
if (state.sessionId && state.model) {
setToolSignature(state.sessionId, state.model, part.thoughtSignature);
}
}
state.toolCalls.push(toolCall);
}
}
}
if (data.response?.candidates?.[0]?.finishReason) {
if (state.toolCalls.length > 0) {
callback({ type: 'tool_calls', tool_calls: state.toolCalls });
state.toolCalls = [];
}
const usage = data.response?.usageMetadata;
if (usage) {
callback({
type: 'usage',
usage: {
prompt_tokens: usage.promptTokenCount || 0,
completion_tokens: usage.candidatesTokenCount || 0,
total_tokens: usage.totalTokenCount || 0
}
});
}
}
} catch {
// 忽略 JSON 解析错误
}
}
export {
getLineBuffer,
releaseLineBuffer,
parseAndEmitStreamChunk,
convertToToolCall,
registerStreamMemoryCleanup,
releaseToolCallObject
};
|