File size: 2,322 Bytes
a0b676c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 |
// 工具名称映射缓存：按 sessionId + model + safeName 维度
// 解决：发送到上游时工具名必须 sanitize，返回时需要还原为原始工具名
import memoryManager, { MemoryPressure } from './memoryManager.js';
// safeKey: `${sessionId}::${model}::${safeName}` -> { originalName, ts }
const toolNameMap = new Map();
const MAX_ENTRIES = 512;
const ENTRY_TTL_MS = 30 * 60 * 1000; // 30 分钟
const CLEAN_INTERVAL_MS = 10 * 60 * 1000; // 每 10 分钟扫一遍
function makeKey(sessionId, model, safeName) {
return `${sessionId || ''}::${model || ''}::${safeName || ''}`;
}
function pruneSize(targetSize) {
if (toolNameMap.size <= targetSize) return;
const removeCount = toolNameMap.size - targetSize;
let removed = 0;
for (const key of toolNameMap.keys()) {
toolNameMap.delete(key);
removed++;
if (removed >= removeCount) break;
}
}
function pruneExpired(now) {
for (const [key, entry] of toolNameMap.entries()) {
if (!entry || typeof entry.ts !== 'number') continue;
if (now - entry.ts > ENTRY_TTL_MS) {
toolNameMap.delete(key);
}
}
}
// 按内存压力收缩缓存
memoryManager.registerCleanup((pressure) => {
if (pressure === MemoryPressure.MEDIUM) {
pruneSize(Math.floor(MAX_ENTRIES / 2));
} else if (pressure === MemoryPressure.HIGH) {
pruneSize(Math.floor(MAX_ENTRIES / 4));
} else if (pressure === MemoryPressure.CRITICAL) {
toolNameMap.clear();
}
});
// 定时按 TTL 清理
setInterval(() => {
const now = Date.now();
pruneExpired(now);
}).unref?.();
export function setToolNameMapping(sessionId, model, safeName, originalName) {
if (!safeName || !originalName || safeName === originalName) return;
const key = makeKey(sessionId, model, safeName);
toolNameMap.set(key, { originalName, ts: Date.now() });
pruneSize(MAX_ENTRIES);
}
export function getOriginalToolName(sessionId, model, safeName) {
if (!safeName) return null;
const key = makeKey(sessionId, model, safeName);
const entry = toolNameMap.get(key);
if (!entry) return null;
const now = Date.now();
if (typeof entry.ts === 'number' && now - entry.ts > ENTRY_TTL_MS) {
toolNameMap.delete(key);
return null;
}
return entry.originalName || null;
}
export function clearToolNameMappings() {
toolNameMap.clear();
}
|