File size: 1,915 Bytes
ca51841 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 | import { estimateMessageTokens } from './api.js';
export const DEFAULT_CONTEXT_LIMIT_TOKENS = 4096;
export const DEFAULT_CONTEXT_WARN_PERCENT = 80;
export const DEFAULT_CONTEXT_RESET_THRESHOLD_PERCENT = 85;
export const DEFAULT_CONTEXT_RESPONSE_RESERVE = 2048;
export const DEFAULT_CONTEXT_RESPONSE_RESERVE_RATIO = 0.2;
function toPositiveInteger(value) {
const parsed = Number(value);
if (!Number.isFinite(parsed) || parsed <= 0) return null;
return Math.round(parsed);
}
function clamp(value, min, max) {
return Math.min(max, Math.max(min, value));
}
export function resolveContextConfig(settings = {}, modelId = '') {
const configuredMaxTokens = toPositiveInteger(settings.contextLimitTokens);
const maxTokens = configuredMaxTokens || DEFAULT_CONTEXT_LIMIT_TOKENS;
const resetPercent = clamp(
toPositiveInteger(settings.contextResetThresholdPercent) || DEFAULT_CONTEXT_RESET_THRESHOLD_PERCENT,
50,
95
);
const percentThreshold = Math.max(1, Math.floor(maxTokens * (resetPercent / 100)));
const responseReserve = Math.max(128, Math.min(
DEFAULT_CONTEXT_RESPONSE_RESERVE,
Math.floor(maxTokens * DEFAULT_CONTEXT_RESPONSE_RESERVE_RATIO)
));
const reserveThreshold = maxTokens > responseReserve
? maxTokens - responseReserve
: maxTokens;
const resetTokens = Math.max(1, Math.min(percentThreshold, reserveThreshold));
const warnTokens = Math.min(
Math.max(1, Math.floor(maxTokens * (DEFAULT_CONTEXT_WARN_PERCENT / 100))),
resetTokens
);
return {
maxTokens,
warnTokens,
resetTokens,
resetPercent,
source: configuredMaxTokens ? 'manual' : 'default',
};
}
export function estimateThreadTokens(messages = [], pendingMessage = null) {
const baseMessages = Array.isArray(messages) ? messages : [];
const thread = pendingMessage ? [...baseMessages, pendingMessage] : baseMessages;
return estimateMessageTokens(thread);
}
|