File size: 2,465 Bytes
88c4c60 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 | // HTTP status codes
export const HTTP_STATUS = {
BAD_REQUEST: 400,
UNAUTHORIZED: 401,
PAYMENT_REQUIRED: 402,
FORBIDDEN: 403,
NOT_FOUND: 404,
NOT_ACCEPTABLE: 406,
REQUEST_TIMEOUT: 408,
RATE_LIMITED: 429,
SERVER_ERROR: 500,
BAD_GATEWAY: 502,
SERVICE_UNAVAILABLE: 503,
GATEWAY_TIMEOUT: 504
};
// Re-export error config (backward compat)
export { ERROR_TYPES, DEFAULT_ERROR_MESSAGES, BACKOFF_CONFIG, COOLDOWN_MS } from "./errorConfig.js";
// Cache TTLs (seconds)
export const CACHE_TTL = {
userInfo: 300, // 5 minutes
modelAlias: 3600 // 1 hour
};
// Memory management config
export const MEMORY_CONFIG = {
sessionTtlMs: 2 * 60 * 60 * 1000,
sessionCleanupIntervalMs: 30 * 60 * 1000,
dnsCacheTtlMs: 5 * 60 * 1000,
proxyDispatchersMaxSize: 20,
};
// Stream stall timeout: abort if no chunk received within this duration
// Override via: STREAM_STALL_TIMEOUT_MS env var (seconds), or settings DB
export const STREAM_STALL_TIMEOUT_MS = (parseInt(process.env.STREAM_STALL_TIMEOUT_MS, 10) || 60) * 1000;
// Fetch connect timeout: abort if upstream doesn't return response headers within this duration
// Override via: FETCH_CONNECT_TIMEOUT_MS env var (seconds), or settings DB
export const FETCH_CONNECT_TIMEOUT_MS = (parseInt(process.env.FETCH_CONNECT_TIMEOUT_MS, 10) || 60) * 1000;
// Default token limits
export const DEFAULT_MAX_TOKENS = 64000;
export const DEFAULT_MIN_TOKENS = 32000;
// Retry config for 429 responses (legacy - kept for backward compatibility)
export const RETRY_CONFIG = {
maxAttempts: 2,
delayMs: 2000
};
// Default retry config by status code: { attempts, delayMs }
// Backward compat: if value is a number, treated as attempts with RETRY_CONFIG.delayMs
export const DEFAULT_RETRY_CONFIG = {
429: { attempts: 0, delayMs: 0 },
502: { attempts: 3, delayMs: 3000 },
503: { attempts: 3, delayMs: 2000 },
504: { attempts: 2, delayMs: 3000 }
};
// Normalize a retry entry to { attempts, delayMs }
export function resolveRetryEntry(entry) {
if (entry == null) return { attempts: 0, delayMs: RETRY_CONFIG.delayMs };
if (typeof entry === "number") return { attempts: entry, delayMs: RETRY_CONFIG.delayMs };
return {
attempts: entry.attempts || 0,
delayMs: entry.delayMs != null ? entry.delayMs : RETRY_CONFIG.delayMs
};
}
// Requests containing these texts will bypass provider
export const SKIP_PATTERNS = [
"Please write a 5-10 word title for the following conversation:"
];
|