Spaces:
Runtime error
Runtime error
File size: 2,831 Bytes
077865a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 | import { getDb } from '../db/index.js';
import { resolveProvider } from '../providers/index.js';
import { decrypt } from '../lib/crypto.js';
import type { Platform, KeyStatus } from '@freellmapi/shared/types.js';
const CHECK_INTERVAL_MS = 5 * 60 * 1000; // 5 minutes
const CONSECUTIVE_FAILURES_TO_DISABLE = 3;
// Track consecutive failures per key
const failureCount = new Map<number, number>();
export async function checkKeyHealth(keyId: number): Promise<KeyStatus> {
const db = getDb();
const row = db.prepare('SELECT * FROM api_keys WHERE id = ?').get(keyId) as any;
if (!row) return 'error';
const provider = resolveProvider(row.platform as Platform, row.base_url);
if (!provider) return 'error';
try {
const apiKey = decrypt(row.encrypted_key, row.iv, row.auth_tag);
const isValid = await provider.validateKey(apiKey);
const status: KeyStatus = isValid ? 'healthy' : 'invalid';
db.prepare("UPDATE api_keys SET status = ?, last_checked_at = datetime('now') WHERE id = ?")
.run(status, keyId);
if (isValid) {
failureCount.delete(keyId);
} else {
const count = (failureCount.get(keyId) ?? 0) + 1;
failureCount.set(keyId, count);
if (count >= CONSECUTIVE_FAILURES_TO_DISABLE) {
db.prepare('UPDATE api_keys SET enabled = 0 WHERE id = ?').run(keyId);
console.log(`[Health] Auto-disabled key ${keyId} after ${count} consecutive failures`);
}
}
return status;
} catch (err: any) {
// Transport errors (DNS/timeout/TLS) — provider unreachable, not necessarily
// a bad key. Mark status='error' but do NOT increment failure counter — auto-
// disable is reserved for confirmed 401/403 (returned by validateKey as false).
console.error(`[Health] Key ${keyId} transport error:`, err.message);
db.prepare("UPDATE api_keys SET status = ?, last_checked_at = datetime('now') WHERE id = ?")
.run('error', keyId);
return 'error';
}
}
export async function checkAllKeys(): Promise<void> {
const db = getDb();
const keys = db.prepare('SELECT id, platform FROM api_keys WHERE enabled = 1').all() as { id: number; platform: string }[];
console.log(`[Health] Checking ${keys.length} keys...`);
for (const key of keys) {
await checkKeyHealth(key.id);
}
console.log(`[Health] Check complete.`);
}
let intervalId: ReturnType<typeof setInterval> | null = null;
export function startHealthChecker(): void {
if (intervalId) return;
console.log(`[Health] Starting health checker (every ${CHECK_INTERVAL_MS / 1000}s)`);
intervalId = setInterval(() => {
checkAllKeys().catch(err => console.error('[Health] Check failed:', err));
}, CHECK_INTERVAL_MS);
}
export function stopHealthChecker(): void {
if (intervalId) {
clearInterval(intervalId);
intervalId = null;
}
}
|