tayyabimam's picture
Fresh build completely clean of binaries
35ac985
Raw
History Blame Contribute Delete
6.61 kB
import { describe, it, expect, beforeAll, vi } from 'vitest';
import type { Express } from 'express';
import { createApp } from '../../app.js';
import { initDb, getDb, getUnifiedApiKey } from '../../db/index.js';
async function req(app: Express, method: string, path: string, body?: any, headers: Record<string, string> = {}) {
const server = app.listen(0);
const addr = server.address() as any;
const url = `http://127.0.0.1:${addr.port}${path}`;
const res = await fetch(url, {
method,
headers: { ...(body ? { 'Content-Type': 'application/json' } : {}), ...headers },
body: body ? JSON.stringify(body) : undefined,
});
const data = await res.text();
server.close();
let json: any = null;
try { json = JSON.parse(data); } catch {}
return { status: res.status, body: json, headers: res.headers, raw: data };
}
function authHeaders() {
return { Authorization: `Bearer ${getUnifiedApiKey()}` };
}
describe('Full Integration Flow', () => {
let app: Express;
beforeAll(() => {
process.env.ENCRYPTION_KEY = '0'.repeat(64);
initDb(':memory:');
app = createApp();
// Clean
const db = getDb();
db.prepare('DELETE FROM api_keys').run();
db.prepare('DELETE FROM requests').run();
});
it('Step 1: Verify models are seeded', async () => {
const { status, body } = await req(app, 'GET', '/api/models');
expect(status).toBe(200);
// Tightened from >= 14 — current catalog post-V9 is 60+ rows; if a future
// migration accidentally drops a chunk we want to know.
expect(body.length).toBeGreaterThanOrEqual(50);
expect(body[0]).toHaveProperty('modelId');
expect(body[0]).toHaveProperty('hasProvider');
// All should have providers (catches drift between catalog and providers/index.ts)
for (const m of body) {
expect(m.hasProvider).toBe(true);
}
});
it('Step 2: Verify fallback chain is populated', async () => {
const { status, body } = await req(app, 'GET', '/api/fallback');
expect(status).toBe(200);
expect(body.length).toBeGreaterThanOrEqual(50);
expect(body[0]).toHaveProperty('priority');
expect(body[0]).toHaveProperty('enabled');
});
it('Step 3: Authenticated proxy returns 429 with no keys', async () => {
const { status, body } = await req(app, 'POST', '/v1/chat/completions', {
messages: [{ role: 'user', content: 'hello' }],
}, authHeaders());
// 429 (all exhausted) or 502 (provider error) or 503 (no route)
expect([429, 502, 503]).toContain(status);
expect(body.error).toBeDefined();
});
it('Step 4: Add a Groq key', async () => {
const { status, body } = await req(app, 'POST', '/api/keys', {
platform: 'groq',
key: 'gsk_integration_test_key',
label: 'Integration Test',
});
expect(status).toBe(201);
expect(body.platform).toBe('groq');
expect(body.maskedKey).toContain('...');
});
it('Step 5: Proxy routes to Groq and handles provider error gracefully', async () => {
// Mock fetch to simulate a Groq API error
const origFetch = global.fetch;
vi.spyOn(global, 'fetch').mockImplementation(async (url, init) => {
const urlStr = typeof url === 'string' ? url : url.toString();
// If it's calling the Groq API, return an error
if (urlStr.includes('api.groq.com')) {
return {
ok: false,
status: 401,
statusText: 'Unauthorized',
json: () => Promise.resolve({ error: { message: 'Invalid API Key' } }),
} as any;
}
// Otherwise pass through (for our test server)
return origFetch(url, init);
});
const { status, body } = await req(app, 'POST', '/v1/chat/completions', {
messages: [{ role: 'user', content: 'hello' }],
}, authHeaders());
// 502 (provider error) or 429 (all exhausted after retries)
expect([502, 429]).toContain(status);
expect(body.error).toBeDefined();
vi.restoreAllMocks();
});
it('Step 6: Error was logged in analytics', async () => {
const { status, body } = await req(app, 'GET', '/api/analytics/summary?range=24h');
expect(status).toBe(200);
// May or may not have logged depending on retry behavior
expect(body.totalRequests).toBeGreaterThanOrEqual(0);
});
it('Step 7: Sort fallback by speed', async () => {
const { status } = await req(app, 'POST', '/api/fallback/sort/speed');
expect(status).toBe(200);
const { body } = await req(app, 'GET', '/api/fallback');
expect(body[0].speedRank).toBe(1);
});
it('Step 8: Health endpoint works', async () => {
const { status, body } = await req(app, 'GET', '/api/health');
expect(status).toBe(200);
expect(body).toHaveProperty('platforms');
expect(body).toHaveProperty('keys');
});
it('Step 9: Delete a key if any exist', async () => {
// Add a fresh key to ensure we have one to delete
await req(app, 'POST', '/api/keys', {
platform: 'groq', key: 'gsk_delete_test', label: 'delete-test',
});
const { body: keys } = await req(app, 'GET', '/api/keys');
const target = keys.find((k: any) => k.label === 'delete-test');
expect(target).toBeDefined();
const { status } = await req(app, 'DELETE', `/api/keys/${target.id}`);
expect(status).toBe(200);
});
it('Step 10: Validate request schema', async () => {
const { status } = await req(app, 'POST', '/v1/chat/completions', {
messages: [], // empty
}, authHeaders());
expect(status).toBe(400);
const { status: s2 } = await req(app, 'POST', '/v1/chat/completions', {
// missing messages entirely
}, authHeaders());
expect(s2).toBe(400);
});
it('Step 11: Explicit unknown model returns 400 (not silent fallthrough)', async () => {
const { status, body } = await req(app, 'POST', '/v1/chat/completions', {
model: 'definitely-not-a-real-model',
messages: [{ role: 'user', content: 'hi' }],
}, authHeaders());
expect(status).toBe(400);
expect(body.error.code).toBe('model_not_found');
expect(body.error.message).toContain('not in the catalog');
});
it('Step 12: Explicit disabled model returns 400 with disabled reason', async () => {
// gemini-2.5-pro is disabled (V1 migration). Reuse it as a known-disabled fixture.
const { status, body } = await req(app, 'POST', '/v1/chat/completions', {
model: 'gemini-2.5-pro',
messages: [{ role: 'user', content: 'hi' }],
}, authHeaders());
expect(status).toBe(400);
expect(body.error.code).toBe('model_not_found');
expect(body.error.message).toContain('is disabled');
});
});