| import { Router } from 'express'; |
| import type { Request, Response } from 'express'; |
| import { getDb } from '../db/index.js'; |
| import { FALLBACK_INPUT_PER_M, FALLBACK_OUTPUT_PER_M } from '../db/model-pricing.js'; |
|
|
| export const analyticsRouter = Router(); |
|
|
| |
| const toSqliteDateTime = (timestamp: number) => |
| new Date(timestamp).toISOString().slice(0, 19).replace('T', ' '); |
|
|
| |
| function getSinceTimestamp(range: string): string { |
| const now = Date.now(); |
|
|
| switch (range) { |
| case '24h': |
| return toSqliteDateTime(now - 24 * 60 * 60 * 1000); |
| case '30d': |
| return toSqliteDateTime(now - 30 * 24 * 60 * 60 * 1000); |
| case '7d': |
| default: |
| return toSqliteDateTime(now - 7 * 24 * 60 * 60 * 1000); |
| } |
| } |
|
|
| |
| analyticsRouter.get('/summary', async (req: Request, res: Response) => { |
| const range = (req.query.range as string) ?? '7d'; |
| const since = getSinceTimestamp(range); |
| const db = getDb(); |
|
|
| |
| |
| |
| |
| |
| const stats = await db.get<{ |
| total_requests: number | null; |
| success_count: number | null; |
| total_input_tokens: number | null; |
| total_output_tokens: number | null; |
| avg_latency_ms: number | null; |
| first_request_at: string | null; |
| pinned_count: number | null; |
| pin_honored_count: number | null; |
| est_savings: number | null; |
| }>(` |
| SELECT |
| COUNT(*) as total_requests, |
| SUM(CASE WHEN r.status = 'success' THEN 1 ELSE 0 END) as success_count, |
| SUM(r.input_tokens) as total_input_tokens, |
| SUM(r.output_tokens) as total_output_tokens, |
| AVG(r.latency_ms) as avg_latency_ms, |
| MIN(r.created_at) as first_request_at, |
| SUM(CASE WHEN r.requested_model IS NOT NULL THEN 1 ELSE 0 END) as pinned_count, |
| SUM(CASE WHEN r.requested_model = r.model_id THEN 1 ELSE 0 END) as pin_honored_count, |
| SUM(CASE WHEN r.status = 'success' THEN |
| r.input_tokens * COALESCE(m.paid_input_per_m, ?) / 1000000.0 + |
| r.output_tokens * COALESCE(m.paid_output_per_m, ?) / 1000000.0 |
| ELSE 0 END) as est_savings |
| FROM requests r |
| LEFT JOIN models m ON m.platform = r.platform AND m.model_id = r.model_id |
| WHERE r.created_at >= ? |
| `, [FALLBACK_INPUT_PER_M, FALLBACK_OUTPUT_PER_M, since]); |
|
|
| const totalRequests = stats?.total_requests ?? 0; |
| const successRate = totalRequests > 0 ? ((stats?.success_count ?? 0) / totalRequests) * 100 : 0; |
|
|
| res.json({ |
| totalRequests, |
| successRate: Math.round(successRate * 10) / 10, |
| totalInputTokens: stats?.total_input_tokens ?? 0, |
| totalOutputTokens: stats?.total_output_tokens ?? 0, |
| avgLatencyMs: Math.round(stats?.avg_latency_ms ?? 0), |
| estimatedCostSavings: Math.round((stats?.est_savings ?? 0) * 100) / 100, |
| |
| |
| |
| pinnedRequests: stats?.pinned_count ?? 0, |
| pinHonoredRequests: stats?.pin_honored_count ?? 0, |
| |
| |
| firstRequestAt: stats?.first_request_at ?? null, |
| }); |
| }); |
|
|
| |
| analyticsRouter.get('/by-model', async (req: Request, res: Response) => { |
| const range = (req.query.range as string) ?? '7d'; |
| const since = getSinceTimestamp(range); |
| const db = getDb(); |
|
|
| const rows = await db.all<any>(` |
| SELECT |
| r.platform, |
| r.model_id, |
| m.display_name, |
| COUNT(*) as requests, |
| SUM(CASE WHEN r.status = 'success' THEN 1 ELSE 0 END) * 100.0 / COUNT(*) as success_rate, |
| AVG(r.latency_ms) as avg_latency_ms, |
| SUM(r.input_tokens) as total_input_tokens, |
| SUM(r.output_tokens) as total_output_tokens, |
| SUM(CASE WHEN r.requested_model = r.model_id THEN 1 ELSE 0 END) as pinned_requests, |
| SUM(CASE WHEN r.status = 'success' THEN |
| r.input_tokens * COALESCE(m.paid_input_per_m, ?) / 1000000.0 + |
| r.output_tokens * COALESCE(m.paid_output_per_m, ?) / 1000000.0 |
| ELSE 0 END) as est_cost |
| FROM requests r |
| LEFT JOIN models m ON m.platform = r.platform AND m.model_id = r.model_id |
| WHERE r.created_at >= ? |
| GROUP BY r.platform, r.model_id |
| ORDER BY requests DESC |
| `, [FALLBACK_INPUT_PER_M, FALLBACK_OUTPUT_PER_M, since]); |
|
|
| res.json(rows.map(r => ({ |
| platform: r.platform, |
| modelId: r.model_id, |
| displayName: r.display_name ?? r.model_id, |
| requests: r.requests, |
| successRate: Math.round(r.success_rate * 10) / 10, |
| avgLatencyMs: Math.round(r.avg_latency_ms), |
| totalInputTokens: r.total_input_tokens ?? 0, |
| totalOutputTokens: r.total_output_tokens ?? 0, |
| |
| pinnedRequests: r.pinned_requests ?? 0, |
| estimatedCost: Math.round((r.est_cost ?? 0) * 100) / 100, |
| }))); |
| }); |
|
|
| |
| analyticsRouter.get('/by-platform', async (req: Request, res: Response) => { |
| const range = (req.query.range as string) ?? '7d'; |
| const since = getSinceTimestamp(range); |
| const db = getDb(); |
|
|
| const rows = await db.all<any>(` |
| SELECT |
| platform, |
| COUNT(*) as requests, |
| SUM(CASE WHEN status = 'success' THEN 1 ELSE 0 END) * 100.0 / COUNT(*) as success_rate, |
| AVG(latency_ms) as avg_latency_ms, |
| SUM(input_tokens) as total_input_tokens, |
| SUM(output_tokens) as total_output_tokens |
| FROM requests |
| WHERE created_at >= ? |
| GROUP BY platform |
| ORDER BY requests DESC |
| `, [since]); |
|
|
| res.json(rows.map(r => ({ |
| platform: r.platform, |
| requests: r.requests, |
| successRate: Math.round(r.success_rate * 10) / 10, |
| avgLatencyMs: Math.round(r.avg_latency_ms), |
| totalInputTokens: r.total_input_tokens ?? 0, |
| totalOutputTokens: r.total_output_tokens ?? 0, |
| }))); |
| }); |
|
|
| |
| analyticsRouter.get('/timeline', async (req: Request, res: Response) => { |
| const range = (req.query.range as string) ?? '7d'; |
| const interval = (req.query.interval as string) ?? (range === '24h' ? 'hour' : 'day'); |
| const since = getSinceTimestamp(range); |
| const db = getDb(); |
|
|
| |
| const dateFormat = interval === 'hour' ? '%Y-%m-%dT%H:00:00' : '%Y-%m-%d'; |
|
|
| const rows = await db.all<any>(` |
| SELECT |
| strftime('${dateFormat}', created_at) as timestamp, |
| COUNT(*) as requests, |
| SUM(CASE WHEN status = 'success' THEN 1 ELSE 0 END) as success_count, |
| SUM(CASE WHEN status = 'error' THEN 1 ELSE 0 END) as failure_count |
| FROM requests |
| WHERE created_at >= ? |
| GROUP BY strftime('${dateFormat}', created_at) |
| ORDER BY timestamp ASC |
| `, [since]); |
|
|
| res.json(rows.map(r => ({ |
| timestamp: r.timestamp, |
| requests: r.requests, |
| successCount: r.success_count, |
| failureCount: r.failure_count, |
| }))); |
| }); |
|
|
| |
| analyticsRouter.get('/error-distribution', async (req: Request, res: Response) => { |
| const range = (req.query.range as string) ?? '7d'; |
| const since = getSinceTimestamp(range); |
| const db = getDb(); |
|
|
| |
| const rows = await db.all<any>(` |
| SELECT |
| platform, |
| model_id, |
| CASE |
| WHEN error LIKE '%429%' OR error LIKE '%rate limit%' OR error LIKE '%too many%' OR error LIKE '%quota%' THEN 'Rate Limited (429)' |
| WHEN error LIKE '%401%' OR error LIKE '%unauthorized%' OR error LIKE '%invalid.*key%' THEN 'Auth Error (401)' |
| WHEN error LIKE '%403%' OR error LIKE '%forbidden%' THEN 'Forbidden (403)' |
| WHEN error LIKE '%404%' OR error LIKE '%not found%' THEN 'Not Found (404)' |
| WHEN error LIKE '%timeout%' OR error LIKE '%ETIMEDOUT%' OR error LIKE '%ECONNREFUSED%' THEN 'Timeout/Connection' |
| WHEN error LIKE '%500%' OR error LIKE '%internal server%' THEN 'Server Error (500)' |
| WHEN error LIKE '%503%' OR error LIKE '%unavailable%' THEN 'Unavailable (503)' |
| ELSE 'Other' |
| END as error_category, |
| COUNT(*) as count |
| FROM requests |
| WHERE status = 'error' AND created_at >= ? |
| GROUP BY platform, error_category |
| ORDER BY count DESC |
| `, [since]); |
|
|
| |
| const byCategory = await db.all<any>(` |
| SELECT |
| CASE |
| WHEN error LIKE '%429%' OR error LIKE '%rate limit%' OR error LIKE '%too many%' OR error LIKE '%quota%' THEN 'Rate Limited (429)' |
| WHEN error LIKE '%401%' OR error LIKE '%unauthorized%' OR error LIKE '%invalid.*key%' THEN 'Auth Error (401)' |
| WHEN error LIKE '%403%' OR error LIKE '%forbidden%' THEN 'Forbidden (403)' |
| WHEN error LIKE '%404%' OR error LIKE '%not found%' THEN 'Not Found (404)' |
| WHEN error LIKE '%timeout%' OR error LIKE '%ETIMEDOUT%' OR error LIKE '%ECONNREFUSED%' THEN 'Timeout/Connection' |
| WHEN error LIKE '%500%' OR error LIKE '%internal server%' THEN 'Server Error (500)' |
| WHEN error LIKE '%503%' OR error LIKE '%unavailable%' THEN 'Unavailable (503)' |
| ELSE 'Other' |
| END as category, |
| COUNT(*) as count |
| FROM requests |
| WHERE status = 'error' AND created_at >= ? |
| GROUP BY category |
| ORDER BY count DESC |
| `, [since]); |
|
|
| |
| const byPlatform = await db.all<any>(` |
| SELECT platform, COUNT(*) as count |
| FROM requests |
| WHERE status = 'error' AND created_at >= ? |
| GROUP BY platform |
| ORDER BY count DESC |
| `, [since]); |
|
|
| res.json({ |
| byCategory, |
| byPlatform, |
| detailed: rows, |
| }); |
| }); |
|
|
| |
| analyticsRouter.get('/errors', async (req: Request, res: Response) => { |
| const range = (req.query.range as string) ?? '7d'; |
| const since = getSinceTimestamp(range); |
| const db = getDb(); |
|
|
| const rows = await db.all<any>(` |
| SELECT id, platform, model_id, error, latency_ms, created_at |
| FROM requests |
| WHERE status = 'error' AND created_at >= ? |
| ORDER BY created_at DESC |
| LIMIT 50 |
| `, [since]); |
|
|
| res.json(rows.map(r => ({ |
| id: r.id, |
| platform: r.platform, |
| modelId: r.model_id, |
| error: r.error, |
| latencyMs: r.latency_ms, |
| createdAt: r.created_at, |
| }))); |
| }); |
|
|