Spaces:
Runtime error
Runtime error
File size: 3,406 Bytes
cd8bd0a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 | import { randomUUID } from "node:crypto";
import { NextResponse } from "next/server";
import { getEvalScorecard, listEvalRuns, getApiKeys } from "@/lib/localDb";
import { listSuites, runSuite, createScorecard } from "@/lib/evals/evalRunner";
import { buildEvalTargetOptions, runEvalSuiteAgainstTarget } from "@/lib/evals/runtime";
import { requireManagementAuth } from "@/lib/api/requireManagementAuth";
import { evalRunSuiteSchema } from "@/shared/validation/schemas";
import { isValidationFailure, validateBody } from "@/shared/validation/helpers";
import { sanitizeErrorMessage } from "@omniroute/open-sse/utils/error";
export async function GET(request: Request) {
const authError = await requireManagementAuth(request);
if (authError) return authError;
try {
const [suites, recentRuns, scorecard, targets, apiKeys] = await Promise.all([
Promise.resolve(listSuites()),
Promise.resolve(listEvalRuns({ limit: 20 })),
Promise.resolve(getEvalScorecard({ limit: 50 })),
buildEvalTargetOptions(),
getApiKeys(),
]);
return NextResponse.json({
suites,
recentRuns,
scorecard,
targets,
apiKeys: apiKeys.map((key) => ({
id: key.id,
name: key.name,
isActive: key.isActive !== false,
})),
});
} catch (error: unknown) {
return NextResponse.json({ error: sanitizeErrorMessage(error) }, { status: 500 });
}
}
export async function POST(request: Request) {
const authError = await requireManagementAuth(request);
if (authError) return authError;
let rawBody;
try {
rawBody = await request.json();
} catch {
return NextResponse.json(
{
error: {
message: "Invalid request",
details: [{ field: "body", message: "Invalid JSON body" }],
},
},
{ status: 400 }
);
}
try {
const validation = validateBody(evalRunSuiteSchema, rawBody);
if (isValidationFailure(validation)) {
return NextResponse.json({ error: validation.error }, { status: 400 });
}
const { suiteId, outputs, target, compareTarget, apiKeyId } = validation.data;
if (outputs && Object.keys(outputs).length > 0) {
const result = runSuite(suiteId, outputs);
return NextResponse.json(result);
}
const targetsToRun = [target || { type: "suite-default" as const, id: null }];
if (compareTarget) {
targetsToRun.push(compareTarget);
}
const runGroupId = targetsToRun.length > 1 ? randomUUID() : null;
const runs = await Promise.all(
targetsToRun.map((entry) =>
runEvalSuiteAgainstTarget({
suiteId,
target: entry,
apiKeyId,
runGroupId,
})
)
);
const scorecard =
runs.length > 0
? createScorecard(
runs.map((run) => ({
suiteId: `${run.suiteId}:${run.target.key}`,
suiteName: `${run.suiteName} · ${run.target.label}`,
results: run.results,
summary: run.summary,
}))
)
: null;
return NextResponse.json({
suiteId,
runGroupId,
runs,
scorecard,
recentRuns: listEvalRuns({ limit: 20 }),
historyScorecard: getEvalScorecard({ limit: 50 }),
});
} catch (error: unknown) {
return NextResponse.json({ error: sanitizeErrorMessage(error) }, { status: 500 });
}
}
|