Spaces:
Runtime error
Runtime error
File size: 2,018 Bytes
cd8bd0a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 | import { getExecutor } from "../../../executors/index.ts";
import type { ExecuteInput, ProviderCredentials } from "../../../executors/base.ts";
import type { ChatTurn, ModelCallResult, ModelClient } from "./types.ts";
/**
* Production ModelClient adapter (Hard Rule #18 — NOT unit-tested; validated on a real
* VPS/account). Wraps the server executor: builds a minimal non-stream chat body, calls
* `getExecutor(provider).execute(...)`, reads the response text + (best-effort) usage cost.
*
* The pure runner depends only on the `ModelClient` interface; this adapter is the single
* place that touches credentials, the executor, and Response parsing — so the eval stays
* faithful to production while the runner/scorers remain fully testable with a stub.
*/
export function createExecutorModelClient(
provider: string,
credentials: ProviderCredentials,
costPerKTokenOut?: number
): ModelClient {
const executor = getExecutor(provider);
return {
async complete(model: string, messages: ChatTurn[]): Promise<ModelCallResult> {
const body = { model, messages, stream: false };
const input: ExecuteInput = {
model,
body,
stream: false,
credentials,
};
// BaseExecutor.execute resolves to { response, url, headers, transformedBody } — the
// upstream Response lives on `.response` (never a bare Response). Validated live on VPS.
const raw = (await executor.execute(input)) as { response: Response };
const response = raw.response;
const json = (await response.json()) as {
choices?: Array<{ message?: { content?: string } }>;
usage?: { completion_tokens?: number };
};
const text = json.choices?.[0]?.message?.content ?? "";
const outTokens = json.usage?.completion_tokens ?? 0;
const usdCost =
typeof costPerKTokenOut === "number" ? (outTokens / 1000) * costPerKTokenOut : undefined;
return usdCost === undefined ? { text } : { text, usdCost };
},
};
}
|