Spaces:
Running
Running
File size: 1,378 Bytes
fc69895 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 |
import type { Conversation } from "$lib/types/Conversation";
import type { Message } from "$lib/types/Message";
import type {
TextGenerationStreamOutput,
TextGenerationStreamToken,
InferenceProvider,
} from "@huggingface/inference";
import { z } from "zod";
import { endpointOAIParametersSchema, endpointOai } from "./openai/endpointOai";
import type { Model } from "$lib/types/Model";
import type { ObjectId } from "mongodb";
export type EndpointMessage = Omit<Message, "id">;
// parameters passed when generating text
export interface EndpointParameters {
messages: EndpointMessage[];
preprompt?: Conversation["preprompt"];
generateSettings?: Partial<Model["parameters"]>;
isMultimodal?: boolean;
conversationId?: ObjectId;
locals: App.Locals | undefined;
abortSignal?: AbortSignal;
}
export type TextGenerationStreamOutputSimplified = TextGenerationStreamOutput & {
token: TextGenerationStreamToken;
routerMetadata?: { route?: string; model?: string; provider?: InferenceProvider };
};
// type signature for the endpoint
export type Endpoint = (
params: EndpointParameters
) => Promise<AsyncGenerator<TextGenerationStreamOutputSimplified, void, void>>;
// list of all endpoint generators
export const endpoints = {
openai: endpointOai,
};
export const endpointSchema = z.discriminatedUnion("type", [endpointOAIParametersSchema]);
export default endpoints;
|