File size: 793 Bytes
62d2069 4489403 6c72ede 4e8a811 84716fb 62d2069 84716fb b8228c1 d515bd3 4e8a811 faa93d9 4e9a7a9 faa93d9 62d2069 57799e6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
import type { EndpointParameters } from "./server/endpoints/endpoints";
import type { BackendModel } from "./server/models";
type buildPromptOptions = Pick<EndpointParameters, "messages" | "preprompt"> & {
model: BackendModel;
};
export async function buildPrompt({
messages,
model,
preprompt,
}: buildPromptOptions): Promise<string> {
const filteredMessages = messages;
if (filteredMessages[0].from === "system" && preprompt) {
filteredMessages[0].content = preprompt;
}
const prompt = model
.chatPromptRender({
messages: filteredMessages.map((m) => ({
...m,
role: m.from,
})),
preprompt,
})
// Not super precise, but it's truncated in the model's backend anyway
.split(" ")
.slice(-(model.parameters?.truncate ?? 0))
.join(" ");
return prompt;
}
|