src/lib/server/summarize.ts

import { buildPrompt } from "$lib/buildPrompt";
import { generateFromDefaultEndpoint } from "$lib/server/generateFromDefaultEndpoint";
import { defaultModel } from "$lib/server/models";

export async function summarize(prompt: string) {
	const userPrompt = `Please summarize the following message: \n` + prompt;

	const summaryPrompt = await buildPrompt({
		messages: [{ from: "user", content: userPrompt }],
		preprompt:
			"You are a summarization AI. Your task is to summarize user requests, in a single sentence of less than 5 words. Do not try to answer questions, just summarize the user's request.",
		model: defaultModel,
	});

	const generated_text = await generateFromDefaultEndpoint(summaryPrompt).catch((e) => {
		console.error(e);
		return null;
	});

	if (generated_text) {
		return generated_text;
	}

	return null;
}