Spaces:
Running
Running
File size: 3,091 Bytes
fc69895 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 |
import { config } from "$lib/server/config";
import { generateFromDefaultEndpoint } from "$lib/server/generateFromDefaultEndpoint";
import { logger } from "$lib/server/logger";
import { MessageUpdateType, type MessageUpdate } from "$lib/types/MessageUpdate";
import type { Conversation } from "$lib/types/Conversation";
import { getReturnFromGenerator } from "$lib/utils/getReturnFromGenerator";
export async function* generateTitleForConversation(
conv: Conversation,
locals: App.Locals | undefined
): AsyncGenerator<MessageUpdate, undefined, undefined> {
try {
const userMessage = conv.messages.find((m) => m.from === "user");
// HACK: detect if the conversation is new
if (conv.title !== "New Chat" || !userMessage) return;
const prompt = userMessage.content;
const modelForTitle = config.TASK_MODEL?.trim() ? config.TASK_MODEL : conv.model;
const title = (await generateTitle(prompt, modelForTitle, locals)) ?? "New Chat";
yield {
type: MessageUpdateType.Title,
title,
};
} catch (cause) {
logger.error(Error("Failed whilte generating title for conversation", { cause }));
}
}
async function generateTitle(
prompt: string,
modelId: string | undefined,
locals: App.Locals | undefined
) {
if (config.LLM_SUMMARIZATION !== "true") {
// When summarization is disabled, use the first five words without adding emojis
return prompt.split(/\s+/g).slice(0, 5).join(" ");
}
// Tools removed: no tool-based title path
return await getReturnFromGenerator(
generateFromDefaultEndpoint({
messages: [{ from: "user", content: `User message: "${prompt}"` }],
preprompt: `You are a chat thread titling assistant.
Goal: Produce a very short, descriptive title (2–4 words) that names the topic of the user's first message.
Rules:
- Output ONLY the title text. No prefixes, labels, quotes, emojis, hashtags, or trailing punctuation.
- Use the user's language.
- Write a noun phrase that names the topic. Do not write instructions.
- Never output just a pronoun (me/you/I/we/us/myself/yourself). Prefer a neutral subject (e.g., "Assistant", "model", or the concrete topic).
- Never include meta-words: Summarize, Summary, Title, Prompt, Topic, Subject, About, Question, Request, Chat.
Examples:
User: "Summarize hello" -> Hello
User: "How do I reverse a string in Python?" -> Python string reversal
User: "help me plan a NYC weekend" -> NYC weekend plan
User: "请解释Transformer是如何工作的" -> Transformer 工作原理
User: "tell me more about you" -> About the assistant
Return only the title text.`,
generateSettings: {
max_tokens: 24,
temperature: 0,
},
modelId,
locals,
})
)
.then((summary) => {
const firstFive = prompt.split(/\s+/g).slice(0, 5).join(" ");
const trimmed = String(summary ?? "").trim();
// Fallback: if empty, return first five words only (no emoji)
return trimmed || firstFive;
})
.catch((e) => {
logger.error(e);
const firstFive = prompt.split(/\s+/g).slice(0, 5).join(" ");
return firstFive;
});
}
// No post-processing: rely solely on prompt instructions above
|