File size: 2,345 Bytes
faa93d9 e67ab0e faa93d9 76aec2b aa8e37d 76aec2b faa93d9 76aec2b c4f6eb3 76aec2b faa93d9 76aec2b faa93d9 4331e77 faa93d9 4331e77 faa93d9 4331e77 e67ab0e 76aec2b faa93d9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 |
import { preprocessMessages } from "../endpoints/preprocessMessages";
import { generateTitleForConversation } from "./title";
import {
type MessageUpdate,
MessageUpdateType,
MessageUpdateStatus,
} from "$lib/types/MessageUpdate";
import { generate } from "./generate";
import { runMcpFlow } from "./mcp/runMcpFlow";
import { mergeAsyncGenerators } from "$lib/utils/mergeAsyncGenerators";
import type { TextGenerationContext } from "./types";
async function* keepAlive(done: AbortSignal): AsyncGenerator<MessageUpdate, undefined, undefined> {
while (!done.aborted) {
yield {
type: MessageUpdateType.Status,
status: MessageUpdateStatus.KeepAlive,
};
await new Promise((resolve) => setTimeout(resolve, 100));
}
}
export async function* textGeneration(ctx: TextGenerationContext) {
const done = new AbortController();
const titleGen = generateTitleForConversation(ctx.conv, ctx.locals);
const textGen = textGenerationWithoutTitle(ctx, done);
const keepAliveGen = keepAlive(done.signal);
// keep alive until textGen is done
yield* mergeAsyncGenerators([titleGen, textGen, keepAliveGen]);
}
async function* textGenerationWithoutTitle(
ctx: TextGenerationContext,
done: AbortController
): AsyncGenerator<MessageUpdate, undefined, undefined> {
yield {
type: MessageUpdateType.Status,
status: MessageUpdateStatus.Started,
};
const { conv, messages } = ctx;
const convId = conv._id;
const preprompt = conv.preprompt;
const processedMessages = await preprocessMessages(messages, convId);
// Try MCP tool flow first; fall back to default generation if not selected/available
try {
const mcpGen = runMcpFlow({
model: ctx.model,
conv,
messages: processedMessages,
assistant: ctx.assistant,
forceMultimodal: ctx.forceMultimodal,
forceTools: ctx.forceTools,
locals: ctx.locals,
preprompt,
abortSignal: ctx.abortController.signal,
});
let step = await mcpGen.next();
while (!step.done) {
yield step.value;
step = await mcpGen.next();
}
const didRunMcp = Boolean(step.value);
if (!didRunMcp) {
// fallback to normal text generation
yield* generate({ ...ctx, messages: processedMessages }, preprompt);
}
} catch {
// On any MCP error, fall back to normal generation
yield* generate({ ...ctx, messages: processedMessages }, preprompt);
}
done.abort();
}
|