File size: 3,833 Bytes
88c4c60 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 | import { FORMATS } from "../translator/formats.js";
// Parse SSE data line
export function parseSSELine(line, format = null) {
if (!line) return null;
// NDJSON format (Ollama): raw JSON lines without "data:" prefix
if (format === FORMATS.OLLAMA) {
const trimmed = line.trim();
if (trimmed.startsWith("{")) {
try {
return JSON.parse(trimmed);
} catch (error) {
return null;
}
}
return null;
}
// Standard SSE format: "data: {...}"
if (line.charCodeAt(0) !== 100) return null; // 'd' = 100
const data = line.slice(5).trim();
if (data === "[DONE]") return { done: true };
try {
return JSON.parse(data);
} catch (error) {
if (data.length > 0 && data.length < 1000) {
console.log(`[WARN] Failed to parse SSE line (${data.length} chars): ${data.substring(0, 100)}...`);
}
return null;
}
}
// Check if chunk has valuable content (not empty)
export function hasValuableContent(chunk, format) {
// OpenAI format
if (format === FORMATS.OPENAI && chunk.choices?.[0]?.delta) {
const delta = chunk.choices[0].delta;
return delta.content && delta.content !== "" ||
delta.reasoning_content && delta.reasoning_content !== "" ||
delta.tool_calls && delta.tool_calls.length > 0 ||
chunk.choices[0].finish_reason ||
delta.role;
}
// Claude format
if (format === FORMATS.CLAUDE) {
const isContentBlockDelta = chunk.type === "content_block_delta";
const hasText = chunk.delta?.text && chunk.delta.text !== "";
const hasThinking = chunk.delta?.thinking && chunk.delta.thinking !== "";
const hasInputJson = chunk.delta?.partial_json && chunk.delta.partial_json !== "";
if (isContentBlockDelta && !hasText && !hasThinking && !hasInputJson) {
return false;
}
return true;
}
return true; // Other formats: keep all chunks
}
// Fix invalid id (generic or too short)
export function fixInvalidId(parsed) {
if (parsed.id && (parsed.id === "chat" || parsed.id === "completion" || parsed.id.length < 8)) {
const fallbackId = parsed.extend_fields?.requestId ||
parsed.extend_fields?.traceId ||
Date.now().toString(36);
parsed.id = `chatcmpl-${fallbackId}`;
return true;
}
return false;
}
function cleanUsagePayload(payload) {
if (!payload || typeof payload !== "object" || Array.isArray(payload)) {
return payload;
}
let cleaned = payload;
if ("usage" in cleaned) {
if (cleaned.usage === null) {
const { usage, ...payloadWithoutUsage } = cleaned;
cleaned = payloadWithoutUsage;
} else if (typeof cleaned.usage === "object" && cleaned.usage.perf_metrics === null) {
const { perf_metrics, ...usageWithoutPerf } = cleaned.usage;
cleaned = { ...cleaned, usage: usageWithoutPerf };
}
}
if (cleaned.response && typeof cleaned.response === "object" && !Array.isArray(cleaned.response)) {
const cleanedResponse = cleanUsagePayload(cleaned.response);
if (cleanedResponse !== cleaned.response) {
cleaned = { ...cleaned, response: cleanedResponse };
}
}
return cleaned;
}
// Format output as SSE
export function formatSSE(data, sourceFormat) {
if (data === null || data === undefined) return "data: null\n\n";
if (data && data.done) return "data: [DONE]\n\n";
// OpenAI Responses API format
if (data && data.event && data.data) {
const cleanedEventData = cleanUsagePayload(data.data);
return `event: ${data.event}\ndata: ${JSON.stringify(cleanedEventData)}\n\n`;
}
data = cleanUsagePayload(data);
// Claude format
if (sourceFormat === FORMATS.CLAUDE && data && data.type) {
return `event: ${data.type}\ndata: ${JSON.stringify(data)}\n\n`;
}
return `data: ${JSON.stringify(data)}\n\n`;
}
|