builder / lib /llm /types.ts
Leon4gr45's picture
Upload folder using huggingface_hub (part 2)
391c43e verified
Raw
History Blame Contribute Delete
2.04 kB
// Content block types for multimodal messages
export type TextContentBlock = {
type: 'text';
text: string;
};
export type ImageContentBlock = {
type: 'image_url';
image_url: {
url: string; // URL or data:image/...;base64,...
detail?: 'auto' | 'low' | 'high';
};
};
export type AudioContentBlock = {
type: 'input_audio';
input_audio: {
data: string; // base64-encoded audio
format: 'wav' | 'mp3' | 'flac' | 'aac' | 'ogg' | 'pcm16';
};
};
export type ContentBlock = TextContentBlock | ImageContentBlock | AudioContentBlock;
export interface ToolParameter {
type?: string;
description?: string;
enum?: string[];
items?: {
type: string;
properties?: Record<string, ToolParameter>;
};
oneOf?: ToolParameter[];
}
export interface ToolDefinition {
name: string;
description: string;
parameters: {
type: string;
properties: Record<string, ToolParameter>;
required?: string[];
};
}
export interface ToolCall {
id: string;
type: 'function';
function: {
name: string;
arguments: string;
};
}
// Reasoning detail from OpenRouter (Gemini thinking models)
export interface ReasoningDetail {
type: string;
text?: string;
summary?: string;
signature?: string;
id?: string;
format?: string;
index?: number;
}
export interface LLMMessage {
role: 'system' | 'user' | 'assistant' | 'tool';
content: string | ContentBlock[]; // String or array of content blocks (for multimodal)
tool_calls?: ToolCall[];
tool_call_id?: string;
reasoning_details?: ReasoningDetail[]; // For Gemini thinking models - MUST be preserved
}
export interface UsageInfo {
promptTokens: number;
completionTokens: number;
totalTokens: number;
cost?: number; // In USD, either from API or calculated
cachedTokens?: number;
reasoningTokens?: number;
model?: string;
provider?: string;
generationId?: string; // OpenRouter generation ID for accurate cost tracking
isEstimated?: boolean; // Flag to indicate if cost is estimated vs actual
}