File size: 2,069 Bytes
a94ab76 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 | export interface Message {
role: 'system' | 'user' | 'assistant';
content: string;
image?: string;
}
export interface Chat {
id: string;
title: string;
messages: Message[];
createdAt: number;
updatedAt: number;
modelName: string;
}
export interface ModelConfig {
name: string;
path: string;
supportsImages: boolean;
}
export interface GenerationParams {
temperature: number;
maxTokens: number;
topP: number;
topK: number;
}
/**
* Available models for local inference
*
* ⚠️ IMPORTANT: Your Turkish models are PEFT/LoRA adapters, not full models!
* They currently fallback to BASE MODELS without Turkish fine-tuning.
*
* To use your Turkish models:
* 1. Merge LoRA adapters with base model (Python)
* 2. Export merged model to ONNX format
* 3. Upload to HuggingFace or host locally
* 4. Update model paths here
*
* See PEFT_TO_ONNX_GUIDE.md for complete instructions.
*
* Current behavior:
* - Chan-Y/TurkishReasoner-* → Uses base Gemma/Qwen/Llama (NO Turkish training)
* - Base models will respond but WITHOUT your Turkish fine-tuning
* - Merge & export ONNX to get Turkish responses
*/
export const MODELS: ModelConfig[] = [
{
name: "Gemma 3 1B Turkish Reasoning",
path: "Chan-Y/TurkishReasoner-Gemma3-1B",
supportsImages: false
},
{
name: "Gemma 3 12B Turkish (Supports Images)",
path: "Chan-Y/TurkishReasoner-Gemma3-12B",
supportsImages: true
},
{
name: "Qwen 2.5 3B Turkish Reasoning",
path: "Chan-Y/TurkishReasoner-Qwen2.5-3B",
supportsImages: false
},
{
name: "Llama 3.1 8B Turkish Reasoning",
path: "Chan-Y/TurkishReasoner-Llama3.1-8B",
supportsImages: false
}
];
export const DEFAULT_SYSTEM_PROMPT = `Sen kullanıcıların isteklerine Türkçe cevap veren bir asistansın ve sana bir problem verildi.
Problem hakkında düşün ve çalışmanı göster.
Çalışmanı <start_working_out> ve <end_working_out> arasına yerleştir.
Sonra, çözümünü <SOLUTION> ve </SOLUTION> arasına yerleştir.
Lütfen SADECE Türkçe kullan.`;
|