| { |
| "model_type": "token", |
| "hidden_layers": 6, |
| "neurons": 1024, |
| "embed_size": 384, |
| "dropout": 0.2, |
| "vocab_size": 20000, |
| "working_memory": 2800, |
| "user_tag": "### Instruction:", |
| "bot_tag": "### Response:", |
| "eos_token": "<|end|>", |
| "system_prompt": "You are a helpful and intelligent AI assistant named Linny.", |
| "reasoning_mode": "response_prefix", |
| "reasoning_start": false, |
| "default_temp": 0.8, |
| "default_penalty": 1.10, |
| "default_penalty_window": 110, |
| "default_top_p": 0.4, |
| "default_top_k": 65, |
| "default_max_len": 2600, |
| "min_response_tokens": 3, |
| "max_reasoning_tokens": 2500 |
| } |
