| { | |
| "providers": { | |
| "llama-cpp": { | |
| "baseUrl": "http://llama-inference:8080/v1", | |
| "api": "openai-completions", | |
| "apiKey": "llama-cpp", | |
| "compat": { | |
| "supportsDeveloperRole": false, | |
| "supportsReasoningEffort": false, | |
| "supportsUsageInStreaming": false, | |
| "maxTokensField": "max_tokens" | |
| }, | |
| "models": [ | |
| { | |
| "id": "unsloth/Qwen3.6-27B-MTP-GGUF", | |
| "name": "Qwen 3.6 27B (local)", | |
| "reasoning": false, | |
| "input": ["text", "image"], | |
| "contextWindow": 114688, | |
| "maxTokens": 32768, | |
| "cost": { | |
| "input": 0, | |
| "output": 0, | |
| "cacheRead": 0, | |
| "cacheWrite": 0 | |
| } | |
| } | |
| ] | |
| } | |
| } | |
| } | |