| version: 1.2.1 | |
| cache: true | |
| interface: | |
| presets: true | |
| endpoints: | |
| custom: | |
| - name: "mii-llm" | |
| apiKey: "${MII_LLM_API_KEY}" | |
| baseURL: "https://ferraretto20--nesso-dep-serve.modal.run/v1/" | |
| models: | |
| default: ["mii-llm/nesso-4B"] | |
| fetch: true | |
| titleConvo: true | |
| titleModel: "mii-llm/nesso-4B" | |
| summarize: false | |
| summaryModel: "mii-llm/nesso-4B" | |
| forcePrompt: false | |
| modelDisplayLabel: "nesso-4B" | |
| customParams: | |
| defaultParamsEndpoint: "custom" | |
| paramDefinitions: | |
| - key: temperature | |
| default: 0.7 | |
| - key: top_p | |
| default: 0.8 | |
| - key: max_tokens | |
| default: 8000 | |
| addParams: | |
| chat_template_kwargs: | |
| enable_thinking: false | |