settings/models.json

{
  "defaultModel": "meta-llama/Llama-3.2-3B-Instruct",
  "models": [
    {
      "id": "llama-3.2-3b",
      "name": "Llama 3.2 3B",
      "modelId": "meta-llama/Llama-3.2-3B-Instruct",
      "role": "assistant",
      "temperature": 0.3,
      "maxTokens": 500,
      "systemPrompt": "You are a helpful AI assistant.",
      "keywords": [
        "llama",
        "conversational"
      ],
      "supportedTasks": [
        "conversational"
      ],
      "recommendedMethod": "chat_completion",
      "enabled": true
    },
    {
      "id": "phi-3-mini",
      "name": "Phi-3 Mini",
      "modelId": "microsoft/Phi-3-mini-4k-instruct",
      "role": "assistant",
      "temperature": 0.3,
      "maxTokens": 500,
      "systemPrompt": "You are a helpful AI assistant.",
      "keywords": [
        "phi",
        "microsoft",
        "conversational"
      ],
      "supportedTasks": [
        "conversational"
      ],
      "recommendedMethod": "chat_completion",
      "enabled": true
    },
    {
      "id": "gemma-2-2b",
      "name": "Gemma 2 2B",
      "modelId": "google/gemma-2-2b-it",
      "role": "assistant",
      "temperature": 0.3,
      "maxTokens": 500,
      "systemPrompt": "You are a helpful AI assistant.",
      "keywords": [
        "gemma",
        "google",
        "conversational"
      ],
      "supportedTasks": [
        "conversational"
      ],
      "recommendedMethod": "chat_completion",
      "enabled": true
    },
    {
      "id": "hermes-llama-8b",
      "name": "Hermes 3 Llama 8B",
      "modelId": "NousResearch/Hermes-3-Llama-3.1-8B",
      "role": "creative",
      "temperature": 0.7,
      "maxTokens": 1000,
      "systemPrompt": "You are a creative and helpful assistant.",
      "keywords": [
        "llama",
        "hermes",
        "creative",
        "chat",
        "roleplaying"
      ],
      "supportedTasks": [
        "conversational",
        "text-generation"
      ],
      "recommendedMethod": "chat_completion",
      "enabled": false
    },
    {
      "id": "model-1770938304567",
      "name": "Translate Gemma",
      "modelId": "google/translategemma-12b-it",
      "role": "coder",
      "temperature": 0.3,
      "maxTokens": 500,
      "systemPrompt": "",
      "keywords": [],
      "enabled": true,
      "createdAt": 1770938304567,
      "updatedAt": 1770938304567
    }
  ],

}