Update librechat.yaml

librechat.yaml

@@ -1,267 +1,70 @@
-version: 1.1.4
+# Configuration version (required)
+version: 1.0.0
 
+# Cache settings: Set to true to enable caching
 cache: true
 
-interface:
-  privacyPolicy:
-    externalUrl: 'https://librechat.ai/privacy-policy'
-    openNewTab: true
-  termsOfService:
-    externalUrl: 'https://librechat.ai/tos'
-    openNewTab: true
-
-registration:
-  socialLogins: ["discord", "facebook", "github", "google", "openid"]
-
+# Definition of custom endpoints
 endpoints:
   custom:
-    #cohere
-    - name: "cohere"
-      apiKey: "user_provided"
-      baseURL: "https://api.cohere.ai/v1"
-      models:
-        default: ["command-r","command-r-plus","command-r-08-24","command-r-plus-08-24"]
-        fetch: true
-      modelDisplayLabel: "cohere"
-      titleModel: "command"
-      dropParams: ["stop", "user", "frequency_penalty", "presence_penalty", "temperature", "top_p"]
-      
-    #groq
-    - name: "groq"
-      apiKey: "user_provided"
-      baseURL: "https://api.groq.com/openai/v1/"
-      models:
-        default: [
-          "llama2-70b-4096",
-          "llama3-70b-8192",
-          "llama3.1-70b-versatile",
-          "llama3-8b-8192",
-          "mixtral-8x7b-32768",
-          "gemma-7b-it",
-          ]
-        fetch: true
-      titleConvo: true
-      titleModel: "mixtral-8x7b-32768"
-      modelDisplayLabel: "groq"
-      
     # Mistral AI API
-    - name: "Mistral"
-      apiKey: "user_provided"
+    - name: "Mistral"  # Unique name for the endpoint
+      # For `apiKey` and `baseURL`, you can use environment variables that you define.
+      # recommended environment variables:
+      apiKey: "${MISTRAL_API_KEY}"
       baseURL: "https://api.mistral.ai/v1"
+
+      # Models configuration
       models: 
-        default: [
-          "mistral-large-latest",
-          "mistral-small",
-          "mistral-medium"
-          ]
-        fetch: false
-      titleConvo: true
-      titleMethod: "completion"
-      titleModel: "mistral-large-latest"
+        # List of default models to use. At least one value is required.
+        default: ["mistral-tiny", "mistral-small", "mistral-medium"]
+        # Fetch option: Set to true to fetch models from API.
+        fetch: true  # Defaults to false.
+
+      # Optional configurations
+      
+      # Title Conversation setting
+      titleConvo: true  # Set to true to enable title conversation
+
+      # Title Method: Choose between "completion" or "functions".
+      titleMethod: "completion"  # Defaults to "completion" if omitted.
+
+      # Title Model: Specify the model to use for titles.
+      titleModel: "mistral-tiny"  # Defaults to "gpt-3.5-turbo" if omitted.
+
+      # Summarize setting: Set to true to enable summarization.
       summarize: false
-      summaryModel: "mistral-tiny"
+
+      # Summary Model: Specify the model to use if summarization is enabled.
+      summaryModel: "mistral-tiny"  # Defaults to "gpt-3.5-turbo" if omitted.
+
+      # Force Prompt setting: If true, sends a `prompt` parameter instead of `messages`.
       forcePrompt: false
-      modelDisplayLabel: "Mistral"
-      dropParams: ["stop", "user", "frequency_penalty", "presence_penalty"]
 
-    # OpenRouter.ai
+      # The label displayed for the AI model in messages.
+      modelDisplayLabel: "Mistral"  # Default is "AI" when not set.
+
+      # Add additional parameters to the request. Default params will be overwritten.
+      addParams:
+        safe_mode: true # This field is specific to Mistral AI: https://docs.mistral.ai/api/
+        
+      # Drop Default params parameters from the request. See default params in guide linked below.
+      dropParams: ["stop", "temperature", "top_p"]
+      # - stop # dropped since it's not recognized by Mistral AI API
+      # `temperature` and `top_p` are removed to allow Mistral AI API defaults to be used:
+      # - temperature
+      # - top_p
+
+    # OpenRouter.ai Example
     - name: "OpenRouter"
-      apiKey: "user_provided"
+      # For `apiKey` and `baseURL`, you can use environment variables that you define.
+      # recommended environment variables:
+      # Known issue: you should not use `OPENROUTER_API_KEY` as it will then override the `openAI` endpoint to use OpenRouter as well.
+      apiKey: "${OPENROUTER_KEY}"
       baseURL: "https://openrouter.ai/api/v1"
       models:
-        "default": [
-            "openrouter/auto",
-            "---FREE---",
-            "google/gemma-7b-it:free",
-            "gryphe/mythomist-7b:free",
-            "huggingfaceh4/zephyr-7b-beta:free",
-            "meta-llama/llama-3-8b-instruct:free",
-            "microsoft/phi-3-medium-128k-instruct:free",
-            "microsoft/phi-3-mini-128k-instruct:free",
-            "mistralai/mistral-7b-instruct:free",
-            "nousresearch/nous-capybara-7b:free",
-            "openchat/openchat-7b:free",
-            "undi95/toppy-m-7b:free",
-            "---NITRO---",
-            "google/gemma-7b-it:nitro",
-            "gryphe/mythomax-l2-13b:nitro",
-            "meta-llama/llama-2-70b-chat:nitro",
-            "meta-llama/llama-3-70b-instruct:nitro",
-            "meta-llama/llama-3-8b-instruct:nitro",
-            "mistralai/mistral-7b-instruct:nitro",
-            "mistralai/mixtral-8x7b-instruct:nitro",
-            "undi95/toppy-m-7b:nitro",
-            "---BETA---",
-            "anthropic/claude-2.0:beta",
-            "anthropic/claude-2.1:beta",
-            "anthropic/claude-2:beta",
-            "anthropic/claude-3-haiku:beta",
-            "anthropic/claude-3-opus:beta",
-            "anthropic/claude-3-sonnet:beta",
-            "anthropic/claude-3.5-sonnet:beta",
-            "anthropic/claude-instant-1:beta",
-            "---EXTENDED---",
-            "gryphe/mythomax-l2-13b:extended",
-            "meta-llama/llama-3-8b-instruct:extended",
-            "neversleep/llama-3-lumimaid-8b:extended",
-            "undi95/remm-slerp-l2-13b:extended",
-            "---01-AI---",
-            "01-ai/yi-34b",
-            "01-ai/yi-34b-chat",
-            "01-ai/yi-6b",
-            "---ANTHROPIC---",
-            "anthropic/claude-1",
-            "anthropic/claude-1.2",
-            "anthropic/claude-2",
-            "anthropic/claude-2.0",
-            "anthropic/claude-2.1",
-            "anthropic/claude-3-haiku",
-            "anthropic/claude-3-opus",
-            "anthropic/claude-3-sonnet",
-            "anthropic/claude-3.5-sonnet",
-            "anthropic/claude-instant-1",
-            "anthropic/claude-instant-1.0",
-            "anthropic/claude-instant-1.1",
-            "---COHERE---",
-            "cohere/command",
-            "cohere/command-r",
-            "cohere/command-r-plus",
-            "---GOOGLE---",
-            "google/gemini-flash-1.5",
-            "google/gemini-pro",
-            "google/gemini-pro-1.5",
-            "google/gemini-pro-vision",
-            "google/gemma-7b-it",
-            "google/palm-2-chat-bison",
-            "google/palm-2-chat-bison-32k",
-            "google/palm-2-codechat-bison",
-            "google/palm-2-codechat-bison-32k",
-            "---META-LLAMA---",
-            "meta-llama/codellama-34b-instruct",
-            "meta-llama/codellama-70b-instruct",
-            "meta-llama/llama-2-13b-chat",
-            "meta-llama/llama-2-70b-chat",
-            "meta-llama/llama-3-70b",
-            "meta-llama/llama-3-70b-instruct",
-            "meta-llama/llama-3-8b",
-            "meta-llama/llama-3-8b-instruct",
-            "meta-llama/llama-guard-2-8b",
-            "---MICROSOFT---",
-            "microsoft/phi-3-medium-128k-instruct",
-            "microsoft/phi-3-medium-4k-instruct",
-            "microsoft/phi-3-mini-128k-instruct",
-            "microsoft/wizardlm-2-7b",
-            "microsoft/wizardlm-2-8x22b",
-            "---MISTRALAI---",
-            "mistralai/mistral-7b-instruct",
-            "mistralai/mistral-7b-instruct-v0.1",
-            "mistralai/mistral-7b-instruct-v0.2",
-            "mistralai/mistral-7b-instruct-v0.3",
-            "mistralai/mistral-large",
-            "mistralai/mistral-medium",
-            "mistralai/mistral-small",
-            "mistralai/mistral-tiny",
-            "mistralai/mixtral-8x22b",
-            "mistralai/mixtral-8x22b-instruct",
-            "mistralai/mixtral-8x7b",
-            "mistralai/mixtral-8x7b-instruct",
-            "---NEVERSLEEP---",
-            "neversleep/llama-3-lumimaid-70b",
-            "neversleep/llama-3-lumimaid-8b",
-            "neversleep/noromaid-20b",
-            "neversleep/noromaid-mixtral-8x7b-instruct",
-            "---NOUSRESEARCH---",
-            "nousresearch/hermes-2-pro-llama-3-8b",
-            "nousresearch/nous-capybara-34b",
-            "nousresearch/nous-capybara-7b",
-            "nousresearch/nous-hermes-2-mistral-7b-dpo",
-            "nousresearch/nous-hermes-2-mixtral-8x7b-dpo",
-            "nousresearch/nous-hermes-2-mixtral-8x7b-sft",
-            "nousresearch/nous-hermes-2-vision-7b",
-            "nousresearch/nous-hermes-llama2-13b",
-            "nousresearch/nous-hermes-llama2-70b",
-            "nousresearch/nous-hermes-yi-34b",
-            "---OPENAI---",
-            "openai/gpt-3.5-turbo",
-            "openai/gpt-3.5-turbo-0125",
-            "openai/gpt-3.5-turbo-0301",
-            "openai/gpt-3.5-turbo-0613",
-            "openai/gpt-3.5-turbo-1106",
-            "openai/gpt-3.5-turbo-16k",
-            "openai/gpt-3.5-turbo-instruct",
-            "openai/gpt-4",
-            "openai/gpt-4-0314",
-            "openai/gpt-4-1106-preview",
-            "openai/gpt-4-32k",
-            "openai/gpt-4-32k-0314",
-            "openai/gpt-4-turbo",
-            "openai/gpt-4-turbo-preview",
-            "openai/gpt-4-vision-preview",
-            "openai/gpt-4o",
-            "openai/gpt-4o-2024-05-13",
-            "---PERPLEXITY---",
-            "perplexity/llama-3-sonar-large-32k-chat",
-            "perplexity/llama-3-sonar-large-32k-online",
-            "perplexity/llama-3-sonar-small-32k-chat",
-            "perplexity/llama-3-sonar-small-32k-online",
-            "---QWEN---",
-            "qwen/qwen-110b-chat",
-            "qwen/qwen-14b-chat",
-            "qwen/qwen-2-72b-instruct",
-            "qwen/qwen-32b-chat",
-            "qwen/qwen-4b-chat",
-            "qwen/qwen-72b-chat",
-            "qwen/qwen-7b-chat",
-            "---OTHERS---",
-            "ai21/jamba-instruct",
-            "allenai/olmo-7b-instruct",
-            "alpindale/goliath-120b",
-            "austism/chronos-hermes-13b",
-            "bigcode/starcoder2-15b-instruct",
-            "cognitivecomputations/dolphin-mixtral-8x22b",
-            "cognitivecomputations/dolphin-mixtral-8x7b",
-            "databricks/dbrx-instruct",
-            "deepseek/deepseek-chat",
-            "deepseek/deepseek-coder",
-            "fireworks/firellava-13b",
-            "gryphe/mythomax-l2-13b",
-            "gryphe/mythomist-7b",
-            "huggingfaceh4/zephyr-7b-beta",
-            "huggingfaceh4/zephyr-orpo-141b-a35b",
-            "intel/neural-chat-7b",
-            "jebcarter/psyfighter-13b",
-            "jondurbin/airoboros-l2-70b",
-            "jondurbin/bagel-34b",
-            "koboldai/psyfighter-13b-2",
-            "liuhaotian/llava-13b",
-            "liuhaotian/llava-yi-34b",
-            "lizpreciatior/lzlv-70b-fp16-hf",
-            "lynn/soliloquy-l3",
-            "mancer/weaver",
-            "nvidia/nemotron-4-340b-instruct",
-            "open-orca/mistral-7b-openorca",
-            "openchat/openchat-7b",
-            "openchat/openchat-8b",
-            "openrouter/flavor-of-the-week",
-            "phind/phind-codellama-34b",
-            "pygmalionai/mythalion-13b",
-            "recursal/eagle-7b",
-            "recursal/rwkv-5-3b-ai-town",
-            "rwkv/rwkv-5-world-3b",
-            "sao10k/fimbulvetr-11b-v2",
-            "sao10k/l3-euryale-70b",
-            "snowflake/snowflake-arctic-instruct",
-            "sophosympatheia/midnight-rose-70b",
-            "teknium/openhermes-2-mistral-7b",
-            "teknium/openhermes-2.5-mistral-7b",
-            "togethercomputer/stripedhyena-hessian-7b",
-            "togethercomputer/stripedhyena-nous-7b",
-            "undi95/remm-slerp-l2-13b",
-            "undi95/toppy-m-7b",
-            "xwin-lm/xwin-lm-70b"
-            ]
+        default: ["nousresearch/nous-capybara-7b:free", "mistralai/mistral-7b-instruct:free", "huggingfaceh4/zephyr-7b-beta:free", "openchat/openchat-7b:free", "gryphe/mythomist-7b:free", "undi95/toppy-m-7b:free", "openrouter/cinematika-7b:free", "openrouter/auto", "nousresearch/nous-capybara-7b", "mistralai/mistral-7b-instruct", "huggingfaceh4/zephyr-7b-beta", "openchat/openchat-7b", "gryphe/mythomist-7b", "openrouter/cinematika-7b", "rwkv/rwkv-5-world-3b", "recursal/rwkv-5-3b-ai-town", "jondurbin/bagel-34b", "jebcarter/psyfighter-13b", "koboldai/psyfighter-13b-2", "neversleep/noromaid-mixtral-8x7b-instruct", "nousresearch/nous-hermes-llama2-13b", "meta-llama/codellama-34b-instruct", "phind/phind-codellama-34b", "intel/neural-chat-7b", "nousresearch/nous-hermes-2-mixtral-8x7b-dpo", "nousresearch/nous-hermes-2-mixtral-8x7b-sft", "haotian-liu/llava-13b", "nousresearch/nous-hermes-2-vision-7b", "meta-llama/llama-2-13b-chat", "gryphe/mythomax-l2-13b", "nousresearch/nous-hermes-llama2-70b", "teknium/openhermes-2-mistral-7b", "teknium/openhermes-2.5-mistral-7b", "undi95/remm-slerp-l2-13b", "undi95/toppy-m-7b", "01-ai/yi-34b-chat", "01-ai/yi-34b", "01-ai/yi-6b", "togethercomputer/stripedhyena-nous-7b", "togethercomputer/stripedhyena-hessian-7b", "mistralai/mixtral-8x7b", "nousresearch/nous-hermes-yi-34b", "open-orca/mistral-7b-openorca", "openai/gpt-3.5-turbo", "openai/gpt-3.5-turbo-1106", "openai/gpt-3.5-turbo-16k", "openai/gpt-4-1106-preview", "openai/gpt-4", "openai/gpt-4-32k", "openai/gpt-4-vision-preview", "openai/gpt-3.5-turbo-instruct", "google/palm-2-chat-bison", "google/palm-2-codechat-bison", "google/palm-2-chat-bison-32k", "google/palm-2-codechat-bison-32k", "google/gemini-pro", "google/gemini-pro-vision", "perplexity/pplx-70b-online", "perplexity/pplx-7b-online", "perplexity/pplx-7b-chat", "perplexity/pplx-70b-chat", "meta-llama/llama-2-70b-chat", "nousresearch/nous-capybara-34b", "jondurbin/airoboros-l2-70b", "austism/chronos-hermes-13b", "migtissera/synthia-70b", "pygmalionai/mythalion-13b", "undi95/remm-slerp-l2-13b-6k", "xwin-lm/xwin-lm-70b", "gryphe/mythomax-l2-13b-8k", "alpindale/goliath-120b	", "lizpreciatior/lzlv-70b-fp16-hf", "neversleep/noromaid-20b", "mistralai/mixtral-8x7b-instruct", "cognitivecomputations/dolphin-mixtral-8x7b", "anthropic/claude-2", "anthropic/claude-2.0", "anthropic/claude-instant-v1", "mancer/weaver", "mistralai/mistral-tiny", "mistralai/mistral-small", "mistralai/mistral-medium"]
         fetch: true
-      dropParams: ["stop"]
       titleConvo: true
       titleModel: "gpt-3.5-turbo"
       summarize: false
@@ -269,160 +72,21 @@ endpoints:
       forcePrompt: false
       modelDisplayLabel: "OpenRouter"
 
-    # # OpenRouter.ai - Perplexity
-    # - name: "OpenRouter-Perplexity"
-    #   apiKey: "user_provided"
-    #   baseURL: "https://openrouter.ai/api/v1"
-    #   models:
-    #     "default": [
-    #       "perplexity/pplx-7b-chat",
-    #       "perplexity/pplx-70b-chat",
-    #       "perplexity/pplx-7b-online",
-    #       "perplexity/pplx-70b-online",
-    #       "perplexity/sonar-medium-online",
-    #       ]
-    #     fetch: false
-    #   titleConvo: true
-    #   titleModel: "perplexity/pplx-7b-chat"
-    #   summarize: false
-    #   summaryModel: "perplexity/pplx-7b-chat"
-    #   forcePrompt: false
-    #   dropParams: ["stop"]
-    #   modelDisplayLabel: "Perplexity"
-    #   iconURL: "https://raw.githubusercontent.com/fuegovic/lc-config-yaml/main/icons/perplexityai.png"
-
-    # Preplexity
-    - name: "Perplexity"
+    - name: "Reverse Proxy"
+      # For `apiKey` and `baseURL`, you can use environment variables that you define.
+      # recommended environment variables:
+      # Known issue: you should not use `OPENROUTER_API_KEY` as it will then override the `openAI` endpoint to use OpenRouter as well.
       apiKey: "user_provided"
-      baseURL: "https://api.perplexity.ai/"
+      baseURL: "user_provided"
       models:
-        default: [
-          "llama-3-sonar-small-32k-chat",
-          "llama-3-sonar-small-32k-online",
-          "llama-3-sonar-large-32k-chat",
-          "llama-3-sonar-large-32k-online",
-          "llama-3-8b-instruct",
-          "llama-3-70b-instruct",
-          "sonar-medium-online"
-          ]
-        fetch: false # fetching list of models is not supported
-      titleConvo: true
-      titleModel: "sonar-medium-chat"
-      summarize: false
-      summaryModel: "sonar-medium-chat"
-      forcePrompt: false
-      dropParams: ["stop", "frequency_penalty"]
-      modelDisplayLabel: "Perplexity"
-
-    # ShuttleAI API
-    - name: "ShuttleAI"
-      apiKey: "user_provided"
-      baseURL: "https://api.shuttleai.app/v1"
-      models: 
-        default: [
-          "shuttle-2-turbo",
-          "shuttle-turbo",
-          "shuttleai/shuttle-2.5",
-          "shuttle-2.5",
-          "im-also-a-good-gpt2-chatbot",
-          "gpt-4-turbo-2024-04-09",
-          "gpt-4-turbo",
-          "gpt-4-0125-preview",
-          "gpt-4-turbo-preview",
-          "gpt-4-1106-preview",
-          "gpt-4-1106-vision-preview",
-          "gpt-4-vision-preview",
-          "gpt-4-0613",
-          "gpt-4",
-          "gpt-4-bing",
-          "gpt-4-turbo-bing",
-          "gpt-4-32k-0613",
-          "gpt-4-32k",
-          "gpt-3.5-turbo-0125",
-          "gpt-3.5-turbo",
-          "gpt-3.5-turbo-1106",
-          "claude-3-opus-20240229",
-          "claude-3-opus",
-          "claude-3-sonnet-20240229",
-          "claude-3-sonnet",
-          "claude-3-haiku-20240307",
-          "claude-3-haiku",
-          "claude-2.1",
-          "claude-2.0",
-          "claude-2",
-          "claude-instant-1.2",
-          "claude-instant-1.1",
-          "claude-instant-1.0",
-          "claude-instant",
-          "meta-llama-3-70b-instruct",
-          "llama-3-70b-instruct",
-          "meta-llama-3-8b-instruct",
-          "llama-3-8b-instruct",
-          "llama-3-sonar-large-32k-online",
-          "llama-3-sonar-small-32k-online",
-          "llama-3-sonar-large-32k-chat",
-          "llama-3-sonar-small-32k-chat",
-          "llama-3.1-sonar-small-128k-online",
-          "blackbox",
-          "blackbox-code",
-          "wizardlm-2-8x22b",
-          "wizardlm-2-70b",
-          "dolphin-2.6-mixtral-8x7b",
-          "dolphin-mixtral-8x7b",
-          "mistral-large",
-          "mistral-next",
-          "mistral-medium",
-          "mistral-small",
-          "mistral-tiny",
-          "mixtral-8x7b-instruct-v0.1",
-          "mixtral-8x7b-instruct",
-          "mixtral-8x22b-instruct-v0.1",
-          "mixtral-8x22b-instruct",
-          "mistral-7b-instruct-v0.2",
-          "mistral-7b-instruct-2",
-          "mistral-7b-instruct-v0.1",
-          "mistral-7b-instruct",
-          "nous-hermes-2-mixtral-8x7b",
-          "gemini-1.5-pro-latest",
-          "gemini-1.5-pro",
-          "gemini-1.0-pro-latest",
-          "gemini-1.0-pro",
-          "gemini-pro",
-          "gemini-1.0-pro-vision",
-          "gemini-pro-vision",
-          "lzlv-70b",
-          "duckduckgo/search-ddg",
-          "google/search-google"
-          ]
-        fetch: false
-      titleConvo: true
-      titleMethod: "completion"
-      titleModel: "shuttle-2-turbo"
-      summarize: false
-      summaryModel: "shuttle-2-turbo"
-      forcePrompt: false
-      dropParams: ["user", "frequency_penalty", "presence_penalty", "repetition_penalty"]
-      modelDisplayLabel: "ShuttleAI"
-      # iconURL: "https://raw.githubusercontent.com/fuegovic/lc-config-yaml/main/icons/ShuttleAI.png"
-
-# Whore
-
-    # Whore
-    - name: "Whore"
-      apiKey: "${WHORE_API_KEY}"
-      baseURL: ""
-      models:
-        default: [
-          "gpt-4",
-          "gpt-4-32k",
-          "gpt-4-1106-preview",
-          "gpt-4-0125-preview",
-          ]
+        default: ["gpt-3.5-turbo"]
         fetch: true
       titleConvo: true
       titleModel: "gpt-3.5-turbo"
       summarize: false
       summaryModel: "gpt-3.5-turbo"
       forcePrompt: false
-      dropParams: ["stream"]
-      iconURL: "https://raw.githubusercontent.com/fuegovic/lc-config-yaml/main/icons/zuki.png"
+      modelDisplayLabel: "AI"
+
+# See the Custom Configuration Guide for more information:
+# https://docs.librechat.ai/install/configuration/custom_config.html