pre-config openrouter models

.env

@@ -0,0 +1,20 @@
+# settings for OpenAI
+OPENAI_API_BASE=
+OPENAI_API_KEY=
+OPENAI_CHAT_MODEL=gpt-3.5-turbo
+OPENAI_EMBEDDINGS_MODEL=text-embedding-ada-002
+
+# settings for Azure OpenAI
+AZURE_OPENAI_ENDPOINT=
+AZURE_OPENAI_API_KEY=
+OPENAI_API_VERSION=2024-02-15-preview
+AZURE_OPENAI_CHAT_DEPLOYMENT=gpt-35-turbo
+AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT=text-embedding-ada-002
+
+# settings for Cohere
+COHERE_API_KEY=
+
+# settings for local models
+LOCAL_MODEL=
+
+OPENROUTER_API_KEY=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

flowsettings.py

@@ -149,6 +149,31 @@ if config("LOCAL_MODEL", default=""):
             "cost": 0,
         }
 
+OPENROUTER_API_KEY = config("OPENROUTER_API_KEY", default="")
+openrouter_models = {
+    "Mistral 7B Instruct (free)": "mistralai/mistral-7b-instruct:free",
+    "Toppy M 7B (free)": "undi95/toppy-m-7b:free",
+    "Meta: LLama 3 8B Instruct (free)": "meta-llama/llama-3-8b-instruct:free",
+    "OpenChat 3.5 (free)": "openchat/openchat-7b:free",
+    "MythoMist 7B (free)": "gryphe/mythomist-7b:free",
+    "Nous: Capybara 7B (free)": "nousresearch/nous-capybara-7b:free",
+    "Google: Gemma 7B (free)": "google/gemma-7b-it:free",
+    "Cinematika 7B (alpha) (free)": "openrouter/cinematika-7b:free",
+    "Hugging Face: Zephyr 7B (free)": "huggingfaceh4/zephyr-7b-beta:free",
+    "RWKV v5: Eagle 7B": "recursal/eagle-7b",
+}
+for name, model in openrouter_models.items():
+    KH_LLMS[f"OpenRouter - {name}"] = {
+        "spec": {
+            "__type__": "kotaemon.llms.ChatOpenAI",
+            "base_url": "https://openrouter.ai/api/v1/",
+            "api_key": OPENROUTER_API_KEY,
+            "model": model,
+        },
+        "cost": 0,
+        "default": model == "mistralai/mistral-7b-instruct:free",
+    }
+
 if len(KH_EMBEDDINGS) < 1:
     KH_EMBEDDINGS["local-bge-base-en-v1.5"] = {
         "spec": {
@@ -158,7 +183,11 @@ if len(KH_EMBEDDINGS) < 1:
         "default": True,
     }
 
-KH_REASONINGS = ["ktem.reasoning.simple.FullQAPipeline"]
+KH_REASONINGS = [
+    "ktem.reasoning.simple.FullQAPipeline",
+    "ktem.reasoning.react.ReactAgentPipeline",
+    "ktem.reasoning.rewoo.RewooAgentPipeline",
+]
 KH_VLM_ENDPOINT = "{0}/openai/deployments/{1}/chat/completions?api-version={2}".format(
     config("AZURE_OPENAI_ENDPOINT", default=""),
     config("OPENAI_VISION_DEPLOYMENT_NAME", default="gpt-4-vision"),