Update server.py

server.py

@@ -6,290 +6,306 @@ import httpx
 import json
 from fastapi import FastAPI, Request, HTTPException
 from fastapi.responses import StreamingResponse
-
-
-
-
-
-
-
-def GROQM() -> list:
-    R = [
-        {
-            "id": "openai/gpt-oss-120b",
-            "owned_by": "OpenAI",
-            "context_window": 131072,
-            "max_completion_tokens": 65536
-        },
-        {
-            "id": "moonshotai/kimi-k2-instruct",
-            "owned_by": "Moonshot AI",
-            "context_window": 131072,
-            "max_completion_tokens": 16384
-        },
-        {
-            "id": "canopylabs/orpheus-v1-english",
-            "owned_by": "Canopy Labs",
-            "context_window": 4000,
-            "max_completion_tokens": 50000
-        },
-        {
-            "id": "llama-3.1-8b-instant",
-            "owned_by": "Meta",
-            "context_window": 131072,
-            "max_completion_tokens": 131072
-        },
-        {
-            "id": "whisper-large-v3",
-            "owned_by": "OpenAI",
-            "context_window": 448,
-            "max_completion_tokens": 448
-        },
-        {
-            "id": "meta-llama/llama-4-scout-17b-16e-instruct",
-            "owned_by": "Meta",
-            "context_window": 131072,
-            "max_completion_tokens": 8192
-        },
-        {
-            "id": "allam-2-7b",
-            "owned_by": "SDAIA",
-            "context_window": 4096,
-            "max_completion_tokens": 4096
-        },
-        {
-            "id": "groq/compound",
-            "owned_by": "Groq",
-            "context_window": 131072,
-            "max_completion_tokens": 8192
-        },
-        {
-            "id": "canopylabs/orpheus-arabic-saudi",
-            "owned_by": "Canopy Labs",
-            "context_window": 4000,
-            "max_completion_tokens": 50000
+import requests
+
+
+
+def get_models():
+    
+    mord = {
+        "Providers" : ["1","2" ,"3","4","5"],
+        "Models" : {
+            "1" : [
+            {
+                "id": "openai/gpt-oss-120b",
+                "owned_by": "OpenAI"
+            },
+            {
+                "id": "moonshotai/kimi-k2-instruct",
+                "owned_by": "Moonshot AI"
+            },
+            {
+                "id": "canopylabs/orpheus-v1-english",
+                "owned_by": "Canopy Labs"
+            },
+            {
+                "id": "llama-3.1-8b-instant",
+                "owned_by": "Meta"
+            },
+            {
+                "id": "whisper-large-v3",
+                "owned_by": "OpenAI"
+            },
+            {
+                "id": "meta-llama/llama-4-scout-17b-16e-instruct",
+                "owned_by": "Meta"
+            },
+            {
+                "id": "allam-2-7b",
+                "owned_by": "SDAIA"
+            },
+            {
+                "id": "groq/compound",
+                "owned_by": "Groq"
+            },
+            {
+                "id": "canopylabs/orpheus-arabic-saudi",
+                "owned_by": "Canopy Labs"
+            },
+            {
+                "id": "llama-3.3-70b-versatile",
+                "owned_by": "Meta"
+            },
+            {
+                "id": "qwen/qwen3-32b",
+                "owned_by": "Alibaba Cloud"
+            },
+            {
+                "id": "meta-llama/llama-prompt-guard-2-22m",
+                "owned_by": "Meta"
+            },
+            {
+                "id": "groq/compound-mini",
+                "owned_by": "Groq"
+            },
+            {
+                "id": "meta-llama/llama-guard-4-12b",
+                "owned_by": "Meta"
+            },
+            {
+                "id": "openai/gpt-oss-20b",
+                "owned_by": "OpenAI"
+            },
+            {
+                "id": "openai/gpt-oss-safeguard-20b",
+                "owned_by": "OpenAI"
+            },
+            {
+                "id": "meta-llama/llama-4-maverick-17b-128e-instruct",
+                "owned_by": "Meta"
+            },
+            {
+                "id": "moonshotai/kimi-k2-instruct-0905",
+                "owned_by": "Moonshot AI"
+            }
+        ],
+    
+            "2" : [
+            {
+                "id": "aisingapore/gemma-sea-lion-v4-27b-it",
+                "owned_by": "AI Singapore"
+            },
+            {
+                "id": "defog/sqlcoder-7b-2",
+                "owned_by": "Defog"
+            },
+            {
+                "id": "ibm-granite/granite-4.0-h-micro",
+                "owned_by": "IBM"
+            },
+            {
+                "id": "meta/llama-3.1-8b-instruct",
+                "owned_by": "Meta"
+            },
+            {
+                "id": "microsoft/phi-2",
+                "owned_by": "Microsoft"
+            },
+            {
+                "id": "qwen/qwen3-30b-a3b-fp8",
+                "owned_by": "Alibaba Cloud"
+            },
+            {
+                "id": "qwen/qwq-32b",
+                "owned_by": "Alibaba Cloud"
+            }
+        ],
+    
+        "3" : [
+        {
+            "id": "zai-org/glm-4.6",
+            "owned_by": "Zhipu AI"
+        },
+        {
+            "id": "openai/gpt-5-nano-2025-08-07",
+            "owned_by": "OpenAI"
+        },
+        {
+            "id": "deepseek-ai/deepseek-v3.2-thinking",
+            "owned_by": "DeepSeek AI"
+        },
+        {
+            "id": "nvidia/nvidia-nemotron-3-nano-30b-a3b",
+            "owned_by": "NVIDIA"
+        },
+        {
+            "id": "nvidia/nvidia-nemotron-3-nano-30b-a3b-thinking",
+            "owned_by": "NVIDIA"
+        },
+        {
+            "id": "openai/gpt-5-mini-2025-08-07",
+            "owned_by": "OpenAI"
+        },
+        {
+            "id": "qwen/qwen3-vl-235b-a22b-thinking",
+            "owned_by": "Alibaba Cloud"
+        },
+        {
+            "id": "qwen/qwen3-vl-235b-a22b-instruct",
+            "owned_by": "Alibaba Cloud"
+        },
+        {
+            "id": "perplexity/sonar",
+            "owned_by": "Perplexity"
         },
         {
-            "id": "llama-3.3-70b-versatile",
-            "owned_by": "Meta",
-            "context_window": 131072,
-            "max_completion_tokens": 32768
+            "id": "moonshotai/kimi-k2.5",
+            "owned_by": "Moonshot AI"
         },
         {
-            "id": "qwen/qwen3-32b",
-            "owned_by": "Alibaba Cloud",
-            "context_window": 131072,
-            "max_completion_tokens": 40960
+            "id": "anthropic/claude-haiku-4-5-20251001",
+            "owned_by": "Anthropic"
         },
         {
-            "id": "meta-llama/llama-prompt-guard-2-22m",
-            "owned_by": "Meta",
-            "context_window": 512,
-            "max_completion_tokens": 512
+            "id": "google/gemini-2.5-flash-lite",
+            "owned_by": "Google"
         },
         {
-            "id": "groq/compound-mini",
-            "owned_by": "Groq",
-            "context_window": 131072,
-            "max_completion_tokens": 8192
+            "id": "moonshotai/kimi-k2-thinking",
+            "owned_by": "Moonshot AI"
         },
         {
-            "id": "meta-llama/llama-guard-4-12b",
-            "owned_by": "Meta",
-            "context_window": 131072,
-            "max_completion_tokens": 1024
+            "id": "mistralai/devstral-2-123b-instruct-2512",
+            "owned_by": "Mistral AI"
         },
         {
-            "id": "openai/gpt-oss-20b",
-            "owned_by": "OpenAI",
-            "context_window": 131072,
-            "max_completion_tokens": 65536
+            "id": "mistralai/mistral-large-3-675b-instruct-2512",
+            "owned_by": "Mistral AI"
         },
         {
             "id": "openai/gpt-oss-safeguard-20b",
-            "owned_by": "OpenAI",
-            "context_window": 131072,
-            "max_completion_tokens": 65536
-        },
-        {
-            "id": "meta-llama/llama-4-maverick-17b-128e-instruct",
-            "owned_by": "Meta",
-            "context_window": 131072,
-            "max_completion_tokens": 8192
+            "owned_by": "OpenAI"
         },
         {
-            "id": "moonshotai/kimi-k2-instruct-0905",
-            "owned_by": "Moonshot AI",
-            "context_window": 262144,
-            "max_completion_tokens": 16384
+            "id": "openai/gpt-oss-120b",
+            "owned_by": "OpenAI"
         }
-    ]
-    return R
-
-
-
-
-def LLMCM() -> list:
-    R = [
-        {
-            "id": "@cf/aisingapore/gemma-sea-lion-v4-27b-it",
-            "owned_by": "AI Singapore",
-            "context_window": None,
-            "max_completion_tokens": None
-        },
-        {
-            "id": "@cf/deepseek-ai/deepseek-r1-distill-qwen-32b",
-            "owned_by": "DeepSeek AI",
-            "context_window": None,
-            "max_completion_tokens": None
-        },
+    ],
+        "4" : [
+                {
+            "id": "qwen3-4b-thinking-2507",
+            "owned_by": "Alibaba Cloud"
+        }
+        ],
+        "5" : [
         {
-            "id": "@cf/defog/sqlcoder-7b-2",
-            "owned_by": "Defog",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-3.1-70b-instruct",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/google/gemma-2b-it-lora",
-            "owned_by": "Google",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "qwen/qwen2.5-coder-32b-instruct",
+            "owned_by": "Alibaba Cloud"
         },
         {
-            "id": "@cf/google/gemma-3-12b-it",
-            "owned_by": "Google",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "deepseek-ai/deepseek-r1-distill-qwen-32b",
+            "owned_by": "DeepSeek AI"
         },
         {
-            "id": "@cf/ibm-granite/granite-4.0-h-micro",
-            "owned_by": "IBM",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-4-scout-17b-16e-instruct",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/meta/llama-2-7b-chat-fp16",
-            "owned_by": "Meta",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "google/gemma-3-12b-it",
+            "owned_by": "Google"
         },
         {
-            "id": "@cf/meta/llama-2-7b-chat-int8",
-            "owned_by": "Meta",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "mistralai/mistral-small-3.1-24b-instruct",
+            "owned_by": "Mistral AI"
         },
         {
-            "id": "@cf/meta/llama-3-8b-instruct",
-            "owned_by": "Meta",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-3.3-70b-instruct-fp8-fast",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/meta/llama-3-8b-instruct-awq",
-            "owned_by": "Meta",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-3.2-3b-instruct",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/meta/llama-3.1-70b-instruct",
-            "owned_by": "Meta",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-3.2-1b-instruct",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/meta/llama-3.1-8b-instruct",
-            "owned_by": "Meta",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta-llama/meta-llama-3-8b-instruct",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/meta/llama-3.2-1b-instruct",
-            "owned_by": "Meta",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-3-8b-instruct",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/meta/llama-3.2-3b-instruct",
-            "owned_by": "Meta",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-2-7b-chat-int8",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/meta/llama-3.3-70b-instruct-fp8-fast",
-            "owned_by": "Meta",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-2-7b-chat-fp16",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/meta/llama-4-scout-17b-16e-instruct",
-            "owned_by": "Meta",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-3-8b-instruct-awq",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/microsoft/phi-2",
-            "owned_by": "Microsoft",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta-llama/meta-llama-3-8b-instruct",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/mistral/mistral-7b-instruct-v0.2-lora",
-            "owned_by": "Mistral AI",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-3-8b-instruct",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/mistralai/mistral-small-3.1-24b-instruct",
-            "owned_by": "Mistral AI",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-2-7b-chat-int8",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/qwen/qwen2.5-coder-32b-instruct",
-            "owned_by": "Alibaba Cloud",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "meta/llama-3-8b-instruct-awq",
+            "owned_by": "Meta"
         },
         {
-            "id": "@cf/qwen/qwen3-30b-a3b-fp8",
-            "owned_by": "Alibaba Cloud",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "google/gemma-7b-it",
+            "owned_by": "Google"
         },
         {
-            "id": "@cf/qwen/qwq-32b",
-            "owned_by": "Alibaba Cloud",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "google/gemma-2b-it-lora",
+            "owned_by": "Google"
         },
         {
-            "id": "@hf/google/gemma-7b-it",
-            "owned_by": "Google",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "mistral/mistral-7b-instruct-v0.2",
+            "owned_by": "Mistral AI"
         },
         {
-            "id": "@hf/meta-llama/meta-llama-3-8b-instruct",
-            "owned_by": "Meta",
-            "context_window": None,
-            "max_completion_tokens": None
+            "id": "mistral/mistral-7b-instruct-v0.2-lora",
+            "owned_by": "Mistral AI"
         }
     ]
-    return R
-
-
+    
+    
+    
+    
+    }
+    }
+    
+    return mord
 
 
 
 try:
-    MODEL_NAMES = {"GROQ" : GROQM() , "LLMC" : LLMCM()}
+    MODEL_NAMES = get_models()
 except Exception:
     MODEL_NAMES = {"GROQ": "GROQ-FALLBACK", "LLMC": "LLMC-FALLBACK"}
 
 
 class Config:
-    DEFAULT_PROVIDER = "GROQ"
+    DEFAULT_PROVIDER = "1"
     DEFAULT_MODEL = "llama-3.3-70b-versatile"
     DEFAULT_TEMPERATURE = 0.7
     CHUNK_SIZE = 1000
@@ -299,7 +315,7 @@ class Config:
     STREAM_BATCH_BYTES = 0
 
 PROVIDERS: Dict[str, Dict[str, Any]] = {
-    "GROQ": {
+    "1": {
         "AUTH": True,
         "BASE_URL": "https://api.groq.com/openai/v1/chat/completions",
         "DEFAULT_MODEL": "qwen/qwen3-32b",
@@ -312,8 +328,8 @@ PROVIDERS: Dict[str, Dict[str, Any]] = {
             "stream": "{stream}",
         },
     },
-    "LLMC": {
-        "AUTH": True,
+    "2": {
+        "AUTH": False,
         "BASE_URL": "https://llmchat.in/inference/stream?model={model}",
         "DEFAULT_MODEL": "@cf/meta/llama-3.1-8b-instruct",
         "HEADERS": {
@@ -324,6 +340,26 @@ PROVIDERS: Dict[str, Dict[str, Any]] = {
         },
         "PAYLOAD": {"messages": "{messages}", "stream": "{stream}"},
     },
+    "3": {
+        "AUTH": False,
+        "BASE_URL": "https://adarshji-md.hf.space/gen",
+        "DEFAULT_MODEL": "openai/gpt-oss-120b",
+        "PAYLOAD": {"api_key": "LOL", "provider": "1","messages": "{messages}","model" : "{model}","stream": "{stream}"},
+    },
+    "4": {
+        "AUTH": False,
+        "BASE_URL": "https://adarshji-md.hf.space/gen",
+        "DEFAULT_MODEL": "qwen3-4b-thinking-2507",
+        "PAYLOAD": {"api_key": "LOL", "provider": "2","messages": "{messages}","model" : "{model}","stream": "{stream}"},
+
+    },
+    "5": {
+        "AUTH": False,
+        "BASE_URL": "https://adarshji-md.hf.space/gen",
+        "DEFAULT_MODEL": "deepseek-ai/deepseek-r1-distill-qwen-32b",
+        "PAYLOAD": {"api_key": "LOL", "provider": "3","messages": "{messages}","model" : "{model}","stream": "{stream}"},
+
+    },
 }
 
 _placeholder_re = re.compile(r"\{(.*?)\}")