Spaces:

MarcosFRGames
/

TeleChars-AI-API

Running

MarcosFRGames commited on Jan 7

Commit

ce27cd7

verified ·

1 Parent(s): 0357d79

Update engines.json

Files changed (1) hide show

engines.json CHANGED Viewed

@@ -2,21 +2,21 @@
     {
         "url": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q4_k_m.gguf",
         "name": "qwen2.5-3b-instruct",
-        "n_batch": 64
     },
     {
         "url": "https://huggingface.co/bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF/resolve/main/Qwen2.5-Coder-3B-Instruct-abliterated-Q4_K_M.gguf",
         "name": "qwen2.5-coder-3b-instruct",
-        "n_batch": 64
     },
     {
         "url": "https://huggingface.co/itlwas/Hermes-3-Llama-3.2-3B-Q4_K_M-GGUF/resolve/main/hermes-3-llama-3.2-3b-q4_k_m.gguf",
         "name": "hermes-3-llama-3.2-3b",
-        "n_batch": 64
     },
     {
         "url": "https://huggingface.co/QuantFactory/Phi-3-mini-128k-instruct-GGUF/resolve/main/Phi-3-mini-128k-instruct.Q4_K_M.gguf",
         "name": "phi-3.5-mini-instruct",
-        "n_batch": 32
     }
 ]

     {
         "url": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q4_k_m.gguf",
         "name": "qwen2.5-3b-instruct",
+        "n_batch": 108
     },
     {
         "url": "https://huggingface.co/bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF/resolve/main/Qwen2.5-Coder-3B-Instruct-abliterated-Q4_K_M.gguf",
         "name": "qwen2.5-coder-3b-instruct",
+        "n_batch": 96
     },
     {
         "url": "https://huggingface.co/itlwas/Hermes-3-Llama-3.2-3B-Q4_K_M-GGUF/resolve/main/hermes-3-llama-3.2-3b-q4_k_m.gguf",
         "name": "hermes-3-llama-3.2-3b",
+        "n_batch": 96
     },
     {
         "url": "https://huggingface.co/QuantFactory/Phi-3-mini-128k-instruct-GGUF/resolve/main/Phi-3-mini-128k-instruct.Q4_K_M.gguf",
         "name": "phi-3.5-mini-instruct",
+        "n_batch": 108
     }
 ]