MarcosFRGames commited on
Commit
09d3f99
·
verified ·
1 Parent(s): f2c3ed8

Update engines.json

Browse files
Files changed (1) hide show
  1. engines.json +3 -3
engines.json CHANGED
@@ -2,17 +2,17 @@
2
  {
3
  "url": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q4_k_m.gguf",
4
  "name": "qwen2.5-3b-instruct",
5
- "n_batch": 32
6
  },
7
  {
8
  "url": "https://huggingface.co/bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF/resolve/main/Qwen2.5-Coder-3B-Instruct-abliterated-Q4_K_M.gguf",
9
  "name": "qwen2.5-coder-3b-instruct",
10
- "n_batch": 32
11
  },
12
  {
13
  "url": "https://huggingface.co/itlwas/Hermes-3-Llama-3.2-3B-Q4_K_M-GGUF/resolve/main/hermes-3-llama-3.2-3b-q4_k_m.gguf",
14
  "name": "hermes-3-llama-3.2-3b",
15
- "n_batch": 32
16
  },
17
  {
18
  "url": "https://huggingface.co/QuantFactory/Phi-3-mini-128k-instruct-GGUF/resolve/main/Phi-3-mini-128k-instruct.Q4_K_M.gguf",
 
2
  {
3
  "url": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q4_k_m.gguf",
4
  "name": "qwen2.5-3b-instruct",
5
+ "n_batch": 64
6
  },
7
  {
8
  "url": "https://huggingface.co/bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF/resolve/main/Qwen2.5-Coder-3B-Instruct-abliterated-Q4_K_M.gguf",
9
  "name": "qwen2.5-coder-3b-instruct",
10
+ "n_batch": 64
11
  },
12
  {
13
  "url": "https://huggingface.co/itlwas/Hermes-3-Llama-3.2-3B-Q4_K_M-GGUF/resolve/main/hermes-3-llama-3.2-3b-q4_k_m.gguf",
14
  "name": "hermes-3-llama-3.2-3b",
15
+ "n_batch": 64
16
  },
17
  {
18
  "url": "https://huggingface.co/QuantFactory/Phi-3-mini-128k-instruct-GGUF/resolve/main/Phi-3-mini-128k-instruct.Q4_K_M.gguf",