MarcosFRGames commited on
Commit
92e9524
·
verified ·
1 Parent(s): 34cc434

Update engines.json

Browse files
Files changed (1) hide show
  1. engines.json +2 -7
engines.json CHANGED
@@ -2,16 +2,11 @@
2
  {
3
  "url": "https://huggingface.co/Qwen/Qwen3-4B-GGUF/resolve/main/Qwen3-4B-Q4_K_M.gguf",
4
  "name": "qwen3-4b",
5
- "n_batch": 108
6
- },
7
- {
8
- "url": "https://huggingface.co/thephimart/tinyllama-4x1.1b-moe.Q5_K_M.gguf/resolve/main/tinyllama-4x1.1b-moe.Q5_K_M.gguf",
9
- "name": "tinyllama-4x1.1b-moe",
10
- "n_batch": 96
11
  },
12
  {
13
  "url": "https://huggingface.co/QuantFactory/Phi-3-mini-128k-instruct-GGUF/resolve/main/Phi-3-mini-128k-instruct.Q4_K_M.gguf",
14
  "name": "phi-3.5-mini-instruct",
15
- "n_batch": 108
16
  }
17
  ]
 
2
  {
3
  "url": "https://huggingface.co/Qwen/Qwen3-4B-GGUF/resolve/main/Qwen3-4B-Q4_K_M.gguf",
4
  "name": "qwen3-4b",
5
+ "n_batch": 256
 
 
 
 
 
6
  },
7
  {
8
  "url": "https://huggingface.co/QuantFactory/Phi-3-mini-128k-instruct-GGUF/resolve/main/Phi-3-mini-128k-instruct.Q4_K_M.gguf",
9
  "name": "phi-3.5-mini-instruct",
10
+ "n_batch": 128
11
  }
12
  ]