File size: 848 Bytes
78f8319
 
 
cbfe44f
ce27cd7
78f8319
1c828fa
 
 
1a6add1
1c828fa
5143035
0eecf30
 
1a6add1
faeb534
e841e88
506ff2f
e841e88
ce27cd7
8d8fdfb
78f8319
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
[
    {
        "url": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q4_k_m.gguf",
        "name": "qwen2.5-3b-instruct",
        "n_batch": 108
    },
    {
        "url": "https://huggingface.co/bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF/resolve/main/Qwen2.5-Coder-3B-Instruct-abliterated-Q4_K_M.gguf",
        "name": "qwen2.5-coder-3b-instruct",
        "n_batch": 108
    },
    {
        "url": "https://huggingface.co/itlwas/Hermes-3-Llama-3.2-3B-Q4_K_M-GGUF/resolve/main/hermes-3-llama-3.2-3b-q4_k_m.gguf",
        "name": "hermes-3-llama-3.2-3b",
        "n_batch": 108
    },
    {
        "url": "https://huggingface.co/QuantFactory/Phi-3-mini-128k-instruct-GGUF/resolve/main/Phi-3-mini-128k-instruct.Q4_K_M.gguf",
        "name": "phi-3.5-mini-instruct",
        "n_batch": 108
    }
]