[
    {
        "url": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q4_k_m.gguf",
        "name": "qwen2.5-3b-instruct",
        "n_batch": 108
    },
    {
        "url": "https://huggingface.co/bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF/resolve/main/Qwen2.5-Coder-3B-Instruct-abliterated-Q4_K_M.gguf",
        "name": "qwen2.5-coder-3b-instruct",
        "n_batch": 108
    },
    {
        "url": "https://huggingface.co/itlwas/Hermes-3-Llama-3.2-3B-Q4_K_M-GGUF/resolve/main/hermes-3-llama-3.2-3b-q4_k_m.gguf",
        "name": "hermes-3-llama-3.2-3b",
        "n_batch": 108
    },
    {
        "url": "https://huggingface.co/QuantFactory/Phi-3-mini-128k-instruct-GGUF/resolve/main/Phi-3-mini-128k-instruct.Q4_K_M.gguf",
        "name": "phi-3.5-mini-instruct",
        "n_batch": 108
    }
]