from huggingface_hub import hf_hub_download path = hf_hub_download( repo_id="Rohit-Katkar2003/llama3.2-1b-text-2-sql", # quantized version filename="llama-3.2-1b-instruct.Q4_K_M.gguf", # ~800MB, good quality local_dir="MODELS/gguf" ) print(f"Downloaded to: {path}")