Levi / scripts /download_model.py
Manish Kumar
hf chnages
de22824
Raw
History Blame Contribute Delete
973 Bytes
import os
import sys
def download_model():
repo_id = os.getenv("LOCAL_MODEL_REPO", "bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF")
filename = os.getenv("LOCAL_MODEL_FILE", "Qwen2.5-Coder-0.5B-Instruct-Q4_K_M.gguf")
model_path = os.getenv("LOCAL_MODEL_PATH", "models/Qwen2.5-Coder-0.5B-Instruct-Q4_K_M.gguf")
target_dir = os.path.dirname(os.path.abspath(model_path))
os.makedirs(target_dir, exist_ok=True)
print(f"Downloading {filename} (~180MB) from {repo_id}...")
try:
from huggingface_hub import hf_hub_download
hf_hub_download(repo_id=repo_id, filename=filename,
local_dir=target_dir, local_dir_use_symlinks=False)
print(f"Saved to {os.path.abspath(model_path)}")
except ImportError:
print("Run: pip install huggingface_hub")
sys.exit(1)
except Exception as e:
print(f"Download failed: {e}")
sys.exit(1)
if __name__ == "__main__":
download_model()