SWD-Qwen2.5-3B / examples /load_checkpoint.py
XuhanH's picture
Publish SWD factor checkpoints
cfb0029 verified
Raw
History Blame Contribute Delete
512 Bytes
"""Minimal example for applying an SWD checkpoint to Qwen2.5-3B."""
from pathlib import Path
from transformers import AutoModelForCausalLM
from swd_loader import apply_swd_checkpoint
repo_root = Path(__file__).resolve().parents[1]
checkpoint = repo_root / "checkpoints/qwen2.5-3b/layer18-down-proj/s0p5-tokens2048"
model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2.5-3B")
applied = apply_swd_checkpoint(model, checkpoint, mode="factorized")
print(applied)
print(model.model.layers[18].mlp.down_proj)