| import torch | |
| from transformers import AutoModelForCausalLM, AutoTokenizer | |
| model = AutoModelForCausalLM.from_pretrained( | |
| 'Qwen/Qwen2.5-7B-Instruct', | |
| dtype=torch.float16, | |
| device_map='cpu', | |
| trust_remote_code=True | |
| ) | |
| tokenizer = AutoTokenizer.from_pretrained('Qwen/Qwen2.5-7B-Instruct', trust_remote_code=True) | |
| print('Qwen2.5-7B-Instruct base model downloaded and cached locally for CPU.') | |