Update README.md
Browse files
README.md
CHANGED
|
@@ -234,7 +234,7 @@ import torch
|
|
| 234 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TorchAoConfig
|
| 235 |
|
| 236 |
# use "microsoft/Phi-4-mini-instruct" or "pytorch/Phi-4-mini-instruct-int4wo-hqq"
|
| 237 |
-
model_id = "
|
| 238 |
quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
| 239 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 240 |
|
|
|
|
| 234 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TorchAoConfig
|
| 235 |
|
| 236 |
# use "microsoft/Phi-4-mini-instruct" or "pytorch/Phi-4-mini-instruct-int4wo-hqq"
|
| 237 |
+
model_id = "pytorch/Phi-4-mini-instruct-int4wo-hqq"
|
| 238 |
quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
| 239 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 240 |
|