Share steps
#2
by herooooooooo - opened
Hello, would you mind sharing the steps or scripts you used to quantize this model? thanks!
import torch
from alpamayo_r1.models.alpamayo_r1 import AlpamayoR1
from alpamayo_r1.load_physical_aiavdataset import load_physical_aiavdataset
from alpamayo_r1 import helper
model = AlpamayoR1.from_pretrained(
"./Alpamayo-R1-10B",
device_map="auto",
torch_dtype=torch.bfloat16,
#load_in_4bit=True
)
save_dir = "./Alpamayo-R1-10B-4bit"
model.save_pretrained(save_dir)
#tokenizer.save_pretrained(save_dir)