File size: 99 Bytes
63ae938
 
 
 
 
1
2
3
4
5
model = GPT2LMHeadModel.from_pretrained(
    "gpt2",
    load_in_8bit=True,
    device_map="auto"
)